00000100:00100000:3.0F:1789024289.167877:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc34600a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1875927422417024:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789024289.167955:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789024289.168045:0:17148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422417024 00000100:00100000:3.0:1789024289.168063:0:17148:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422417024 00000100:00100000:3.0:1789024289.168118:0:17148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1789024289.168126:0:17148:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc34602300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1875927422417024:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1789024289.168179:0:17148:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:3.0:1789024289.168225:0:17148:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc34602300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1875927422417024:12345-0@lo:41:osp-pre-0-1.0 Request processed in 99us (270us total) trans 0 rc 0/0 00000100:00100000:3.0:1789024289.168232:0:17148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1789024289.168279:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc34600a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1875927422417024:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789024289.168613:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1789024289.168625:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc107b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1875927422417152:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1789024289.168651:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0F:1789024289.168791:0:17149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422417152 00000100:00100000:1.0:1789024289.168804:0:17149:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422417152 00000100:00100000:1.0:1789024289.168838:0:17149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1789024289.168846:0:17149:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc34600a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3644:x1875927422417152:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1789024289.168867:0:17149:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1789024289.168908:0:17149:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc34600a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3644:x1875927422417152:12345-0@lo:41:osp-pre-1-0.0 Request processed in 64us (256us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024289.168914:0:17149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1789024289.168945:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc107b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1875927422417152:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1789024289.292308:0:18299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789024289.676455:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc34600380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1875927422417280:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1789024289.676571:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789024289.676702:0:18656:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422417280 00000100:00100000:3.0:1789024289.676715:0:18656:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422417280 00000100:00100000:3.0:1789024289.676801:0:18656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1789024289.676821:0:18656:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc107b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1875927422417280:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1789024289.676868:0:18656:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 26324672 pending 0 free 3915857920 avail 3684335616 00000100:00100000:3.0:1789024289.678063:0:18656:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc107b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1875927422417280:12345-0@lo:13:osp-pre-1-0.0 Request processed in 1227us (1478us total) trans 0 rc 0/0 00000100:00100000:3.0:1789024289.678082:0:18656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00080000:3.0:1789024289.678184:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1789024289.678223:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fae9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1875927422417408:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1789024289.678306:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789024289.678838:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789024289.678880:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fae8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5cc9fac3-ff77-40ec-8f57-b6a206d9fd68:3641:1875927422417536:0@lo:400:kworker.0 00000100:00100000:3.0:1789024289.678946:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789024289.679074:0:17137:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422417536 00000100:00100000:3.0:1789024289.679089:0:17137:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422417536 00000100:00100000:3.0:1789024289.679226:0:17137:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 168 00000100:00100000:3.0:1789024289.679243:0:17137:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3bd33450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5cc9fac3-ff77-40ec-8f57-b6a206d9fd68+24:3641:x1875927422417536:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789024289.679328:0:17137:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3bd33450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5cc9fac3-ff77-40ec-8f57-b6a206d9fd68+24:3641:x1875927422417536:12345-0@lo:400:kworker.0 Request processed in 90us (381us total) trans 0 rc 0/0 00000100:00100000:3.0:1789024289.679338:0:17137:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 168 00000100:00100000:3.0:1789024289.680062:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fae8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1875927422417664:0@lo:400:kworker.0 00000100:00100000:3.0:1789024289.680185:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789024289.680251:0:19173:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422417664 00000100:00100000:3.0:1789024289.680258:0:19173:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422417664 00000100:00100000:3.0:1789024289.680299:0:19173:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1789024289.680306:0:19173:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc34603100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3643:x1875927422417664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789024289.680465:0:19173:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc34603100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3643:x1875927422417664:12345-0@lo:400:kworker.0 Request processed in 157us (357us total) trans 0 rc 0/0 00000100:00100000:3.0:1789024289.680472:0:19173:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1789024289.680526:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fae8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1875927422417664:0@lo:400:kworker.0 00000100:00100000:1.0:1789024289.680683:0:3644:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 2 00000004:00080000:1.0:1789024289.680692:0:3644:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90cb038abb80, transno 8589934596 00000004:00080000:1.0:1789024289.680708:0:3644:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589934598 committed transno 8589934598 00000100:00100000:1.0:1789024289.680738:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc34600380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1875927422417280:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1789024289.684874:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fae8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5cc9fac3-ff77-40ec-8f57-b6a206d9fd68:3641:1875927422417536:0@lo:400:kworker.0 00000100:00100000:3.0:1789024289.684944:0:18656:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422417408 00000100:00100000:3.0:1789024289.684954:0:18656:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422417408 00000100:00100000:3.0:1789024289.685585:0:18656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1789024289.685599:0:18656:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc34602680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875927422417408:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1789024289.685629:0:18656:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 26324672 pending 0 free 3915857920 avail 3684335616 00000100:00100000:3.0:1789024289.685739:0:18656:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc34602680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875927422417408:12345-0@lo:13:osp-pre-1-1.0 Request processed in 145us (7436us total) trans 0 rc 0/0 00000100:00100000:3.0:1789024289.685760:0:18656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00080000:3.0:1789024289.685791:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1789024289.685834:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fae9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1875927422417408:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0F:1789024289.693373:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fae8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3643:1875927422418176:0@lo:400:kworker.0 00000100:00100000:3.0:1789024289.693465:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fae9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875927422418048:0@lo:400:kworker.0 00000100:00100000:2.0:1789024289.693478:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789024289.693732:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1789024289.693740:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fae9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3643:1875927422417792:0@lo:400:kworker.0 00000100:00100000:1.0:1789024289.694237:0:17143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422418176 00000100:00100000:1.0:1789024289.694255:0:17143:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422418176 00000100:00100000:1.0:1789024289.694334:0:17143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:1.0:1789024289.695242:0:17143:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f9fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1875927422418176:12345-0@lo:400:kworker.0 00000100:00080000:0.0F:1789024289.695686:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1789024289.695766:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789024289.695870:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3f9ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3642:1875927422418560:0@lo:400:kworker.0 00000100:00100000:2.0:1789024289.695889:0:17144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422418048 00000100:00100000:2.0:1789024289.695897:0:17144:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422418048 00000100:00100000:3.0:1789024289.695906:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789024289.695930:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1789024289.695935:0:17144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422418560 00000100:00100000:3.0:1789024289.695937:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3faead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1875927422417920:0@lo:400:kworker.0 00000100:00100000:2.0:1789024289.695938:0:17144:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422418560 00000100:00100000:2.0:1789024289.695967:0:17144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:3.0:1789024289.695972:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789024289.695975:0:17144:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc34602d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875927422418048:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789024289.696000:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3f9fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3642:1875927422418432:0@lo:400:kworker.0 00000100:00100000:1.0:1789024289.696031:0:17143:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f9fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1875927422418176:12345-0@lo:400:kworker.0 Request processed in 1684us (2548us total) trans 0 rc 0/0 00000100:00100000:3.0:1789024289.696052:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789024289.696052:0:17144:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc34602d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875927422418048:12345-0@lo:400:kworker.0 Request processed in 69us (278us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024289.696178:0:17143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:2.0:1789024289.696187:0:17144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:2.0:1789024289.696212:0:17144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422418432 00000100:00100000:2.0:1789024289.696215:0:17144:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422418432 00000100:00100000:3.0:1789024289.696235:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fae9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875927422418048:0@lo:400:kworker.0 00000100:00100000:1.0:1789024289.696245:0:17143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:1.0:1789024289.696272:0:17143:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc34603480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1875927422418560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789024289.696273:0:17144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:3.0:1789024289.696288:0:18651:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422417920 00000100:00100000:2.0:1789024289.696291:0:17144:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc34602a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1875927422418432:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789024289.696368:0:17143:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc34603480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1875927422418560:12345-0@lo:400:kworker.0 Request processed in 107us (455us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024289.696371:0:17144:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc34602a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1875927422418432:12345-0@lo:400:kworker.0 Request processed in 79us (326us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024289.696385:0:17144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00080000:2.0:1789024289.696406:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1789024289.696409:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1789024289.696507:0:17143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:3.0:1789024289.696509:0:18651:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422417920 00000100:00100000:3.0:1789024289.696560:0:18651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1789024289.696570:0:18651:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc34601180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1875927422417920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789024289.696589:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3f9fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3642:1875927422418432:0@lo:400:kworker.0 00010000:00080000:1.0:1789024289.696615:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90cc3f9ff100 x1875927422418560/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789024305 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789024289.696624:0:18651:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc34601180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1875927422417920:12345-0@lo:400:kworker.0 Request processed in 52us (646us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024289.696644:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3f9ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3642:1875927422418560:0@lo:400:kworker.0 00000100:00100000:3.0:1789024289.696647:0:18651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1789024289.696690:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024289.696694:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3faead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1875927422417920:0@lo:400:kworker.0 00000100:00100000:3.0:1789024289.696728:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fae8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3643:1875927422418304:0@lo:400:kworker.0 00000100:00100000:3.0:1789024289.696752:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789024289.696783:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fae8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3643:1875927422418176:0@lo:400:kworker.0 00000100:00100000:3.0:1789024289.696821:0:17144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422417792 00000100:00100000:3.0:1789024289.696825:0:17144:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422417792 00000100:00100000:3.0:1789024289.696860:0:17144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422418304 00000100:00100000:3.0:1789024289.696865:0:17144:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422418304 00000100:00100000:3.0:1789024289.696902:0:17144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:3.0:1789024289.696919:0:17144:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc34600e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1875927422417792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789024289.696922:0:17143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:1.0:1789024289.696940:0:17143:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc34600700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1875927422418304:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1789024289.696984:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1789024289.697019:0:17143:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc34600700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1875927422418304:12345-0@lo:400:kworker.0 Request processed in 83us (262us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024289.697031:0:17143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00010000:00080000:2.0:1789024289.697032:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90cc3fae8700 x1875927422418304/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789024305 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789024289.697041:0:17144:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc34600e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1875927422417792:12345-0@lo:400:kworker.0 Request processed in 123us (344us total) trans 0 rc 0/0 00000100:00100000:3.0:1789024289.697060:0:17144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:2.0:1789024289.697062:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fae8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3643:1875927422418304:0@lo:400:kworker.0 00000100:00100000:2.0:1789024289.697082:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fae9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3643:1875927422417792:0@lo:400:kworker.0 00000040:00080000:1.0:1789024289.936900:0:17894:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1789024290.316747:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1789024290.711600:0:17123:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934622 is committed 00000020:00080000:2.0:1789024290.711632:0:17123:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff90cc342b8a80 refcount 2 committed 0 result 0 batchid 4294967529 00000020:00080000:2.0:1789024290.711646:0:17123:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff90cc04a55000 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff90cc342b8180 00000020:00080000:2.0:1789024290.711649:0:17123:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff90cc04a55f00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff90cc18a97400 00010000:00010000:1.0:1789024290.711881:0:3627:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90cc01322400/0xa736ef4b98cb4f3a lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024290.711893:0:3627:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90cc01322400/0xa736ef4b98cb4f3a lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 20284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024290.711901:0:3627:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90cc01322400/0xa736ef4b98cb4f3a lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024290.711906:0:3627:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cc01322400 already unused, calling callback (ffffffffc1a7d4f0) 00010000:00010000:1.0:1789024290.711911:0:3627:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90cc01322400/0xa736ef4b98cb4f3a lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024290.711918:0:3627:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90cc01322400/0xa736ef4b98cb4f3a lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 20284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024290.711948:0:3627:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff90cb032b2b00) 00010000:00010000:1.0:1789024290.711950:0:3627:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789024290.711956:0:3627:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90cc01322400/0xa736ef4b98cb4f3a lrc: 2/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024290.711962:0:3627:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90cc01322400/0xa736ef4b98cb4f3a lrc: 0/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20284 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:0.0:1789024290.712167:0:17183:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294967529 committed batchid 8 00000020:00080000:0.0:1789024290.712255:0:17183:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 8 00000100:00100000:3.0:1789024291.311437:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:1.0:1789024291.311527:0:20284:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402425344 00000100:00100000:1.0:1789024291.311539:0:20284:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402425344 00000100:00100000:1.0:1789024291.311611:0:20284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 65 00000100:00100000:1.0:1789024291.311623:0:20284:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc34603b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:371c06c4-35f7-46de-af51-de5f740e641b+13:15573:x1875927402425344:12345-192.168.202.18@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1789024291.311727:0:20284:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc34603b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:371c06c4-35f7-46de-af51-de5f740e641b+13:15573:x1875927402425344:12345-192.168.202.18@tcp:60:lhsmtool_posix.0 Request processed in 107us (302us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024291.311735:0:20284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 65 00000100:00080000:3.0:1789024291.313361:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1789024291.318873:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:3.0:1789024291.318960:0:17144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402425472 00000100:00100000:3.0:1789024291.318971:0:17144:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402425472 00000100:00100000:3.0:1789024291.319057:0:17144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 66 00000100:00100000:3.0:1789024291.319068:0:17144:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc107b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:371c06c4-35f7-46de-af51-de5f740e641b+5:15573:x1875927402425472:12345-192.168.202.18@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1789024291.319193:0:17144:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc107b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:371c06c4-35f7-46de-af51-de5f740e641b+5:15573:x1875927402425472:12345-192.168.202.18@tcp:60:lhsmtool_posix.0 Request processed in 127us (334us total) trans 0 rc 0/0 00000100:00100000:3.0:1789024291.319201:0:17144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 66 00000100:00080000:0.0:1789024291.319603:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1789024291.330451:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:3.0:1789024291.330575:0:17146:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402425728 00000100:00100000:3.0:1789024291.330587:0:17146:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402425728 00000100:00100000:3.0:1789024291.330648:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 12 00000100:00100000:3.0:1789024291.330660:0:17146:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc107bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:371c06c4-35f7-46de-af51-de5f740e641b+13:15573:x1875927402425728:12345-192.168.202.18@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1789024291.330921:0:17146:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc107bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:371c06c4-35f7-46de-af51-de5f740e641b+14:15573:x1875927402425728:12345-192.168.202.18@tcp:35:lhsmtool_posix.0 Request processed in 262us (481us total) trans 8589934623 rc 0/0 00000100:00100000:3.0:1789024291.330928:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 12 00010000:00010000:2.0:1789024291.340372:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789024292.364405:0:18299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789024292.909757:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:3.0:1789024292.909869:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:3.0:1789024292.909910:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:3.0:1789024292.909942:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:3.0:1789024292.909967:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:3.0:1789024292.909987:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:3.0:1789024292.910008:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:3.0:1789024292.910042:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:3.0:1789024292.910064:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:3.0:1789024292.910102:0:17143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402426112 00000100:00100000:3.0:1789024292.910115:0:17143:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402426112 00000100:00100000:3.0:1789024292.910215:0:17143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402425984 00000100:00100000:3.0:1789024292.910219:0:17143:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402425984 00000100:00100000:3.0:1789024292.910234:0:17143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402426496 00000100:00100000:3.0:1789024292.910236:0:17143:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402426496 00000100:00100000:3.0:1789024292.910264:0:17143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402426624 00000100:00100000:3.0:1789024292.910267:0:17143:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402426624 00000100:00100000:3.0:1789024292.910288:0:17143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 72 00000100:00100000:3.0:1789024292.910301:0:17143:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc34601c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:371c06c4-35f7-46de-af51-de5f740e641b+5:2401:x1875927402426112:12345-192.168.202.18@tcp:400:kworker.0 00000100:00100000:3.0:1789024292.910423:0:17143:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc34601c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:371c06c4-35f7-46de-af51-de5f740e641b+5:2401:x1875927402426112:12345-192.168.202.18@tcp:400:kworker.0 Request processed in 124us (553us total) trans 0 rc 0/0 00000100:00100000:3.0:1789024292.910433:0:17143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 72 00000100:00100000:3.0:1789024292.910456:0:17143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 73 00000100:00100000:3.0:1789024292.910463:0:17143:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc34600000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:371c06c4-35f7-46de-af51-de5f740e641b+14:2401:x1875927402425984:12345-192.168.202.18@tcp:400:kworker.0 00000100:00100000:3.0:1789024292.910499:0:17143:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc34600000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:371c06c4-35f7-46de-af51-de5f740e641b+14:2401:x1875927402425984:12345-192.168.202.18@tcp:400:kworker.0 Request processed in 37us (588us total) trans 0 rc 0/0 00000100:00100000:3.0:1789024292.910506:0:17143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 73 00000100:00100000:3.0:1789024292.910520:0:17143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 74 00000100:00100000:3.0:1789024292.910547:0:17143:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3fae9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7a8dfb3b-d145-43b9-83c6-a1d231848389+6:2403:x1875927402426496:12345-192.168.202.18@tcp:400:kworker.0 00000100:00100000:3.0:1789024292.910576:0:17143:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3fae9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7a8dfb3b-d145-43b9-83c6-a1d231848389+6:2403:x1875927402426496:12345-192.168.202.18@tcp:400:kworker.0 Request processed in 31us (608us total) trans 0 rc 0/0 00000100:00100000:3.0:1789024292.910582:0:17143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 74 00000100:00100000:3.0:1789024292.910595:0:17143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 75 00000100:00100000:3.0:1789024292.910601:0:17143:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3fae8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7a8dfb3b-d145-43b9-83c6-a1d231848389+5:2402:x1875927402426624:12345-192.168.202.18@tcp:400:kworker.0 00000100:00100000:3.0:1789024292.910627:0:17143:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3fae8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7a8dfb3b-d145-43b9-83c6-a1d231848389+5:2402:x1875927402426624:12345-192.168.202.18@tcp:400:kworker.0 Request processed in 26us (639us total) trans 0 rc 0/0 00000100:00100000:3.0:1789024292.910634:0:17143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 75 00000100:00100000:3.0:1789024292.910660:0:19173:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402426368 00000100:00100000:3.0:1789024292.910665:0:19173:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402426368 00000100:00100000:3.0:1789024292.910689:0:19173:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402426240 00000100:00100000:3.0:1789024292.910692:0:19173:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402426240 00000100:00100000:3.0:1789024292.910706:0:19173:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402426752 00000100:00100000:3.0:1789024292.910708:0:19173:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402426752 00000100:00100000:3.0:1789024292.910719:0:19173:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402426880 00000100:00100000:3.0:1789024292.910722:0:19173:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402426880 00000100:00100000:3.0:1789024292.910737:0:19173:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 31 00000100:00100000:3.0:1789024292.910743:0:19173:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc34600380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:371c06c4-35f7-46de-af51-de5f740e641b+5:2402:x1875927402426368:12345-192.168.202.18@tcp:400:kworker.0 00000100:00100000:3.0:1789024292.910774:0:19173:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc34600380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:371c06c4-35f7-46de-af51-de5f740e641b+5:2402:x1875927402426368:12345-192.168.202.18@tcp:400:kworker.0 Request processed in 31us (832us total) trans 0 rc 0/0 00000100:00100000:3.0:1789024292.910781:0:19173:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 31 00000100:00100000:3.0:1789024292.910793:0:19173:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 30 00000100:00100000:3.0:1789024292.910800:0:19173:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3fae8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:371c06c4-35f7-46de-af51-de5f740e641b+5:2399:x1875927402426240:12345-192.168.202.18@tcp:9:kworker.0 00000020:00000080:3.0:1789024292.910825:0:19173:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xa736ef4b98cb4c69 00000100:00080000:3.0:1789024292.910848:0:19173:0:(import.c:65:import_set_state_nolock()) ffff90cb026eb800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1789024292.910911:0:19173:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:3.0:1789024292.911087:0:19173:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3fae8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:371c06c4-35f7-46de-af51-de5f740e641b+2:2399:x1875927402426240:12345-192.168.202.18@tcp:9:kworker.0 Request processed in 287us (1077us total) trans 0 rc 0/0 00000100:00100000:3.0:1789024292.911096:0:19173:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 30 00000100:00100000:3.0:1789024292.911110:0:19173:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 31 00000100:00100000:3.0:1789024292.911117:0:19173:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3faead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a8dfb3b-d145-43b9-83c6-a1d231848389+5:2399:x1875927402426752:12345-192.168.202.18@tcp:9:kworker.0 00000020:00000080:3.0:1789024292.911141:0:19173:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xa736ef4b98cb4ca8 00000100:00080000:3.0:1789024292.911174:0:19173:0:(import.c:65:import_set_state_nolock()) ffff90cc3524d800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1789024292.911201:0:19173:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:3.0:1789024292.911255:0:19173:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3faead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a8dfb3b-d145-43b9-83c6-a1d231848389+2:2399:x1875927402426752:12345-192.168.202.18@tcp:9:kworker.0 Request processed in 138us (1211us total) trans 0 rc 0/0 00000100:00100000:3.0:1789024292.911262:0:19173:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 31 00000100:00100000:3.0:1789024292.911274:0:19173:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 32 00000100:00100000:3.0:1789024292.911280:0:19173:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3fae9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a8dfb3b-d145-43b9-83c6-a1d231848389+5:2399:x1875927402426880:12345-192.168.202.18@tcp:9:kworker.0 00000020:00000080:3.0:1789024292.911293:0:19173:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xa736ef4b98cb4caf 00000100:00080000:3.0:1789024292.911301:0:19173:0:(import.c:65:import_set_state_nolock()) ffff90cc3524e000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1789024292.911332:0:19173:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:3.0:1789024292.911410:0:19173:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3fae9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a8dfb3b-d145-43b9-83c6-a1d231848389+2:2399:x1875927402426880:12345-192.168.202.18@tcp:9:kworker.0 Request processed in 130us (1344us total) trans 0 rc 0/0 00000100:00100000:3.0:1789024292.911417:0:19173:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 32 00010000:00010000:3.0:1789024292.911690:0:18299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789024292.912088:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1789024292.912094:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1789024292.912099:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1789024292.912102:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1789024292.912112:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789024292.912496:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789024292.920754:0:17138:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402425856 00000100:00100000:2.0:1789024292.920784:0:17138:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402425856 00000100:00100000:2.0:1789024292.920900:0:17138:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 169 00000100:00100000:2.0:1789024292.920915:0:17138:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3bd32c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e4577274-ebf6-4f7f-a31d-56fffdb0df46+13:2401:x1875927402425856:12345-192.168.202.18@tcp:400:kworker.0 00000100:00100000:2.0:1789024292.921049:0:17138:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3bd32c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e4577274-ebf6-4f7f-a31d-56fffdb0df46+13:2401:x1875927402425856:12345-192.168.202.18@tcp:400:kworker.0 Request processed in 135us (11309us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024292.921058:0:17138:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 169 00000100:00100000:2.0:1789024293.261033:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1789024293.261070:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3f9fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1875927422418688:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1789024293.261186:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789024293.261257:0:18656:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422418688 00000100:00100000:2.0:1789024293.261268:0:18656:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422418688 00000100:00100000:2.0:1789024293.261346:0:18656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1789024293.261359:0:18656:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f9fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1875927422418688:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1789024293.261406:0:18656:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1789024293.261478:0:18656:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f9fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1875927422418688:12345-0@lo:13:osp-pre-0-0.0 Request processed in 122us (292us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024293.261486:0:18656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00080000:0.0:1789024293.261822:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1789024293.262212:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1789024293.262228:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3be9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1875927422418816:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1789024293.262277:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789024293.264197:0:18656:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422418816 00000100:00100000:2.0:1789024293.264216:0:18656:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422418816 00000100:00100000:2.0:1789024293.264302:0:18656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1789024293.264326:0:18656:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3be9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1875927422418816:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1789024293.264367:0:18656:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1789024293.264481:0:18656:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3be9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1875927422418816:12345-0@lo:13:osp-pre-0-1.0 Request processed in 160us (2203us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024293.264490:0:18656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1789024293.264590:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3be9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1875927422418816:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1789024293.264641:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3f9fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1875927422418688:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1789024293.264823:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1789024293.388866:0:18299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1789024293.421420:0:20520:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pcc test 1d: Test Project ID with remote access ========================================================== 03:11:32 (1789024292) 00000100:00100000:3.0:1789024294.284451:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789024294.284484:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3be9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1875927422418944:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789024294.284562:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024294.284753:0:18205:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422418944 00000100:00100000:0.0:1789024294.284763:0:18205:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422418944 00000100:00100000:0.0:1789024294.284823:0:18205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:0.0:1789024294.284835:0:18205:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3be9f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3642:x1875927422418944:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1789024294.284872:0:18205:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:0.0:1789024294.284924:0:18205:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3be9f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3642:x1875927422418944:12345-0@lo:41:osp-pre-0-1.0 Request processed in 91us (362us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024294.284931:0:18205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:0.0:1789024294.284975:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3be9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1875927422418944:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1789024294.285981:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3f9fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1875927422419072:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1789024294.286265:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789024294.287322:0:17148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422419072 00000100:00100000:3.0:1789024294.287333:0:17148:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422419072 00000100:00100000:3.0:1789024294.287449:0:17148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:3.0:1789024294.287459:0:17148:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc07486300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875927422419072:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1789024294.287495:0:17148:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1789024294.287565:0:17148:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc07486300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875927422419072:12345-0@lo:41:osp-pre-1-0.0 Request processed in 108us (1300us total) trans 0 rc 0/0 00000100:00100000:3.0:1789024294.287571:0:17148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1789024294.287664:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3f9fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1875927422419072:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1789024294.413018:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789024294.797397:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3be9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5cc9fac3-ff77-40ec-8f57-b6a206d9fd68:3644:1875927422419200:0@lo:400:kworker.0 00000100:00100000:3.0:1789024294.797465:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3bf8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1875927422419456:0@lo:400:kworker.0 00000100:00100000:2.0:1789024294.797496:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789024294.797524:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789024294.797554:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cb021d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1875927422419840:0@lo:400:kworker.0 00000100:00100000:3.0:1789024294.797557:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cb021d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1875927422419968:0@lo:400:kworker.0 00000100:00100000:2.0:1789024294.797594:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024294.797636:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3f9fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1875927422419328:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1789024294.797727:0:19173:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422419456 00000100:00100000:3.0:1789024294.797737:0:19173:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422419456 00000100:00100000:3.0:1789024294.797788:0:19173:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422419840 00000100:00100000:3.0:1789024294.797792:0:19173:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422419840 00000100:00100000:3.0:1789024294.797814:0:19173:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1789024294.797822:0:19173:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cb021d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3641:x1875927422419456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789024294.800580:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024294.800623:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cb021d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3643:1875927422419712:0@lo:400:kworker.0 00000100:00100000:0.0:1789024294.800655:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024294.800675:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cb021d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3643:1875927422420224:0@lo:400:kworker.0 00000100:00100000:0.0:1789024294.800712:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024294.800744:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cb038abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1875927422420736:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1789024294.800766:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789024294.801322:0:19173:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cb021d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3641:x1875927422419456:12345-0@lo:400:kworker.0 Request processed in 3497us (3795us total) trans 0 rc 0/0 00000100:00100000:3.0:1789024294.801337:0:19173:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1789024294.801382:0:19173:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1789024294.801394:0:19173:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f9fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3644:x1875927422419840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789024294.801450:0:19173:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f9fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3644:x1875927422419840:12345-0@lo:400:kworker.0 Request processed in 61us (3857us total) trans 0 rc 0/0 00000100:00100000:3.0:1789024294.801468:0:19173:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1789024294.804064:0:18656:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422419328 00000100:00100000:0.0:1789024294.804079:0:18656:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422419328 00000100:00100000:0.0:1789024294.804137:0:18656:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422420736 00000100:00100000:0.0:1789024294.804141:0:18656:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422420736 00000100:00100000:0.0:1789024294.804181:0:18656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1789024294.804190:0:18656:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc07484380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1875927422419328:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1789024294.804222:0:18656:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 17886912 pending 0 free 3915857920 avail 3684335616 00000100:00100000:0.0:1789024294.804302:0:18656:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc07484380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1875927422419328:12345-0@lo:13:osp-pre-1-1.0 Request processed in 112us (3728us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024294.804310:0:18656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1789024294.804327:0:18656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1789024294.804334:0:18656:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc07485500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3643:x1875927422420736:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1789024294.804343:0:18656:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 17886912 pending 0 free 3915857920 avail 3684335616 00000100:00100000:0.0:1789024294.804368:0:18656:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc07485500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3643:x1875927422420736:12345-0@lo:13:osp-pre-1-0.0 Request processed in 35us (3600us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024294.804374:0:18656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1789024294.804395:0:17143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422419712 00000100:00100000:0.0:1789024294.804399:0:17143:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422419712 00000100:00100000:0.0:1789024294.804427:0:17143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422420224 00000100:00100000:0.0:1789024294.804431:0:17143:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422420224 00000100:00100000:0.0:1789024294.804453:0:17143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:0.0:1789024294.804460:0:17143:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc07487800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1875927422419712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789024294.804498:0:17143:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc07487800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1875927422419712:12345-0@lo:400:kworker.0 Request processed in 37us (3840us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024294.804514:0:17143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:0.0:1789024294.804528:0:17143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:0.0:1789024294.804533:0:17143:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc07484000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1875927422420224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789024294.804565:0:17143:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc07484000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1875927422420224:12345-0@lo:400:kworker.0 Request processed in 32us (3852us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024294.804571:0:17143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00080000:0.0:1789024294.805092:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1789024294.805097:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1789024294.805163:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cb038abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1875927422420736:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1789024294.805184:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3f9fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1875927422419328:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1789024294.805194:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cb021d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3643:1875927422419712:0@lo:400:kworker.0 00000100:00100000:0.0:1789024294.805205:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cb021d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3643:1875927422420224:0@lo:400:kworker.0 00000100:00100000:3.0:1789024294.807244:0:17136:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422419200 00000100:00100000:3.0:1789024294.807259:0:17136:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422419200 00000100:00100000:3.0:1789024294.807318:0:17136:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 170 00000100:00100000:3.0:1789024294.807329:0:17136:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3bd32450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5cc9fac3-ff77-40ec-8f57-b6a206d9fd68+24:3644:x1875927422419200:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789024294.807609:0:17136:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3bd32450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5cc9fac3-ff77-40ec-8f57-b6a206d9fd68+24:3644:x1875927422419200:12345-0@lo:400:kworker.0 Request processed in 281us (10114us total) trans 0 rc 0/0 00000100:00100000:3.0:1789024294.807617:0:17136:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 170 00000100:00100000:3.0:1789024294.807661:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cb021d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1875927422419584:0@lo:400:kworker.0 00000100:00100000:3.0:1789024294.807705:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789024294.807894:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cb021d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875927422420096:0@lo:400:kworker.0 00000100:00100000:3.0:1789024294.807920:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789024294.807939:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cb021d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3642:1875927422420608:0@lo:400:kworker.0 00000100:00100000:3.0:1789024294.807959:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789024294.808117:0:19173:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422419584 00000100:00100000:3.0:1789024294.808122:0:19173:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422419584 00000100:00100000:3.0:1789024294.808174:0:19173:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1789024294.808182:0:19173:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cb021d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3642:x1875927422419584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789024294.808221:0:19173:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cb021d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3642:x1875927422419584:12345-0@lo:400:kworker.0 Request processed in 40us (514us total) trans 0 rc 0/0 00000100:00100000:3.0:1789024294.808227:0:19173:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1789024294.808262:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cb021d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1875927422419584:0@lo:400:kworker.0 00000100:00100000:0.0:1789024294.808640:0:17143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422420096 00000100:00100000:0.0:1789024294.808646:0:17143:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422420096 00000100:00100000:0.0:1789024294.809328:0:17143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422420608 00000100:00100000:0.0:1789024294.809334:0:17143:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422420608 00000100:00100000:2.0:1789024294.810176:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789024294.810211:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cb021d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3641:1875927422420480:0@lo:400:kworker.0 00000100:00100000:2.0:1789024294.810260:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789024294.810960:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3bf8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1875927422419456:0@lo:400:kworker.0 00000100:00100000:2.0:1789024294.810990:0:18654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422419968 00000100:00100000:2.0:1789024294.811004:0:18654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422419968 00000100:00100000:2.0:1789024294.811042:0:18654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1789024294.811052:0:18654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f9fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875927422419968:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789024294.811105:0:18654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f9fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875927422419968:12345-0@lo:400:kworker.0 Request processed in 54us (932us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024294.811130:0:18654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1789024294.811181:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cb021d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1875927422419968:0@lo:400:kworker.0 00000100:00100000:2.0:1789024294.811209:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cb021d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1875927422419840:0@lo:400:kworker.0 00000100:00100000:2.0:1789024294.811218:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cb021d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3644:1875927422420352:0@lo:400:kworker.0 00000100:00100000:2.0:1789024294.811243:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789024294.812973:0:17145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422420480 00000100:00100000:3.0:1789024294.812984:0:17145:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422420480 00000100:00100000:3.0:1789024294.813043:0:17145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:3.0:1789024294.813065:0:17145:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cb021d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875927422420096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789024294.813159:0:17145:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cb021d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875927422420096:12345-0@lo:400:kworker.0 Request processed in 82us (5224us total) trans 0 rc 0/0 00000100:00100000:3.0:1789024294.813167:0:17145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:3.0:1789024294.813185:0:17145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:3.0:1789024294.813192:0:17145:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cb021d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1875927422420608:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789024294.813223:0:17145:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cb021d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1875927422420608:12345-0@lo:400:kworker.0 Request processed in 33us (5263us total) trans 0 rc 0/0 00000100:00100000:3.0:1789024294.813229:0:17145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:3.0:1789024294.813242:0:17145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:3.0:1789024294.813249:0:17145:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f9fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875927422420480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789024294.813289:0:17145:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f9fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875927422420480:12345-0@lo:400:kworker.0 Request processed in 41us (3028us total) trans 0 rc 0/0 00000100:00100000:3.0:1789024294.813295:0:17145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:3.0:1789024294.813339:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cb021d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875927422420096:0@lo:400:kworker.0 00010000:00080000:3.0:1789024294.813353:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90cb021d2300 x1875927422420608/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789024310 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789024294.813363:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cb021d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3642:1875927422420608:0@lo:400:kworker.0 00000100:00080000:0.0:1789024294.813958:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1789024294.813964:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1789024294.817794:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cb021d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3641:1875927422420480:0@lo:400:kworker.0 00000100:00100000:2.0:1789024294.820315:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3be9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5cc9fac3-ff77-40ec-8f57-b6a206d9fd68:3644:1875927422419200:0@lo:400:kworker.0 00000100:00100000:3.0:1789024294.820391:0:17145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422420352 00000100:00100000:3.0:1789024294.820400:0:17145:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422420352 00000100:00100000:3.0:1789024294.820463:0:17145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:3.0:1789024294.820474:0:17145:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f9ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3644:x1875927422420352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789024294.820553:0:17145:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f9ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3644:x1875927422420352:12345-0@lo:400:kworker.0 Request processed in 81us (9309us total) trans 0 rc 0/0 00000100:00100000:3.0:1789024294.820567:0:17145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00010000:00080000:2.0:1789024294.820636:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90cb021d0000 x1875927422420352/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789024310 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789024294.820647:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cb021d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3644:1875927422420352:0@lo:400:kworker.0 00000100:00080000:1.0:1789024294.820708:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000040:00080000:3.0:1789024295.372346:0:17179:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:3.0:1789024295.372357:0:17179:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1789024295.372378:0:17179:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:3.0:1789024295.372387:0:17179:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00010000:00010000:1.0:1789024295.436392:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789024296.462260:0:18299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1789024296.846400:0:17123:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934623 is committed 00000020:00080000:2.0:1789024296.846415:0:17123:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 4294967529 batchid updated 00000020:00080000:0.0:1789024296.846489:0:17183:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000020:00080000:0.0:1789024296.846500:0:17183:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000100:00100000:3.0:1789024296.980901:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:2.0:1789024296.984178:0:17146:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402427136 00000100:00100000:2.0:1789024296.984195:0:17146:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402427136 00000100:00100000:2.0:1789024296.984299:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 13 00000100:00100000:2.0:1789024296.984312:0:17146:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cb021d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:371c06c4-35f7-46de-af51-de5f740e641b+13:16327:x1875927402427136:12345-192.168.202.18@tcp:35:umount.0 00000100:00080000:1.0:1789024296.984379:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000001:00080000:2.0:1789024296.984571:0:17146:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934624 00000100:00100000:2.0:1789024296.984710:0:17146:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cb021d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:371c06c4-35f7-46de-af51-de5f740e641b+15:16327:x1875927402427136:12345-192.168.202.18@tcp:35:umount.0 Request processed in 401us (3819us total) trans 8589934625 rc 0/0 00000100:00100000:2.0:1789024296.984716:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 13 00000020:00080000:2.0:1789024296.984720:0:17146:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1789024296.987489:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:3.0:1789024296.987533:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:3.0:1789024296.988184:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:1.0:1789024296.988798:0:17898:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402427264 00000100:00100000:1.0:1789024296.988810:0:17898:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402427264 00000100:00100000:3.0:1789024296.988815:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:3.0:1789024296.988844:0:18651:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402427648 00000100:00100000:3.0:1789024296.988847:0:18651:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402427648 00000100:00100000:3.0:1789024296.989101:0:18651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 33 00000100:00100000:3.0:1789024296.989112:0:18651:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cb021d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:371c06c4-35f7-46de-af51-de5f740e641b+5:2399:x1875927402427648:12345-192.168.202.18@tcp:9:umount.0 00000100:00100000:1.0:1789024296.989230:0:17898:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402427392 00000100:00100000:1.0:1789024296.989235:0:17898:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402427392 00000100:00100000:1.0:1789024296.989251:0:17898:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402427520 00000100:00100000:1.0:1789024296.989253:0:17898:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402427520 00000100:00100000:1.0:1789024296.989267:0:17898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 3 00000100:00100000:1.0:1789024296.989274:0:17898:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cb021d2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e4577274-ebf6-4f7f-a31d-56fffdb0df46+15:2403:x1875927402427264:12345-192.168.202.18@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1789024296.989299:0:17898:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789024296.989317:0:17898:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90cc00031a00/0xa736ef4b98cb4c46 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x44801000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162af852 expref: 15 pid: 17137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024296.989348:0:17898:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789024296.989402:0:17898:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cb021d2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e4577274-ebf6-4f7f-a31d-56fffdb0df46+14:2403:x1875927402427264:12345-192.168.202.18@tcp:103:ldlm_bl.0 Request processed in 128us (1921us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024296.989410:0:17898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 3 00000100:00100000:1.0:1789024296.989428:0:17898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 4 00000100:00100000:1.0:1789024296.989434:0:17898:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cb039af050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e4577274-ebf6-4f7f-a31d-56fffdb0df46+13:2403:x1875927402427392:12345-192.168.202.18@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1789024296.989441:0:17898:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789024296.989449:0:17898:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90cc22fa4e00/0xa736ef4b98cb4c4d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162af883 expref: 13 pid: 17138 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024296.989458:0:17898:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789024296.989475:0:17898:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cb039af050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e4577274-ebf6-4f7f-a31d-56fffdb0df46+12:2403:x1875927402427392:12345-192.168.202.18@tcp:103:ldlm_bl.0 Request processed in 41us (1941us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024296.989481:0:17898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 4 00000020:00000080:3.0:1789024296.989496:0:18651:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xa736ef4b98cb4c70 00000100:00080000:3.0:1789024296.989506:0:18651:0:(import.c:65:import_set_state_nolock()) ffff90cb026ea800 : changing import state from FULL to CLOSED 00000100:00100000:1.0:1789024296.989523:0:17898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 5 00000100:00100000:1.0:1789024296.989529:0:17898:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cb021d2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e4577274-ebf6-4f7f-a31d-56fffdb0df46+11:2400:x1875927402427520:12345-192.168.202.18@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1789024296.989536:0:17898:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789024296.989545:0:17898:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90cc1a160600/0xa736ef4b98cb4cd2 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162af939 expref: 11 pid: 17138 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00000004:3.0:1789024296.989550:0:18651:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00010000:00010000:1.0:1789024296.989554:0:17898:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789024296.989569:0:17898:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cb021d2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e4577274-ebf6-4f7f-a31d-56fffdb0df46+10:2400:x1875927402427520:12345-192.168.202.18@tcp:103:ldlm_bl.0 Request processed in 41us (1388us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024296.989580:0:17898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 5 00000100:00100000:3.0:1789024296.989663:0:18651:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cb021d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:371c06c4-35f7-46de-af51-de5f740e641b+2:2399:x1875927402427648:12345-192.168.202.18@tcp:9:umount.0 Request processed in 553us (848us total) trans 0 rc 0/0 00000100:00100000:3.0:1789024296.989669:0:18651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 33 00000100:00080000:1.0:1789024296.989688:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1789024296.989713:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789024297.002500:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:0.0:1789024297.002649:0:17144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402428544 00000100:00100000:0.0:1789024297.002707:0:17144:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402428544 00000100:00100000:0.0:1789024297.002814:0:17144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 67 00000100:00100000:0.0:1789024297.002825:0:17144:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cb021d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:371c06c4-35f7-46de-af51-de5f740e641b+15:2399:x1875927402428544:12345-192.168.202.18@tcp:39:umount.0 00000020:00000080:0.0:1789024297.002889:0:17144:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xa736ef4b98cb4c5b 00000020:00010000:0.0:1789024297.002907:0:17144:0:(genops.c:1920:obd_stale_export_put()) Put export ffff90cc1889d000: total 0 00000100:00080000:0.0:1789024297.002913:0:17144:0:(import.c:65:import_set_state_nolock()) ffff90cc18899800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1789024297.002952:0:17144:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934625 00000100:00100000:0.0:1789024297.003125:0:17144:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cb021d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:371c06c4-35f7-46de-af51-de5f740e641b+14:2399:x1875927402428544:12345-192.168.202.18@tcp:39:umount.0 Request processed in 301us (635us total) trans 8589934626 rc 0/0 00000100:00100000:0.0:1789024297.003133:0:17144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 67 00000020:00010000:2.0:1789024297.003226:0:17132:0:(genops.c:1906:obd_stale_export_get()) Get export ffff90cc1889d000: total 0 00010000:00010000:2.0:1789024297.003290:0:17132:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff90cc1889d000, canceled 0 locks, left on hash table 8. 00010000:00010000:2.0:1789024297.003334:0:17132:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x1:0x0].0x0 (ffff90cc41bc6100) 00010000:00010000:2.0:1789024297.003338:0:17132:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1789024297.003352:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90cc1a161e00/0xa736ef4b98cb4e06 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162af97f expref: 13 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024297.003378:0:17132:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff90cc1888fc00) 00010000:00010000:2.0:1789024297.003381:0:17132:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1789024297.003385:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90cc00030800/0xa736ef4b98cb4eb5 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162af9be expref: 12 pid: 17144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024297.003398:0:17132:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff90cc1888fc00) 00010000:00010000:2.0:1789024297.003400:0:17132:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1789024297.003403:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90cc22fa4600/0xa736ef4b98cb4e84 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162af9a9 expref: 11 pid: 17145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024297.003416:0:17132:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90cc1888f700) 00010000:00010000:2.0:1789024297.003418:0:17132:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1789024297.003422:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0338a400/0xa736ef4b98cb4d81 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162af955 expref: 10 pid: 20284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024297.003432:0:17132:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff90cc1888fc00) 00010000:00010000:2.0:1789024297.003435:0:17132:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1789024297.003438:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90cc342bde00/0xa736ef4b98cb4f72 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162af9f6 expref: 9 pid: 20284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024297.003451:0:17132:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff90cc1888f900) 00010000:00010000:2.0:1789024297.003453:0:17132:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789024297.003456:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252f800/0xa736ef4b98cb4d42 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162af947 expref: 8 pid: 17145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024297.003469:0:17132:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff90cc1888fe00) 00010000:00010000:2.0:1789024297.003478:0:17132:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1789024297.003483:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252f600/0xa736ef4b98cb4d26 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162af940 expref: 7 pid: 17144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024297.003499:0:17132:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff90cb032b2b00) 00010000:00010000:2.0:1789024297.003501:0:17132:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1789024297.003505:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90cc01323600/0xa736ef4b98cb4f10 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162af9d3 expref: 6 pid: 17144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024297.003518:0:17132:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff90cc1889d000, canceled 8 locks, left on hash table 0. 00010000:00010000:2.0:1789024297.003530:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789024297.003533:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789024297.003535:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789024297.011804:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:3.0:1789024297.011892:0:17145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402428672 00000100:00100000:3.0:1789024297.011903:0:17145:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402428672 00000100:00100000:3.0:1789024297.011992:0:17145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 68 00000100:00100000:3.0:1789024297.012003:0:17145:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cb038a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:371c06c4-35f7-46de-af51-de5f740e641b+5:2399:x1875927402428672:12345-192.168.202.18@tcp:39:umount.0 00000020:00000080:3.0:1789024297.012038:0:17145:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xa736ef4b98cb4c62 00000100:00080000:3.0:1789024297.012068:0:17145:0:(import.c:65:import_set_state_nolock()) ffff90cc07069800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1789024297.012098:0:17145:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934592 00000100:00100000:3.0:1789024297.012352:0:17145:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cb038a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:371c06c4-35f7-46de-af51-de5f740e641b+3:2399:x1875927402428672:12345-192.168.202.18@tcp:39:umount.0 Request processed in 351us (558us total) trans 8589934593 rc 0/0 00000100:00100000:3.0:1789024297.012360:0:17145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 68 00010000:00010000:0.0:1789024297.012769:0:18299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789024297.012899:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1789024297.484410:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789024298.005322:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:3.0:1789024298.005371:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:3.0:1789024298.005428:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:2.0:1789024298.005445:0:17137:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402428800 00000100:00100000:2.0:1789024298.005457:0:17137:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402428800 00000100:00100000:2.0:1789024298.005515:0:17137:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 171 00000100:00100000:2.0:1789024298.005526:0:17137:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3bd31850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e4577274-ebf6-4f7f-a31d-56fffdb0df46+10:2400:x1875927402428800:12345-192.168.202.18@tcp:400:kworker.0 00000100:00100000:2.0:1789024298.005609:0:17137:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3bd31850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e4577274-ebf6-4f7f-a31d-56fffdb0df46+10:2400:x1875927402428800:12345-192.168.202.18@tcp:400:kworker.0 Request processed in 85us (237us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024298.005616:0:17137:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 171 00000100:00100000:1.0:1789024298.005784:0:20284:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402428928 00000100:00100000:1.0:1789024298.005805:0:20284:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402428928 00000100:00100000:1.0:1789024298.005871:0:20284:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402429056 00000100:00100000:1.0:1789024298.005875:0:20284:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402429056 00000100:00100000:1.0:1789024298.005900:0:20284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 82 00000100:00100000:1.0:1789024298.005910:0:20284:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cb021d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7a8dfb3b-d145-43b9-83c6-a1d231848389+6:2400:x1875927402428928:12345-192.168.202.18@tcp:400:kworker.0 00000100:00100000:2.0:1789024298.006069:0:17143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 83 00000100:00100000:2.0:1789024298.006077:0:17143:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cb021d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7a8dfb3b-d145-43b9-83c6-a1d231848389+5:2400:x1875927402429056:12345-192.168.202.18@tcp:400:kworker.0 00000100:00100000:2.0:1789024298.006102:0:17143:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cb021d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7a8dfb3b-d145-43b9-83c6-a1d231848389+5:2400:x1875927402429056:12345-192.168.202.18@tcp:400:kworker.0 Request processed in 27us (676us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024298.006108:0:17143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 83 00000100:00080000:2.0:1789024298.006130:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1789024298.006135:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1789024298.006416:0:20284:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cb021d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7a8dfb3b-d145-43b9-83c6-a1d231848389+6:2400:x1875927402428928:12345-192.168.202.18@tcp:400:kworker.0 Request processed in 57us (663us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024298.006426:0:20284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 82 00000100:00100000:1.0:1789024298.380647:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1789024298.380660:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cb021d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1875927422420992:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1789024298.380666:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3f9fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1875927422420864:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1789024298.380846:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024298.381084:0:18656:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422420992 00000100:00100000:0.0:1789024298.381093:0:18656:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422420992 00000100:00100000:0.0:1789024298.381248:0:18656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1789024298.381259:0:18656:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f9fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875927422420992:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1789024298.381296:0:18656:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1789024298.381355:0:18656:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f9fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875927422420992:12345-0@lo:13:osp-pre-0-1.0 Request processed in 98us (509us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024298.381363:0:18656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1789024298.381405:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cb021d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1875927422420992:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1789024298.382127:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1789024298.384466:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024298.384550:0:18656:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422420864 00000100:00100000:0.0:1789024298.384561:0:18656:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422420864 00000100:00100000:0.0:1789024298.384636:0:18656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1789024298.384646:0:18656:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cb038ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3643:x1875927422420864:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1789024298.384669:0:18656:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1789024298.384731:0:18656:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cb038ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3643:x1875927422420864:12345-0@lo:13:osp-pre-0-0.0 Request processed in 87us (272us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024298.384739:0:18656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1789024298.384839:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3f9fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1875927422420864:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1789024298.385170:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1789024298.508623:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789024298.617420:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:3.0:1789024298.617525:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:3.0:1789024298.617664:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:1.0:1789024298.617723:0:17898:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402429312 00000100:00100000:1.0:1789024298.617735:0:17898:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402429312 00000100:00100000:1.0:1789024298.617804:0:17898:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402429184 00000100:00100000:1.0:1789024298.617807:0:17898:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402429184 00000100:00100000:1.0:1789024298.617833:0:17898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 6 00000100:00100000:1.0:1789024298.617843:0:17898:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cb021d0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e4577274-ebf6-4f7f-a31d-56fffdb0df46+11:2401:x1875927402429312:12345-192.168.202.18@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1789024298.617860:0:17898:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789024298.617904:0:17898:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90cc1a161600/0xa736ef4b98cb4c8c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162af8f3 expref: 11 pid: 17138 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024298.617923:0:17898:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789024298.617991:0:17898:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cb021d0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e4577274-ebf6-4f7f-a31d-56fffdb0df46+10:2401:x1875927402429312:12345-192.168.202.18@tcp:103:ldlm_bl.0 Request processed in 148us (679us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024298.617998:0:17898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 6 00000100:00100000:1.0:1789024298.618016:0:17898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 7 00000100:00100000:1.0:1789024298.618022:0:17898:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cb021d1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e4577274-ebf6-4f7f-a31d-56fffdb0df46+9:2401:x1875927402429184:12345-192.168.202.18@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1789024298.618029:0:17898:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789024298.618038:0:17898:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90cc22fa4a00/0xa736ef4b98cb4c85 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162af8c2 expref: 9 pid: 17138 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024298.618046:0:17898:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789024298.618063:0:17898:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cb021d1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e4577274-ebf6-4f7f-a31d-56fffdb0df46+8:2401:x1875927402429184:12345-192.168.202.18@tcp:103:ldlm_bl.0 Request processed in 42us (539us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024298.618069:0:17898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 7 00000100:00100000:1.0:1789024298.618427:0:17898:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402429440 00000100:00100000:1.0:1789024298.618431:0:17898:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402429440 00000100:00100000:1.0:1789024298.618529:0:17898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 8 00000100:00100000:1.0:1789024298.618538:0:17898:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cb021d2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e4577274-ebf6-4f7f-a31d-56fffdb0df46+8:2401:x1875927402429440:12345-192.168.202.18@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1789024298.618546:0:17898:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789024298.618555:0:17898:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90cc1a160400/0xa736ef4b98cb4ccb lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162af932 expref: 8 pid: 17138 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024298.618565:0:17898:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789024298.618586:0:17898:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cb021d2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e4577274-ebf6-4f7f-a31d-56fffdb0df46+7:2401:x1875927402429440:12345-192.168.202.18@tcp:103:ldlm_bl.0 Request processed in 51us (923us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024298.618600:0:17898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 8 00000100:00100000:1.0:1789024298.620601:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:2.0:1789024298.620669:0:17143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402429696 00000100:00100000:2.0:1789024298.620677:0:17143:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402429696 00000100:00100000:2.0:1789024298.620723:0:17143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 69 00000100:00100000:2.0:1789024298.620732:0:17143:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cb038abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7a8dfb3b-d145-43b9-83c6-a1d231848389+6:2399:x1875927402429696:12345-192.168.202.18@tcp:39:umount.0 00000020:00000080:2.0:1789024298.620769:0:17143:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xa736ef4b98cb4c9a 00000020:00010000:2.0:1789024298.620778:0:17143:0:(genops.c:1920:obd_stale_export_put()) Put export ffff90cb04007800: total 0 00000100:00080000:2.0:1789024298.620783:0:17143:0:(import.c:65:import_set_state_nolock()) ffff90cc35248000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1789024298.620812:0:17143:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934626 00000100:00100000:2.0:1789024298.620970:0:17143:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cb038abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7a8dfb3b-d145-43b9-83c6-a1d231848389+5:2399:x1875927402429696:12345-192.168.202.18@tcp:39:umount.0 Request processed in 229us (365us total) trans 8589934627 rc 0/0 00000100:00100000:2.0:1789024298.620978:0:17143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 69 00000020:00010000:0.0:1789024298.621242:0:18299:0:(genops.c:1906:obd_stale_export_get()) Get export ffff90cb04007800: total 0 00010000:00010000:0.0:1789024298.621257:0:18299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789024298.621301:0:18299:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff90cb04007800, canceled 0 locks, left on hash table 1. 00010000:00010000:0.0:1789024298.621339:0:18299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90cc1888f700) 00010000:00010000:0.0:1789024298.621343:0:18299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1789024298.621352:0:18299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90cc22fa5c00/0xa736ef4b98cb4d8f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162af95c expref: 4 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024298.621374:0:18299:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff90cb04007800, canceled 1 locks, left on hash table 0. 00010000:00010000:0.0:1789024298.621384:0:18299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789024298.621386:0:18299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789024298.621388:0:18299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789024298.628421:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:1.0:1789024298.628523:0:20284:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402429824 00000100:00100000:1.0:1789024298.628534:0:20284:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402429824 00000100:00100000:1.0:1789024298.628595:0:20284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 70 00000100:00100000:1.0:1789024298.628606:0:20284:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cb021d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7a8dfb3b-d145-43b9-83c6-a1d231848389+5:2399:x1875927402429824:12345-192.168.202.18@tcp:39:umount.0 00000020:00000080:1.0:1789024298.628645:0:20284:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xa736ef4b98cb4ca1 00000100:00080000:1.0:1789024298.628656:0:20284:0:(import.c:65:import_set_state_nolock()) ffff90cc3524c000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1789024298.628691:0:20284:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934593 00000100:00100000:1.0:1789024298.628843:0:20284:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cb021d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7a8dfb3b-d145-43b9-83c6-a1d231848389+3:2399:x1875927402429824:12345-192.168.202.18@tcp:39:umount.0 Request processed in 238us (431us total) trans 8589934594 rc 0/0 00000100:00100000:1.0:1789024298.628862:0:20284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 70 00010000:00010000:2.0:1789024298.628917:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789024298.656393:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:2.0:1789024298.656539:0:17138:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402430080 00000100:00100000:2.0:1789024298.656549:0:17138:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402430080 00000100:00100000:2.0:1789024298.656609:0:17138:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 172 00000100:00100000:2.0:1789024298.656619:0:17138:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3bd30450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e4577274-ebf6-4f7f-a31d-56fffdb0df46+7:2399:x1875927402430080:12345-192.168.202.18@tcp:251:umount.0 00000020:00000080:2.0:1789024298.656662:0:17138:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xa736ef4b98cb4c38 00000020:00010000:2.0:1789024298.656671:0:17138:0:(genops.c:1920:obd_stale_export_put()) Put export ffff90cb01afe800: total 0 00000100:00080000:2.0:1789024298.656676:0:17138:0:(import.c:65:import_set_state_nolock()) ffff90cb01af8800 : changing import state from FULL to CLOSED 00000100:00100000:2.0:1789024298.656750:0:17138:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3bd30450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e4577274-ebf6-4f7f-a31d-56fffdb0df46+3:2399:x1875927402430080:12345-192.168.202.18@tcp:251:umount.0 Request processed in 133us (367us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024298.656758:0:17138:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 172 00000020:00010000:1.0:1789024298.656876:0:17132:0:(genops.c:1906:obd_stale_export_get()) Get export ffff90cb01afe800: total 0 00010000:00010000:1.0:1789024298.656942:0:17132:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff90cb01afe800, canceled 0 locks, left on hash table 1. 00010000:00010000:1.0:1789024298.656985:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90cc22fa5000/0xa736ef4b98cb4c3f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162af84b expref: 2 pid: 17138 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024298.657000:0:17132:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff90cb01afe800, canceled 1 locks, left on hash table 0. 00000020:00000080:1.0:1789024298.657011:0:17132:0:(genops.c:885:class_export_put()) final put ffff90cb01afe800/e4577274-ebf6-4f7f-a31d-56fffdb0df46 00010000:00010000:1.0:1789024298.657033:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789024298.657035:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789024298.657037:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1789024298.657074:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff90cb01afe800/e4577274-ebf6-4f7f-a31d-56fffdb0df46 for MGS 00000020:00000080:2.0:1789024298.657122:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff90cb01af8800 for MGS 00000001:00100000:3.0:1789024298.893602:0:19467:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 371c06c4-35f7-46de-af51-de5f740e641b 00000020:00000080:3.0:1789024298.893613:0:19467:0:(genops.c:885:class_export_put()) final put ffff90cb026ee800/371c06c4-35f7-46de-af51-de5f740e641b 00000001:00100000:3.0:1789024298.893645:0:19467:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 7a8dfb3b-d145-43b9-83c6-a1d231848389 00000020:00000080:3.0:1789024298.893648:0:19467:0:(genops.c:885:class_export_put()) final put ffff90cc35248800/7a8dfb3b-d145-43b9-83c6-a1d231848389 00000020:00000080:2.0:1789024298.893710:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff90cb026ee800/371c06c4-35f7-46de-af51-de5f740e641b for lustre-OST0001 00000020:00000080:2.0:1789024298.893768:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff90cc35248800/7a8dfb3b-d145-43b9-83c6-a1d231848389 for lustre-OST0001 00000020:00000080:2.0:1789024298.893786:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff90cb026ea800 for lustre-OST0001 00000020:00000080:2.0:1789024298.893790:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff90cc3524e000 for lustre-OST0001 00000001:00100000:3.0:1789024298.896887:0:18648:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 7a8dfb3b-d145-43b9-83c6-a1d231848389 00000020:00000080:3.0:1789024298.896897:0:18648:0:(genops.c:885:class_export_put()) final put ffff90cc3524f800/7a8dfb3b-d145-43b9-83c6-a1d231848389 00000001:00100000:3.0:1789024298.896920:0:18648:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 371c06c4-35f7-46de-af51-de5f740e641b 00000020:00000080:3.0:1789024298.896923:0:18648:0:(genops.c:885:class_export_put()) final put ffff90cb026e9000/371c06c4-35f7-46de-af51-de5f740e641b 00000020:00000080:1.0:1789024298.897076:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff90cc3524f800/7a8dfb3b-d145-43b9-83c6-a1d231848389 for lustre-OST0000 00000020:00000080:1.0:1789024298.897128:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff90cb026e9000/371c06c4-35f7-46de-af51-de5f740e641b for lustre-OST0000 00000020:00000080:1.0:1789024298.897166:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff90cc3524d800 for lustre-OST0000 00000020:00000080:1.0:1789024298.897172:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff90cb026eb800 for lustre-OST0000 00000040:00080000:0.0:1789024299.150267:0:17894:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1789024299.408328:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc07484e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1875927422421120:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1789024299.408399:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024299.408475:0:17149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422421120 00000100:00100000:0.0:1789024299.408483:0:17149:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422421120 00000100:00100000:0.0:1789024299.408529:0:17149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1789024299.408538:0:17149:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc07485c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875927422421120:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1789024299.408571:0:17149:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446293504 avail 1300054016 00000100:00100000:0.0:1789024299.408614:0:17149:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc07485c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875927422421120:12345-0@lo:41:osp-pre-0-1.0 Request processed in 76us (214us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024299.408621:0:17149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1789024299.408667:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc07484e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1875927422421120:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1789024299.408971:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cb021d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1875927422421248:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1789024299.408999:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789024299.409111:0:18205:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422421248 00000100:00100000:2.0:1789024299.409116:0:18205:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422421248 00000100:00100000:2.0:1789024299.409162:0:18205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:2.0:1789024299.409170:0:18205:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc07484e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3643:x1875927422421248:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1789024299.409189:0:18205:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1789024299.422630:0:18205:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc07484e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3643:x1875927422421248:12345-0@lo:41:osp-pre-1-0.0 Request processed in 13452us (13621us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024299.422647:0:18205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1789024299.422790:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cb021d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1875927422421248:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1789024299.534580:0:18299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789024299.917534:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cb021d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5cc9fac3-ff77-40ec-8f57-b6a206d9fd68:3644:1875927422421376:0@lo:400:kworker.0 00000100:00100000:0.0:1789024299.917616:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024299.917664:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc34379f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1875927422421888:0@lo:400:kworker.0 00000100:00100000:0.0:1789024299.917689:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024299.917706:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3437aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3644:1875927422422400:0@lo:400:kworker.0 00000100:00100000:0.0:1789024299.917729:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024299.917755:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1789024299.917760:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cb021d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3644:1875927422421760:0@lo:400:kworker.0 00000100:00100000:0.0:1789024299.917777:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024299.917792:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3437ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3644:1875927422422272:0@lo:400:kworker.0 00000100:00100000:0.0:1789024299.917808:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024299.917834:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cb021d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1875927422421504:0@lo:400:kworker.0 00000100:00100000:0.0:1789024299.917853:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024299.917867:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3437bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1875927422422016:0@lo:400:kworker.0 00000100:00100000:0.0:1789024299.917891:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024299.917907:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc34379180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3641:1875927422422528:0@lo:400:kworker.0 00000100:00100000:0.0:1789024299.917925:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024299.917941:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1789024299.917955:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cb021d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1875927422421632:0@lo:400:kworker.0 00000100:00100000:0.0:1789024299.917986:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024299.918005:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc34378a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875927422422144:0@lo:400:kworker.0 00000100:00100000:0.0:1789024299.918025:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789024299.918030:0:18654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422421888 00000100:00100000:0.0:1789024299.918034:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3437b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3641:1875927422422656:0@lo:400:kworker.0 00000100:00100000:2.0:1789024299.918037:0:18654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422421888 00000100:00100000:0.0:1789024299.918049:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024299.918071:0:17143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422422400 00000100:00100000:2.0:1789024299.918075:0:18654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422421504 00000100:00100000:2.0:1789024299.918078:0:18654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422421504 00000100:00100000:0.0:1789024299.918078:0:17143:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422422400 00000100:00100000:2.0:1789024299.918088:0:18654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422422016 00000100:00100000:2.0:1789024299.918090:0:18654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422422016 00000100:00100000:2.0:1789024299.918101:0:18654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422421632 00000100:00100000:2.0:1789024299.918103:0:18654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422421632 00000100:00100000:0.0:1789024299.918106:0:17143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422421760 00000100:00100000:0.0:1789024299.918108:0:17143:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422421760 00000100:00100000:0.0:1789024299.918118:0:17143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422422272 00000100:00100000:0.0:1789024299.918120:0:17143:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422422272 00000100:00100000:2.0:1789024299.918122:0:18654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1789024299.918130:0:18654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc07487b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3644:x1875927422421888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789024299.918130:0:17143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422422528 00000100:00100000:0.0:1789024299.918132:0:17143:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422422528 00000100:00100000:0.0:1789024299.918141:0:17143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422422144 00000100:00100000:0.0:1789024299.918163:0:17143:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422422144 00000100:00100000:0.0:1789024299.918187:0:17143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422422656 00000100:00100000:0.0:1789024299.918191:0:17143:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422422656 00000100:00100000:2.0:1789024299.918204:0:18654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc07487b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3644:x1875927422421888:12345-0@lo:400:kworker.0 Request processed in 75us (513us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024299.918206:0:17143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:2.0:1789024299.918211:0:18654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1789024299.918211:0:17143:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc07484a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3644:x1875927422422400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789024299.918227:0:18654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1789024299.918232:0:18654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc07486680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875927422421504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789024299.918238:0:17143:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc07484a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3644:x1875927422422400:12345-0@lo:400:kworker.0 Request processed in 27us (510us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024299.918244:0:17143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:0.0:1789024299.918256:0:17143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:0.0:1789024299.918262:0:17143:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc07485180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1875927422421760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789024299.918270:0:18654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc07486680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875927422421504:12345-0@lo:400:kworker.0 Request processed in 38us (416us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024299.918284:0:17143:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc07485180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1875927422421760:12345-0@lo:400:kworker.0 Request processed in 22us (505us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024299.918288:0:18654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1789024299.918289:0:17143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:2.0:1789024299.918300:0:18654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1789024299.918300:0:17143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:2.0:1789024299.918305:0:18654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc07486d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875927422422016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789024299.918306:0:17143:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc07487100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3644:x1875927422422272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789024299.918329:0:17143:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc07487100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3644:x1875927422422272:12345-0@lo:400:kworker.0 Request processed in 24us (519us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024299.918330:0:18654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc07486d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875927422422016:12345-0@lo:400:kworker.0 Request processed in 24us (438us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024299.918336:0:18654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1789024299.918336:0:17143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:2.0:1789024299.918347:0:18654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1789024299.918347:0:17143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:2.0:1789024299.918352:0:18654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3fce8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875927422421632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789024299.918352:0:17143:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc07486a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875927422422528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789024299.918376:0:18654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3fce8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875927422421632:12345-0@lo:400:kworker.0 Request processed in 24us (390us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024299.918381:0:18654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1789024299.918381:0:17143:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc07486a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875927422422528:12345-0@lo:400:kworker.0 Request processed in 30us (455us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024299.918387:0:17143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:0.0:1789024299.918397:0:17143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:0.0:1789024299.918403:0:17143:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3fce8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875927422422144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789024299.918426:0:17143:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3fce8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875927422422144:12345-0@lo:400:kworker.0 Request processed in 24us (400us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024299.918431:0:17143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:0.0:1789024299.918443:0:17143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:0.0:1789024299.918448:0:17143:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3fce9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875927422422656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789024299.918471:0:17143:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3fce9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875927422422656:12345-0@lo:400:kworker.0 Request processed in 23us (421us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024299.918477:0:17143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00080000:0.0:1789024299.918506:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1789024299.918511:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1789024299.918513:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1789024299.918527:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3f9ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1875927422422784:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1789024299.918552:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024299.918611:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cb021d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1875927422421632:0@lo:400:kworker.0 00000100:00100000:0.0:1789024299.918622:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc34378a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875927422422144:0@lo:400:kworker.0 00010000:00080000:0.0:1789024299.918632:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90cc3437b480 x1875927422422656/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789024315 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789024299.918642:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3437b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3641:1875927422422656:0@lo:400:kworker.0 00000100:00100000:0.0:1789024299.918651:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cb021d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1875927422421504:0@lo:400:kworker.0 00000100:00100000:0.0:1789024299.918668:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3437bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1875927422422016:0@lo:400:kworker.0 00000100:00100000:0.0:1789024299.918676:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc34379180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3641:1875927422422528:0@lo:400:kworker.0 00000100:00100000:0.0:1789024299.918707:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cb021d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3644:1875927422421760:0@lo:400:kworker.0 00000100:00100000:0.0:1789024299.918716:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3437ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3644:1875927422422272:0@lo:400:kworker.0 00000100:00100000:0.0:1789024299.918723:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc34379f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1875927422421888:0@lo:400:kworker.0 00010000:00080000:0.0:1789024299.918731:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90cc3437aa00 x1875927422422400/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789024315 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789024299.918738:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3437aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3644:1875927422422400:0@lo:400:kworker.0 00000100:00100000:2.0:1789024299.919300:0:18656:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422422784 00000100:00100000:2.0:1789024299.919306:0:18656:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422422784 00000100:00100000:2.0:1789024299.919346:0:18656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1789024299.919353:0:18656:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3fce9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1875927422422784:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1789024299.919377:0:18656:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:2.0:1789024299.919423:0:18656:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3fce9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1875927422422784:12345-0@lo:13:osp-pre-1-1.0 Request processed in 71us (870us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024299.919429:0:18656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1789024299.919851:0:17136:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422421376 00000100:00100000:3.0:1789024299.919858:0:17136:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422421376 00000100:00100000:3.0:1789024299.919893:0:17136:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 173 00000100:00100000:3.0:1789024299.919901:0:17136:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3bd31050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5cc9fac3-ff77-40ec-8f57-b6a206d9fd68+24:3644:x1875927422421376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789024299.919958:0:17136:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3bd31050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5cc9fac3-ff77-40ec-8f57-b6a206d9fd68+24:3644:x1875927422421376:12345-0@lo:400:kworker.0 Request processed in 48us (2332us total) trans 0 rc 0/0 00000100:00100000:3.0:1789024299.919980:0:17136:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 173 00000100:00100000:3.0:1789024299.920035:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cb021d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5cc9fac3-ff77-40ec-8f57-b6a206d9fd68:3644:1875927422421376:0@lo:400:kworker.0 00000100:00100000:2.0:1789024299.920237:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3f9ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1875927422422784:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1789024299.920251:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1789024299.920259:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc34601500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1875927422422912:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1789024299.920301:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024299.920721:0:18656:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422422912 00000100:00100000:1.0:1789024299.920726:0:18656:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422422912 00000100:00100000:1.0:1789024299.920749:0:18656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1789024299.920757:0:18656:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f9ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3643:x1875927422422912:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1789024299.920770:0:18656:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1789024299.920831:0:18656:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f9ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3643:x1875927422422912:12345-0@lo:13:osp-pre-1-0.0 Request processed in 74us (528us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024299.920837:0:18656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1789024299.921099:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc34601500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1875927422422912:0@lo:13:osp-pre-1-0.0 00000020:01000004:2.0:1789024300.133626:0:20715:0:(tgt_mount.c:2191:server_umount_begin()) umount -f 00000020:01000004:3.0:1789024300.146653:0:20715:0:(tgt_mount.c:2061:server_put_super()) server put_super lustre-MDT0000 00010000:00010000:3.0:1789024300.146704:0:20715:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cb0338a200/0xa736ef4b98cb47fb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb4802 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024300.146719:0:20715:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cb0338a200/0xa736ef4b98cb47fb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0xa736ef4b98cb4802 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024300.146726:0:20715:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cb0338a200/0xa736ef4b98cb47fb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0xa736ef4b98cb4802 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024300.146734:0:20715:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.118@tcp lock: ffff90cb0338a200/0xa736ef4b98cb47fb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0xa736ef4b98cb4802 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024300.146750:0:20715:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:3.0:1789024300.146756:0:20715:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:3.0:1789024300.146779:0:20715:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1789024300.146784:0:20715:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:3.0:1789024300.146790:0:20715:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1789024300.146813:0:20715:0:(import.c:65:import_set_state_nolock()) ffff90cc3d4b2000 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00010000:00010000:2.0:1789024300.147019:0:17131:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789024300.147027:0:17131:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.118@tcp lock: ffff90cb0338a200/0xa736ef4b98cb47fb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0xa736ef4b98cb4802 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024300.147035:0:17131:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cb0338a200 already unused, calling callback (ffffffffc146cc20) 10000000:00010000:2.0:1789024300.147039:0:17131:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.118@tcp lock: ffff90cb0338a200/0xa736ef4b98cb47fb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0xa736ef4b98cb4802 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024300.147047:0:17131:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.118@tcp lock: ffff90cb0338a200/0xa736ef4b98cb47fb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1008400000000 nid: local remote: 0xa736ef4b98cb4802 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789024300.147055:0:17131:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.118@tcp lock: ffff90cb0338a200/0xa736ef4b98cb47fb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1009400000000 nid: local remote: 0xa736ef4b98cb4802 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789024300.148541:0:17131:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1789024300.148545:0:17131:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:2.0:1789024300.148548:0:17131:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:2.0:1789024300.148584:0:17131:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.118@tcp lock: ffff90cb0338a200/0xa736ef4b98cb47fb lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0xa736ef4b98cb4802 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024300.148592:0:17131:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789024300.148620:0:17131:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.118@tcp lock: ffff90cb0338a200/0xa736ef4b98cb47fb lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0xa736ef4b98cb4802 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024300.148629:0:17131:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.118@tcp lock: ffff90cb0338a200/0xa736ef4b98cb47fb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0xa736ef4b98cb4802 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024300.148643:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789024300.148645:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789024300.148661:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789024300.148679:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc34379880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875927422423040:0@lo:39:umount.0 00000100:00100000:2.0:1789024300.148740:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024300.148845:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3f9ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5cc9fac3-ff77-40ec-8f57-b6a206d9fd68:3641:1875927422423168:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789024300.148878:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024300.149572:0:17143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422423040 00000100:00100000:0.0:1789024300.149581:0:17143:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422423040 00000100:00100000:2.0:1789024300.149599:0:17898:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422423168 00000100:00100000:2.0:1789024300.149603:0:17898:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422423168 00000100:00100000:0.0:1789024300.149630:0:17143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1789024300.149632:0:17898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1789024300.149638:0:17898:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3fcebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5cc9fac3-ff77-40ec-8f57-b6a206d9fd68+24:3641:x1875927422423168:12345-0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789024300.149638:0:17143:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f9fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875927422423040:12345-0@lo:39:umount.0 00010000:00010000:2.0:1789024300.149650:0:17898:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000020:00000080:0.0:1789024300.149661:0:17143:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xa736ef4b98cb482c 00010000:00010000:2.0:1789024300.149666:0:17898:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90cc01322c00/0xa736ef4b98cb4802 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xa736ef4b98cb47fb expref: 24 pid: 17137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1789024300.149669:0:17143:0:(import.c:65:import_set_state_nolock()) ffff90cc344f4000 : changing import state from FULL to CLOSED 00010000:00010000:2.0:1789024300.149679:0:17898:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1789024300.152628:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789024300.153010:0:17898:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3fcebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5cc9fac3-ff77-40ec-8f57-b6a206d9fd68+23:3641:x1875927422423168:12345-0@lo:103:ldlm_bl.0 Request processed in 3367us (4125us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024300.153023:0:17898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1789024300.153108:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3f9ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5cc9fac3-ff77-40ec-8f57-b6a206d9fd68:3641:1875927422423168:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789024300.161701:0:17143:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f9fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+1:3640:x1875927422423040:12345-0@lo:39:umount.0 Request processed in 12053us (12950us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024300.161717:0:17143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000020:00000080:0.0:1789024300.161734:0:17143:0:(genops.c:885:class_export_put()) final put ffff90cb0259b000/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:3.0:1789024300.161831:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff90cb0259b000/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000020:00000080:3.0:1789024300.161893:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff90cc344f4000 for lustre-MDT0000 00000100:00080000:2.0:1789024300.165384:0:3640:0:(import.c:65:import_set_state_nolock()) ffff90cc3d4b2000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:2.0:1789024300.165411:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc34379880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875927422423040:0@lo:39:umount.0 00000100:00080000:3.0:1789024300.165497:0:20715:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1789024300.165502:0:20715:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:3.0:1789024300.165507:0:20715:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:3.0:1789024300.166698:0:20715:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cc01322e00/0xa736ef4b98cb474c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb4753 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024300.166738:0:20715:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cc01322e00/0xa736ef4b98cb474c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0xa736ef4b98cb4753 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024300.166804:0:20715:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cc01322e00/0xa736ef4b98cb474c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0xa736ef4b98cb4753 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024300.166811:0:20715:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.118@tcp lock: ffff90cc01322e00/0xa736ef4b98cb474c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0xa736ef4b98cb4753 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024300.166923:0:20715:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789024300.166930:0:20715:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cc00031e00/0xa736ef4b98cb4b58 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb4b5f expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024300.166937:0:20715:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cc00031e00/0xa736ef4b98cb4b58 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xa736ef4b98cb4b5f expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024300.166951:0:20715:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cc00031e00/0xa736ef4b98cb4b58 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xa736ef4b98cb4b5f expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024300.166958:0:20715:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.118@tcp lock: ffff90cc00031e00/0xa736ef4b98cb4b58 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xa736ef4b98cb4b5f expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024300.167027:0:20715:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1789024300.167036:0:20715:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cc1a161800/0xa736ef4b98cb4d03 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb4d0a expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024300.167043:0:20715:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cc1a161800/0xa736ef4b98cb4d03 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xa736ef4b98cb4d0a expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024300.167063:0:20715:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cc1a161800/0xa736ef4b98cb4d03 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xa736ef4b98cb4d0a expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024300.167069:0:20715:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.118@tcp lock: ffff90cc1a161800/0xa736ef4b98cb4d03 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xa736ef4b98cb4d0a expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024300.167241:0:20715:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:3.0:1789024300.167249:0:20715:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cc029c5400/0xa736ef4b98cb473e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb4745 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024300.167259:0:20715:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cc029c5400/0xa736ef4b98cb473e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xa736ef4b98cb4745 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024300.167266:0:20715:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cc029c5400/0xa736ef4b98cb473e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xa736ef4b98cb4745 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024300.167275:0:20715:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.118@tcp lock: ffff90cc029c5400/0xa736ef4b98cb473e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xa736ef4b98cb4745 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024300.171117:0:17132:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1789024300.171133:0:17132:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.118@tcp lock: ffff90cc01322e00/0xa736ef4b98cb474c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0xa736ef4b98cb4753 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024300.171162:0:17132:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cc01322e00 already unused, calling callback (ffffffffc146cc20) 10000000:00010000:1.0:1789024300.171167:0:17132:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.118@tcp lock: ffff90cc01322e00/0xa736ef4b98cb474c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0xa736ef4b98cb4753 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024300.171179:0:17132:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.118@tcp lock: ffff90cc01322e00/0xa736ef4b98cb474c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1008400000000 nid: local remote: 0xa736ef4b98cb4753 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789024300.171186:0:17132:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.118@tcp lock: ffff90cc01322e00/0xa736ef4b98cb474c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1009400000000 nid: local remote: 0xa736ef4b98cb4753 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789024300.171191:0:17132:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1789024300.171194:0:17132:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 00010000:00010000:1.0:1789024300.171241:0:17132:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.118@tcp lock: ffff90cc01322e00/0xa736ef4b98cb474c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0xa736ef4b98cb4753 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024300.171264:0:17132:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1789024300.171297:0:17132:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.118@tcp lock: ffff90cc01322e00/0xa736ef4b98cb474c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0xa736ef4b98cb4753 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024300.171305:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.118@tcp lock: ffff90cc01322e00/0xa736ef4b98cb474c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0xa736ef4b98cb4753 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024300.171320:0:17132:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1789024300.171324:0:17132:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.118@tcp lock: ffff90cc00031e00/0xa736ef4b98cb4b58 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xa736ef4b98cb4b5f expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024300.171329:0:17132:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cc00031e00 already unused, calling callback (ffffffffc146cc20) 10000000:00010000:1.0:1789024300.171332:0:17132:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.118@tcp lock: ffff90cc00031e00/0xa736ef4b98cb4b58 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xa736ef4b98cb4b5f expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024300.171339:0:17132:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.118@tcp lock: ffff90cc00031e00/0xa736ef4b98cb4b58 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xa736ef4b98cb4b5f expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789024300.171345:0:17132:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.118@tcp lock: ffff90cc00031e00/0xa736ef4b98cb4b58 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xa736ef4b98cb4b5f expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789024300.171351:0:17132:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:1.0:1789024300.171354:0:17132:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:1.0:1789024300.171356:0:17132:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:1.0:1789024300.171374:0:17132:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.118@tcp lock: ffff90cc00031e00/0xa736ef4b98cb4b58 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xa736ef4b98cb4b5f expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024300.171379:0:17132:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1789024300.171399:0:17132:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.118@tcp lock: ffff90cc00031e00/0xa736ef4b98cb4b58 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xa736ef4b98cb4b5f expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024300.171416:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.118@tcp lock: ffff90cc00031e00/0xa736ef4b98cb4b58 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xa736ef4b98cb4b5f expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024300.171428:0:17132:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1789024300.171431:0:17132:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.118@tcp lock: ffff90cc1a161800/0xa736ef4b98cb4d03 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xa736ef4b98cb4d0a expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024300.171436:0:17132:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cc1a161800 already unused, calling callback (ffffffffc146cc20) 10000000:00010000:1.0:1789024300.171438:0:17132:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.118@tcp lock: ffff90cc1a161800/0xa736ef4b98cb4d03 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xa736ef4b98cb4d0a expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024300.171444:0:17132:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.118@tcp lock: ffff90cc1a161800/0xa736ef4b98cb4d03 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0xa736ef4b98cb4d0a expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789024300.171449:0:17132:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.118@tcp lock: ffff90cc1a161800/0xa736ef4b98cb4d03 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0xa736ef4b98cb4d0a expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789024300.171453:0:17132:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:1.0:1789024300.171456:0:17132:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:1.0:1789024300.171458:0:17132:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:1.0:1789024300.171473:0:17132:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.118@tcp lock: ffff90cc1a161800/0xa736ef4b98cb4d03 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xa736ef4b98cb4d0a expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024300.171478:0:17132:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1789024300.171483:0:17132:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.118@tcp lock: ffff90cc1a161800/0xa736ef4b98cb4d03 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xa736ef4b98cb4d0a expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024300.171489:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.118@tcp lock: ffff90cc1a161800/0xa736ef4b98cb4d03 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xa736ef4b98cb4d0a expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024300.171506:0:17132:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789024300.171510:0:17132:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.118@tcp lock: ffff90cc029c5400/0xa736ef4b98cb473e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xa736ef4b98cb4745 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024300.171515:0:17132:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cc029c5400 already unused, calling callback (ffffffffc146cc20) 10000000:00010000:1.0:1789024300.171518:0:17132:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.118@tcp lock: ffff90cc029c5400/0xa736ef4b98cb473e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xa736ef4b98cb4745 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024300.171524:0:17132:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.118@tcp lock: ffff90cc029c5400/0xa736ef4b98cb473e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xa736ef4b98cb4745 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789024300.171531:0:17132:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.118@tcp lock: ffff90cc029c5400/0xa736ef4b98cb473e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xa736ef4b98cb4745 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789024300.171536:0:17132:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:1.0:1789024300.171538:0:17132:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 00010000:00010000:1.0:1789024300.171550:0:17132:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.118@tcp lock: ffff90cc029c5400/0xa736ef4b98cb473e lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xa736ef4b98cb4745 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024300.171555:0:17132:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1789024300.171561:0:17132:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.118@tcp lock: ffff90cc029c5400/0xa736ef4b98cb473e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xa736ef4b98cb4745 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024300.171567:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789024300.171569:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789024300.171571:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789024300.171595:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3f9f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5cc9fac3-ff77-40ec-8f57-b6a206d9fd68:3644:1875927422423552:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789024300.171658:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024300.171720:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1789024300.171726:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc34601500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5cc9fac3-ff77-40ec-8f57-b6a206d9fd68:3644:1875927422423424:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789024300.171750:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024300.171779:0:17130:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422423552 00000100:00100000:1.0:1789024300.171787:0:17130:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422423552 00000100:00100000:1.0:1789024300.171832:0:17130:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422423424 00000100:00100000:1.0:1789024300.171835:0:17130:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422423424 00000100:00100000:1.0:1789024300.171875:0:17130:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1789024300.171884:0:17130:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc07f3b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5cc9fac3-ff77-40ec-8f57-b6a206d9fd68+24:3644:x1875927422423552:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789024300.171896:0:17130:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789024300.171910:0:17130:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90cc1a160800/0xa736ef4b98cb4d0a lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xa736ef4b98cb4d03 expref: 24 pid: 17137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024300.171922:0:17130:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789024300.171966:0:17130:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc07f3b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5cc9fac3-ff77-40ec-8f57-b6a206d9fd68+23:3644:x1875927422423552:12345-0@lo:103:ldlm_bl.0 Request processed in 83us (307us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024300.171973:0:17130:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1789024300.171990:0:17130:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1789024300.171997:0:17130:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cb039ad850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5cc9fac3-ff77-40ec-8f57-b6a206d9fd68+22:3644:x1875927422423424:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789024300.172005:0:17130:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789024300.172013:0:17130:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90cc00030e00/0xa736ef4b98cb4b5f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xa736ef4b98cb4b58 expref: 22 pid: 17137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024300.172022:0:17130:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789024300.172041:0:17130:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cb039ad850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5cc9fac3-ff77-40ec-8f57-b6a206d9fd68+21:3644:x1875927422423424:12345-0@lo:103:ldlm_bl.0 Request processed in 45us (291us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024300.172048:0:17130:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1789024300.172091:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc07f3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5cc9fac3-ff77-40ec-8f57-b6a206d9fd68:3641:1875927422423680:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789024300.172119:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024300.172135:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789024300.172141:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc34603800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5cc9fac3-ff77-40ec-8f57-b6a206d9fd68:3641:1875927422423296:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789024300.172193:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024300.172215:0:17128:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422423680 00000100:00100000:1.0:1789024300.172218:0:17128:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422423680 00000100:00100000:1.0:1789024300.172235:0:17128:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422423296 00000100:00100000:1.0:1789024300.172237:0:17128:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422423296 00000100:00100000:1.0:1789024300.172249:0:17128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1789024300.172255:0:17128:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc07f3b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5cc9fac3-ff77-40ec-8f57-b6a206d9fd68+22:3641:x1875927422423680:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789024300.172261:0:17128:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789024300.172270:0:17128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90cc01322200/0xa736ef4b98cb4745 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xa736ef4b98cb473e expref: 22 pid: 17137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024300.172279:0:17128:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789024300.172304:0:17128:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc07f3b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5cc9fac3-ff77-40ec-8f57-b6a206d9fd68+21:3641:x1875927422423680:12345-0@lo:103:ldlm_bl.0 Request processed in 49us (184us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024300.172310:0:17128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1789024300.172321:0:17128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1789024300.172327:0:17128:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc07f39500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5cc9fac3-ff77-40ec-8f57-b6a206d9fd68+20:3641:x1875927422423296:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789024300.172334:0:17128:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789024300.172341:0:17128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90cc01323000/0xa736ef4b98cb4753 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xa736ef4b98cb474c expref: 20 pid: 17137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024300.172349:0:17128:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789024300.172369:0:17128:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc07f39500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5cc9fac3-ff77-40ec-8f57-b6a206d9fd68+19:3641:x1875927422423296:12345-0@lo:103:ldlm_bl.0 Request processed in 43us (175us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024300.172374:0:17128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1789024300.172414:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc34601500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5cc9fac3-ff77-40ec-8f57-b6a206d9fd68:3644:1875927422423424:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789024300.172423:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3f9f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5cc9fac3-ff77-40ec-8f57-b6a206d9fd68:3644:1875927422423552:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789024300.172447:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc34603800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5cc9fac3-ff77-40ec-8f57-b6a206d9fd68:3641:1875927422423296:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789024300.172453:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc07f3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5cc9fac3-ff77-40ec-8f57-b6a206d9fd68:3641:1875927422423680:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789024300.172545:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789024300.172710:0:20715:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1789024300.172718:0:20715:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.118@tcp lock: ffff90cc029c5400/0xa736ef4b98cb473e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xa736ef4b98cb4745 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789024300.172729:0:20715:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 10000000:01000000:3.0:1789024300.172733:0:20715:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 10000000:01000000:3.0:1789024300.172737:0:20715:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0000 (0) 00000020:01000004:3.0:1789024300.172768:0:20715:0:(tgt_mount.c:2111:server_put_super()) stopping lustre-MDT0000 00000020:01000000:3.0:1789024300.172772:0:20715:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='F') 00000020:00000080:3.0:1789024300.172777:0:20715:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789024300.172789:0:20715:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 4/13 00000020:00080000:3.0:1789024300.172793:0:20715:0:(genops.c:1818:print_export_data()) lustre-MDT0000: ACTIVE ffff90cc3bf9e800 lustre-MDT0000-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1789024300.172798:0:20715:0:(genops.c:1818:print_export_data()) lustre-MDT0000: ACTIVE ffff90cc4159e800 lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1789024300.172802:0:20715:0:(genops.c:1818:print_export_data()) lustre-MDT0000: ACTIVE ffff90cb0339b800 lustre-MDT0000-lwp-MDT0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1789024300.172806:0:20715:0:(genops.c:1818:print_export_data()) lustre-MDT0000: ACTIVE ffff90cc3538c800 lustre-MDT0001-mdtlov_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1789024300.172812:0:20715:0:(genops.c:1818:print_export_data()) lustre-MDT0000: UNLINKED ffff90cb04007800 7a8dfb3b-d145-43b9-83c6-a1d231848389 192.168.202.18@tcp 2 (0 2 0) 1 0 0 0: 0000000000000000 8589934599 stale:0 00000020:00080000:3.0:1789024300.172818:0:20715:0:(genops.c:1818:print_export_data()) lustre-MDT0000: UNLINKED ffff90cc1889d000 371c06c4-35f7-46de-af51-de5f740e641b 192.168.202.18@tcp 4 (0 4 0) 1 0 0 0: 0000000000000000 8589934623 stale:0 00000020:00080000:3.0:1789024300.172822:0:20715:0:(genops.c:1552:class_disconnect_exports()) OBD device 5 (ffff90cc344ecd40) has exports, disconnecting them 00000020:00080000:3.0:1789024300.172826:0:20715:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff90cc3bf9e800), last request at 1789024299 00000020:00000080:3.0:1789024300.172833:0:20715:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xa736ef4b98cb4b2e 00000100:00080000:3.0:1789024300.172849:0:20715:0:(import.c:65:import_set_state_nolock()) ffff90cc3bf98800 : changing import state from FULL to CLOSED 00000020:00080000:3.0:1789024300.172903:0:20715:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff90cc3bf9e800): rc 0 00000020:00000080:3.0:1789024300.172906:0:20715:0:(genops.c:885:class_export_put()) final put ffff90cc3bf9e800/lustre-MDT0000-lwp-OST0001_UUID 00000020:00080000:3.0:1789024300.172918:0:20715:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff90cc4159e800), last request at 1789024299 00000020:00000080:3.0:1789024300.172921:0:20715:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xa736ef4b98cb49c9 00000100:00080000:3.0:1789024300.172926:0:20715:0:(import.c:65:import_set_state_nolock()) ffff90cc4159d800 : changing import state from FULL to CLOSED 00000020:00080000:3.0:1789024300.172932:0:20715:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff90cc4159e800): rc 0 00000020:00000080:3.0:1789024300.172934:0:20715:0:(genops.c:885:class_export_put()) final put ffff90cc4159e800/lustre-MDT0000-lwp-OST0000_UUID 00000020:00080000:3.0:1789024300.172937:0:20715:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff90cb0339b800), last request at 1789024227 00000020:00000080:3.0:1789024300.172940:0:20715:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xa736ef4b98cb491a 00000100:00080000:3.0:1789024300.172943:0:20715:0:(import.c:65:import_set_state_nolock()) ffff90cb03398000 : changing import state from FULL to CLOSED 00000020:00080000:3.0:1789024300.172959:0:20715:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff90cb0339b800): rc 0 00000020:00000080:3.0:1789024300.172960:0:20715:0:(genops.c:885:class_export_put()) final put ffff90cb0339b800/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00080000:3.0:1789024300.172964:0:20715:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff90cc3538c800), last request at 1789024227 00000020:00000080:3.0:1789024300.172967:0:20715:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xa736ef4b98cb48bf 00000100:00080000:3.0:1789024300.172971:0:20715:0:(import.c:65:import_set_state_nolock()) ffff90cc3455f000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1789024300.172993:0:20715:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934627 00000020:00080000:3.0:1789024300.173064:0:20715:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff90cc3538c800): rc 0 00000004:00000080:3.0:1789024300.173070:0:20715:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffff9dfe01c53ae0 00000100:00080000:3.0:1789024300.173088:0:20715:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1789024300.173091:0:20715:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 3 00010000:00010000:2.0:1789024300.177037:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789024300.177890:0:20715:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000100:00080000:3.0:1789024300.177925:0:20715:0:(import.c:65:import_set_state_nolock()) ffff90cc192f7000 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:2.0:1789024300.178124:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3437a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1875927422423808:0@lo:39:umount.0 00000100:00100000:2.0:1789024300.178225:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789024300.178540:0:17148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422423808 00000100:00100000:3.0:1789024300.178549:0:17148:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422423808 00000100:00100000:3.0:1789024300.178698:0:17148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:3.0:1789024300.178709:0:17148:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f9fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875927422423808:12345-0@lo:39:umount.0 00000020:00000080:3.0:1789024300.178742:0:17148:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xa736ef4b98cb4944 00000100:00080000:3.0:1789024300.178752:0:17148:0:(import.c:65:import_set_state_nolock()) ffff90cb033f7000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1789024300.178774:0:17148:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:3.0:1789024300.178903:0:17148:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f9fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+3:3640:x1875927422423808:12345-0@lo:39:umount.0 Request processed in 196us (677us total) trans 8589934595 rc 0/0 00000100:00100000:3.0:1789024300.178911:0:17148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00010000:00010000:0.0:1789024300.178995:0:18299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789024300.182137:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1789024300.182173:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff90cc3bf9e800/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000 00000020:00000080:1.0:1789024300.182240:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff90cc4159e800/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000020:00000080:1.0:1789024300.182261:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff90cb0339b800/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000 00000020:00000080:1.0:1789024300.182282:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff90cc3bf98800 for lustre-MDT0000 00000020:00000080:1.0:1789024300.182288:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff90cc4159d800 for lustre-MDT0000 00000020:00000080:1.0:1789024300.182292:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff90cb03398000 for lustre-MDT0000 00010000:00010000:2.0:1789024300.182501:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789024300.182548:0:3640:0:(import.c:65:import_set_state_nolock()) ffff90cc192f7000 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:2.0:1789024300.182559:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3437a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1875927422423808:0@lo:39:umount.0 00000100:00080000:2.0:1789024300.184570:0:20715:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1789024300.184587:0:20715:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934594 gen 3 00000004:00080000:2.0:1789024300.184610:0:20715:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:2.0:1789024300.184697:0:20715:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:2.0:1789024300.184724:0:20715:0:(import.c:65:import_set_state_nolock()) ffff90cc3bd3d800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:2.0:1789024300.184748:0:20715:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1789024300.184750:0:20715:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 3 00000004:00080000:2.0:1789024300.184758:0:20715:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:2.0:1789024300.184823:0:20715:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:2.0:1789024300.184831:0:20715:0:(import.c:65:import_set_state_nolock()) ffff90cc054f2800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:2.0:1789024300.184870:0:20715:0:(genops.c:1557:class_disconnect_exports()) OBD device 5 (ffff90cc344ecd40) has no exports 00000100:00100000:1.0:1789024300.185203:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3f9fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1875927422423936:0@lo:9:umount.0 00000100:00100000:1.0:1789024300.185270:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024300.185308:0:18654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422423936 00000100:00100000:1.0:1789024300.185315:0:18654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422423936 00000100:00100000:1.0:1789024300.185362:0:18654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1789024300.185370:0:18654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc07f3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875927422423936:12345-0@lo:9:umount.0 00000020:00000080:1.0:1789024300.185394:0:18654:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xa736ef4b98cb4a0f 00000100:00080000:1.0:1789024300.185401:0:18654:0:(import.c:65:import_set_state_nolock()) ffff90cb04001800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1789024300.185436:0:18654:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:1.0:1789024300.185558:0:18654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc07f3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+2:3640:x1875927422423936:12345-0@lo:9:umount.0 Request processed in 188us (286us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024300.185565:0:18654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00080000:1.0:1789024300.185615:0:3640:0:(import.c:65:import_set_state_nolock()) ffff90cc3bd3d800 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:1.0:1789024300.185622:0:3640:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:1.0:1789024300.185632:0:3640:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1789024300.185636:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3f9fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1875927422423936:0@lo:9:umount.0 00000100:00100000:1.0:1789024300.185643:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3f9fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1875927422424064:0@lo:9:umount.0 00000100:00100000:1.0:1789024300.185668:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1789024300.185794:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1789024300.185805:0:18651:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422424064 00000100:00100000:0.0:1789024300.185815:0:18651:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422424064 00000100:00100000:0.0:1789024300.185852:0:18651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1789024300.185859:0:18651:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f9f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875927422424064:12345-0@lo:9:umount.0 00000020:00000080:0.0:1789024300.185872:0:18651:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xa736ef4b98cb4b66 00000100:00080000:0.0:1789024300.185878:0:18651:0:(import.c:65:import_set_state_nolock()) ffff90cb01af8000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1789024300.185906:0:18651:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:0.0:1789024300.186003:0:18651:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f9f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+2:3640:x1875927422424064:12345-0@lo:9:umount.0 Request processed in 144us (333us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024300.186010:0:18651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00010000:00010000:0.0:1789024300.186033:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789024300.186047:0:3640:0:(import.c:65:import_set_state_nolock()) ffff90cc054f2800 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:0.0:1789024300.186056:0:3640:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:0.0:1789024300.186058:0:3640:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1789024300.186060:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3f9fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1875927422424064:0@lo:9:umount.0 00010000:00010000:0.0:1789024300.186076:0:18299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:2.0:1789024300.193474:0:20715:0:(genops.c:1557:class_disconnect_exports()) OBD device 5 (ffff90cc344ecd40) has no exports 00000020:00000080:2.0:1789024300.246816:0:20715:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xa736ef4b98cb4799 00000020:00000080:2.0:1789024300.246835:0:20715:0:(genops.c:885:class_export_put()) final put ffff90cc0f360800/lustre-QMT0000_UUID 00000020:01000000:2.0:1789024300.246859:0:20715:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000020:00000080:1.0:1789024300.246965:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff90cc0f360800/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000080:3.0:1789024300.247037:0:20715:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789024300.247047:0:20715:0:(obd_config.c:956:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1789024300.247052:0:20715:0:(genops.c:1557:class_disconnect_exports()) OBD device 7 (ffff90cb020acd40) has no exports 00000020:00000080:3.0:1789024300.247762:0:20715:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xa736ef4b98cb4792 00000020:00000080:3.0:1789024300.247769:0:20715:0:(genops.c:885:class_export_put()) final put ffff90cc0f365000/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1789024300.247845:0:20715:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789024300.247853:0:20715:0:(obd_config.c:883:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:3.0:1789024300.247857:0:20715:0:(genops.c:885:class_export_put()) final put ffff90cc1b297800/lustre-QMT0000_UUID 00000020:00000080:3.0:1789024300.247859:0:20715:0:(genops.c:844:class_export_destroy()) destroying export ffff90cc1b297800/lustre-QMT0000_UUID for lustre-QMT0000 00000020:01000000:3.0:1789024300.247867:0:20715:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00000020:00000080:1.0:1789024300.248021:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff90cc0f365000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:00010000:2.0:1789024300.558197:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789024301.582458:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789024302.607834:0:18299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:0.0:1789024302.991354:0:17876:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00080000:0.0:1789024302.991380:0:17876:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934595 is committed 00000020:00000080:0.0:1789024302.991388:0:17876:0:(genops.c:885:class_export_put()) final put ffff90cc30c2c000/lustre-MDT0000-mdtlov_UUID 00000001:00100000:0.0:1789024302.991479:0:17876:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 7a8dfb3b-d145-43b9-83c6-a1d231848389 00000001:00080000:0.0:1789024302.991487:0:17876:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934594 is committed 00000020:00000080:0.0:1789024302.991489:0:17876:0:(genops.c:885:class_export_put()) final put ffff90cc3524a000/7a8dfb3b-d145-43b9-83c6-a1d231848389 00000020:00000080:1.0:1789024302.991508:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff90cc30c2c000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001 00000020:00000080:1.0:1789024302.991583:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff90cb033f7000 for lustre-MDT0001 00000001:00100000:1.0:1789024302.991763:0:17123:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1789024302.991767:0:17123:0:(genops.c:885:class_export_put()) final put ffff90cc3538c800/lustre-MDT0001-mdtlov_UUID 00000001:00100000:1.0:1789024302.991783:0:17123:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 7a8dfb3b-d145-43b9-83c6-a1d231848389 00000001:00080000:1.0:1789024302.991788:0:17123:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934627 is committed 00000020:00000080:1.0:1789024302.991790:0:17123:0:(genops.c:885:class_export_put()) final put ffff90cb04007800/7a8dfb3b-d145-43b9-83c6-a1d231848389 00000001:00100000:1.0:1789024302.991794:0:17123:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 371c06c4-35f7-46de-af51-de5f740e641b 00000001:00080000:1.0:1789024302.991798:0:17123:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934626 is committed 00000020:00000080:1.0:1789024302.991801:0:17123:0:(genops.c:885:class_export_put()) final put ffff90cc1889d000/371c06c4-35f7-46de-af51-de5f740e641b 00000020:00000080:2.0:1789024302.991836:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff90cc3538c800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000 00000020:00000080:2.0:1789024302.991880:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff90cb04007800/7a8dfb3b-d145-43b9-83c6-a1d231848389 for lustre-MDT0000 00000020:00000080:2.0:1789024302.991905:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff90cc1889d000/371c06c4-35f7-46de-af51-de5f740e641b for lustre-MDT0000 00000020:00000080:2.0:1789024302.991948:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff90cc3455f000 for lustre-MDT0000 00000020:00000080:2.0:1789024302.991953:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff90cc35248000 for lustre-MDT0000 00000020:00000080:2.0:1789024302.991956:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff90cc18899800 for lustre-MDT0000 00000001:00100000:0.0:1789024302.992256:0:17876:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 371c06c4-35f7-46de-af51-de5f740e641b 00000001:00080000:0.0:1789024302.992263:0:17876:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934593 is committed 00000020:00000080:0.0:1789024302.992265:0:17876:0:(genops.c:885:class_export_put()) final put ffff90cc1889b000/371c06c4-35f7-46de-af51-de5f740e641b 00000020:00000080:1.0:1789024302.992336:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff90cc3524a000/7a8dfb3b-d145-43b9-83c6-a1d231848389 for lustre-MDT0001 00000020:00000080:1.0:1789024302.992375:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff90cc3524c000 for lustre-MDT0001 00000020:00000080:2.0:1789024302.992487:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff90cc1889b000/371c06c4-35f7-46de-af51-de5f740e641b for lustre-MDT0001 00000020:00000080:2.0:1789024302.992574:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff90cc07069800 for lustre-MDT0001 00000100:00100000:1.0:1789024303.502337:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789024303.502378:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3437a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1875927422424192:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1789024303.502502:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789024303.502599:0:18656:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422424192 00000100:00100000:3.0:1789024303.502612:0:18656:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422424192 00000100:00100000:3.0:1789024303.502721:0:18656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00080000:1.0:1789024303.503188:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1789024303.503247:0:18656:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc34603800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875927422424192:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1789024303.503283:0:18656:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1789024303.503374:0:18656:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc34603800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875927422424192:12345-0@lo:13:osp-pre-0-1.0 Request processed in 643us (871us total) trans 0 rc 0/0 00000100:00100000:3.0:1789024303.503381:0:18656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1789024303.503489:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3437a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1875927422424192:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1789024303.628407:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789024304.524432:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fce8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1875927422424320:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1789024304.524519:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024304.524680:0:17149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422424320 00000100:00100000:0.0:1789024304.524688:0:17149:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422424320 00000100:00100000:0.0:1789024304.524732:0:17149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:0.0:1789024304.524749:0:17149:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f9fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3643:x1875927422424320:12345-0@lo:41:osp-pre-0-1.0 00000020:00080000:0.0:1789024304.524755:0:17149:0:(tgt_handler.c:807:tgt_request_handle()) operation 41 on unconnected OST from 12345-0@lo 00000100:00100000:0.0:1789024304.524794:0:17149:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f9fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3643:x1875927422424320:12345-0@lo:41:osp-pre-0-1.0 Request processed in 44us (275us total) trans 0 rc -107/-107 00000100:00100000:0.0:1789024304.524800:0:17149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:02020000:1.0:1789024304.524829:0:3643:0:(client.c:1505:ptlrpc_check_status()) lustre-MDT0000-osp-MDT0001: operation mds_statfs to node 0@lo failed: rc = -107 00000100:00080000:1.0:1789024304.530610:0:3643:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-osp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1789024304.530619:0:3643:0:(import.c:65:import_set_state_nolock()) ffff90cc0531d800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1789024304.530643:0:3643:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-osp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1789024304.541680:0:3643:0:(import.c:65:import_set_state_nolock()) ffff90cc0531d800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789024304.541692:0:3643:0:(import.c:545:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 545 00000100:00080000:1.0:1789024304.541708:0:3643:0:(import.c:666:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff90cc0531d800 using connection 192.168.202.118@tcp/0@lo 00000100:00100000:1.0:1789024304.541767:0:3643:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90cc34601500 x1875927422424448/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789024304.541828:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc34601500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1875927422424448:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:0.0:1789024304.541963:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789024304.542091:0:17148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422424448 00000100:00100000:3.0:1789024304.542099:0:17148:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422424448 00000100:00100000:3.0:1789024304.542138:0:17148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:3.0:1789024304.542144:0:17148:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3fcead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3640:x1875927422424448:12345-0@lo:38:ptlrpcd_00_02.0 00010000:02000000:3.0:1789024304.542175:0:17148:0:(ldlm_lib.c:1212:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:3.0:1789024304.547567:0:17148:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3fcead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3640:x1875927422424448:12345-0@lo:38:ptlrpcd_00_02.0 Request processed in 5414us (5595us total) trans 0 rc -19/-19 00000100:00100000:3.0:1789024304.547582:0:17148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00080000:0.0:1789024304.547862:0:3640:0:(import.c:65:import_set_state_nolock()) ffff90cc0531d800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789024304.547868:0:3640:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1789024304.547873:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc34601500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1875927422424448:0@lo:38:ptlrpcd_00_02.0 00010000:00010000:0.0:1789024304.652511:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789024305.037202:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789024305.037211:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789024305.037215:0:36:0:(import.c:65:import_set_state_nolock()) ffff90cc0531d800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789024305.037223:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 622 00000100:00100000:1.0:1789024305.037236:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3f9fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5cc9fac3-ff77-40ec-8f57-b6a206d9fd68:3644:1875927422424576:0@lo:400:kworker.0 00000100:00080000:2.0:1789024305.037243:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1789024305.037256:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff90cc0531d800 using connection 192.168.202.118@tcp/0@lo 00000100:00100000:2.0:1789024305.037282:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90cc3f9fc000 x1875927422424704/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789024305.037363:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3f9ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1875927422424832:0@lo:400:kworker.0 00000100:00100000:1.0:1789024305.037371:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789024305.037394:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789024305.037414:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3f9fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3641:1875927422425344:0@lo:400:kworker.0 00000100:00100000:1.0:1789024305.037421:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3f9ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3644:1875927422425216:0@lo:400:kworker.0 00000100:00100000:2.0:1789024305.037436:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024305.037449:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3f9fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3643:1875927422425088:0@lo:400:kworker.0 00000100:00100000:2.0:1789024305.037456:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1789024305.037481:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024305.037499:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3bf8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3643:1875927422425600:0@lo:400:kworker.0 00000100:00100000:1.0:1789024305.037517:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024305.037542:0:17145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422425344 00000100:00100000:1.0:1789024305.037550:0:17145:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422425344 00000100:00100000:3.0:1789024305.037577:0:17137:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422424576 00000100:00100000:3.0:1789024305.037581:0:17137:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422424576 00000100:00100000:1.0:1789024305.037599:0:17145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422425088 00000100:00100000:1.0:1789024305.037601:0:17145:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422425088 00000100:00100000:3.0:1789024305.037607:0:17137:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 174 00000100:00100000:1.0:1789024305.037610:0:17145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422425600 00000100:00100000:1.0:1789024305.037612:0:17145:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422425600 00000100:00100000:3.0:1789024305.037614:0:17137:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3bd33050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5cc9fac3-ff77-40ec-8f57-b6a206d9fd68+19:3644:x1875927422424576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789024305.037625:0:17145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:1.0:1789024305.037629:0:17145:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc08783b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875927422425344:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789024305.037714:0:20284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:0.0:1789024305.037723:0:20284:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cb03a3fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3643:x1875927422425600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789024305.037767:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3f9fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1875927422424960:0@lo:400:kworker.0 00000100:00100000:1.0:1789024305.037804:0:17145:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc08783b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875927422425344:12345-0@lo:400:kworker.0 Request processed in 173us (366us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024305.037811:0:17145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:1.0:1789024305.037829:0:17145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1789024305.037842:0:17145:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc34601500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3643:x1875927422425088:12345-0@lo:400:kworker.0 00000020:00080000:1.0:1789024305.037848:0:17145:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1789024305.037888:0:17145:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc34601500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3643:x1875927422425088:12345-0@lo:400:kworker.0 Request processed in 45us (406us total) trans 0 rc -107/-107 00000100:00100000:1.0:1789024305.037893:0:17145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00080000:1.0:1789024305.037922:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1789024305.037948:0:3643:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1789024305.037953:0:3643:0:(import.c:65:import_set_state_nolock()) ffff90cc41599800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1789024305.037957:0:3643:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1789024305.037961:0:3643:0:(import.c:65:import_set_state_nolock()) ffff90cc41599800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789024305.037964:0:3643:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 545 00000100:00080000:1.0:1789024305.037970:0:3643:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff90cc41599800 using connection 192.168.202.118@tcp/0@lo 00000100:00100000:1.0:1789024305.037985:0:3643:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90cb040b3800 x1875927422425856/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789024305.037997:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3f9fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3643:1875927422425088:0@lo:400:kworker.0 00000100:00100000:1.0:1789024305.038010:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1789024305.038015:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3437b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1875927422425728:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1789024305.038038:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024305.038091:0:18655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422425728 00000100:00100000:1.0:1789024305.038095:0:18655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422425728 00000100:00100000:1.0:1789024305.038123:0:18655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1789024305.038129:0:18655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cb040b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1875927422425728:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1789024305.038169:0:18655:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1789024305.038202:0:18655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cb040b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1875927422425728:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (163us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024305.038217:0:18655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00080000:1.0:1789024305.038231:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1789024305.038264:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3437b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1875927422425728:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1789024305.038304:0:18654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422424832 00000100:00100000:1.0:1789024305.038307:0:18654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422424832 00000100:00100000:1.0:1789024305.038334:0:18654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1789024305.038338:0:18654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3bf8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875927422424832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789024305.038366:0:18654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3bf8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875927422424832:12345-0@lo:400:kworker.0 Request processed in 28us (972us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024305.038371:0:18654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00080000:1.0:1789024305.038386:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1789024305.038394:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3f9fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1875927422424704:0@lo:38:kworker.0 00000100:00100000:1.0:1789024305.038416:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024305.038432:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cb040b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875927422425856:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:1.0:1789024305.038447:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024305.038468:0:17145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422425856 00000100:00100000:1.0:1789024305.038481:0:17145:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422425856 00000100:00100000:1.0:1789024305.038498:0:17145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:1.0:1789024305.038503:0:17145:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cb040b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3640:x1875927422425856:12345-0@lo:38:ptlrpcd_00_02.0 00010000:02000000:1.0:1789024305.038515:0:17145:0:(ldlm_lib.c:1212:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:1.0:1789024305.038543:0:17145:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cb040b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3640:x1875927422425856:12345-0@lo:38:ptlrpcd_00_02.0 Request processed in 39us (94us total) trans 0 rc -19/-19 00000100:00100000:1.0:1789024305.038549:0:17145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00080000:1.0:1789024305.038572:0:3640:0:(import.c:65:import_set_state_nolock()) ffff90cc41599800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789024305.038577:0:3640:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1789024305.038580:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cb040b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875927422425856:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:1.0:1789024305.038640:0:18205:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422424704 00000100:00100000:1.0:1789024305.038644:0:18205:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422424704 00000100:00100000:1.0:1789024305.038664:0:18205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:1.0:1789024305.038669:0:18205:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cb040b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3640:x1875927422424704:12345-0@lo:38:kworker.0 00010000:02000000:1.0:1789024305.038676:0:18205:0:(ldlm_lib.c:1212:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:1.0:1789024305.038706:0:18205:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cb040b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3640:x1875927422424704:12345-0@lo:38:kworker.0 Request processed in 36us (288us total) trans 0 rc -19/-19 00000100:00100000:1.0:1789024305.038712:0:18205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:1.0:1789024305.038739:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024305.038764:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3f9fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5cc9fac3-ff77-40ec-8f57-b6a206d9fd68:3644:1875927422424576:0@lo:400:kworker.0 00000100:00100000:1.0:1789024305.038783:0:17144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422425216 00000100:00100000:1.0:1789024305.038786:0:17144:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422425216 00000100:00100000:1.0:1789024305.038804:0:17144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1789024305.038808:0:17144:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cb040b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3644:x1875927422425216:12345-0@lo:400:kworker.0 00000020:00080000:1.0:1789024305.038813:0:17144:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1789024305.038841:0:17144:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cb040b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3644:x1875927422425216:12345-0@lo:400:kworker.0 Request processed in 31us (101us total) trans 0 rc -107/-107 00000100:00100000:1.0:1789024305.038847:0:17144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00080000:1.0:1789024305.038871:0:3644:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0000 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1789024305.038874:0:3644:0:(import.c:65:import_set_state_nolock()) ffff90cc4159f800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1789024305.038878:0:3644:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1789024305.038881:0:3644:0:(import.c:65:import_set_state_nolock()) ffff90cc4159f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789024305.038884:0:3644:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 560 00000100:00080000:1.0:1789024305.038890:0:3644:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff90cc4159f800 using connection 192.168.202.118@tcp/0@lo 00000100:00100000:1.0:1789024305.038917:0:3644:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90cb040b0a80 x1875927422425984/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789024305.038941:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3f9ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3644:1875927422425216:0@lo:400:kworker.0 00000100:00100000:1.0:1789024305.038959:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cb040b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3640:1875927422425984:0@lo:38:ptlrpcd_00_03.0 00000100:00100000:1.0:1789024305.038984:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1789024305.039005:0:3640:0:(import.c:65:import_set_state_nolock()) ffff90cc0531d800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789024305.039009:0:3640:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1789024305.039011:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3f9fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1875927422424704:0@lo:38:kworker.0 00000100:00100000:1.0:1789024305.039028:0:17143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422425984 00000100:00100000:1.0:1789024305.039031:0:17143:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422425984 00000100:00100000:1.0:1789024305.039051:0:17143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1789024305.039055:0:17143:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f9ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3640:x1875927422425984:12345-0@lo:38:ptlrpcd_00_03.0 00010000:02000000:1.0:1789024305.039062:0:17143:0:(ldlm_lib.c:1212:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:3.0:1789024305.039073:0:17137:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3bd33050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5cc9fac3-ff77-40ec-8f57-b6a206d9fd68+19:3644:x1875927422424576:12345-0@lo:400:kworker.0 Request processed in 1458us (1700us total) trans 0 rc 0/0 00000100:00100000:3.0:1789024305.039081:0:17137:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 174 00000100:00100000:1.0:1789024305.039088:0:17143:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f9ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3640:x1875927422425984:12345-0@lo:38:ptlrpcd_00_03.0 Request processed in 32us (104us total) trans 0 rc -19/-19 00000100:00100000:1.0:1789024305.039093:0:17143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00080000:1.0:1789024305.039112:0:3640:0:(import.c:65:import_set_state_nolock()) ffff90cc4159f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789024305.039115:0:3640:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1789024305.039117:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cb040b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3640:1875927422425984:0@lo:38:ptlrpcd_00_03.0 00000100:00100000:2.0:1789024305.039323:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789024305.039351:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3be9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3641:1875927422425472:0@lo:400:kworker.0 00000100:00100000:2.0:1789024305.039372:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789024305.039404:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3f9ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1875927422424832:0@lo:400:kworker.0 00010000:00080000:2.0:1789024305.039415:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90cc3f9fe680 x1875927422425344/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789024321 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789024305.039425:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3f9fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3641:1875927422425344:0@lo:400:kworker.0 00000100:00100000:0.0:1789024305.039568:0:18653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422424960 00000100:00100000:0.0:1789024305.039573:0:18653:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422424960 00000100:00100000:0.0:1789024305.039608:0:18653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1789024305.039615:0:18653:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc08781c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875927422424960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789024305.039655:0:18653:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc08781c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875927422424960:12345-0@lo:400:kworker.0 Request processed in 40us (332us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024305.039661:0:18653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1789024305.039714:0:17145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422425472 00000100:00100000:3.0:1789024305.039719:0:17145:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422425472 00000100:00100000:3.0:1789024305.039745:0:17145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:3.0:1789024305.039749:0:17145:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc08782a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3641:x1875927422425472:12345-0@lo:400:kworker.0 00000020:00080000:3.0:1789024305.039754:0:17145:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:3.0:1789024305.039782:0:17145:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc08782a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3641:x1875927422425472:12345-0@lo:400:kworker.0 Request processed in 31us (408us total) trans 0 rc -107/-107 00000100:00100000:1.0:1789024305.039792:0:20284:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cb03a3fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3643:x1875927422425600:12345-0@lo:400:kworker.0 Request processed in 2070us (2272us total) trans 0 rc 0/0 00000100:00100000:3.0:1789024305.039795:0:17145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1789024305.039799:0:20284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00010000:00080000:1.0:1789024305.039825:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90cc3bf8ce00 x1875927422425600/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789024321 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789024305.039836:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3bf8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3643:1875927422425600:0@lo:400:kworker.0 00000100:00100000:2.0:1789024305.040056:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3f9fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1875927422424960:0@lo:400:kworker.0 00000100:00080000:2.0:1789024305.040062:0:3641:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:2.0:1789024305.040065:0:3641:0:(import.c:65:import_set_state_nolock()) ffff90cb026e8000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1789024305.040067:0:3641:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:2.0:1789024305.040070:0:3641:0:(import.c:65:import_set_state_nolock()) ffff90cb026e8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789024305.040072:0:3641:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 576 00000100:00080000:2.0:1789024305.040082:0:3641:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff90cb026e8000 using connection 192.168.202.118@tcp/0@lo 00000100:00100000:2.0:1789024305.040094:0:3641:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90cc08783480 x1875927422426112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789024305.040111:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3be9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3641:1875927422425472:0@lo:400:kworker.0 00000100:00100000:1.0:1789024305.040139:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc08783480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3640:1875927422426112:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:1.0:1789024305.040187:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789024305.040323:0:17144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422426112 00000100:00100000:2.0:1789024305.040328:0:17144:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422426112 00000100:00100000:2.0:1789024305.040402:0:17144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:2.0:1789024305.040407:0:17144:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f9fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3640:x1875927422426112:12345-0@lo:38:ptlrpcd_00_00.0 00010000:02000000:2.0:1789024305.040416:0:17144:0:(ldlm_lib.c:1212:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:2.0:1789024305.040451:0:17144:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f9fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3640:x1875927422426112:12345-0@lo:38:ptlrpcd_00_00.0 Request processed in 44us (264us total) trans 0 rc -19/-19 00000100:00100000:2.0:1789024305.040456:0:17144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00080000:1.0:1789024305.040509:0:3640:0:(import.c:65:import_set_state_nolock()) ffff90cb026e8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789024305.040515:0:3640:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1789024305.040518:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc08783480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3640:1875927422426112:0@lo:38:ptlrpcd_00_00.0 00010000:00010000:0.0:1789024305.676556:0:18299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:3.0:1789024306.062275:0:19467:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1789024306.062286:0:19467:0:(genops.c:885:class_export_put()) final put ffff90cb01afd800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1789024306.062472:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff90cb01afd800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001 00000020:00000080:2.0:1789024306.062526:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff90cb01af8000 for lustre-OST0001 00000001:00100000:3.0:1789024306.067979:0:18648:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1789024306.067990:0:18648:0:(genops.c:885:class_export_put()) final put ffff90cb04004800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1789024306.068172:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff90cb04004800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000080:1.0:1789024306.068221:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff90cb04001800 for lustre-OST0000 00000020:01000000:3.0:1789024306.317021:0:20715:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff90cb0210a360 - data ffff90cc0f561a20/ffff90cb031db000 00000020:01000000:3.0:1789024306.317213:0:20715:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff90cc353a8f60 - data ffff90cc0f701e58/ffff90cc3d0c0c00 00000001:00000004:3.0:1789024306.327482:0:20715:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934627 00000100:00080000:2.0:1789024306.373861:0:20715:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1789024306.373870:0:20715:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:2.0:1789024306.373895:0:20715:0:(client.c:3164:ptlrpc_free_committed()) @@@ free request with old gen req@ffff90cc3437a300 x1875927422423808/t8589934595(8589934595) o39->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789024310 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789024306.373919:0:20715:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:2.0:1789024306.377319:0:20715:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1789024306.377327:0:20715:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934594 gen 4 00000004:00080000:2.0:1789024306.377351:0:20715:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1789024306.377353:0:20715:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:0.0:1789024306.378683:0:17167:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:0.0:1789024306.378690:0:17167:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 1 count 1 00000040:00080000:0.0:1789024306.378702:0:17167:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:1.0:1789024306.397436:0:20715:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1789024306.397444:0:20715:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 4 00000004:00080000:1.0:1789024306.397468:0:20715:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1789024306.397471:0:20715:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:0.0:1789024306.398345:0:17169:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:0.0:1789024306.398350:0:17169:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xc:0x0] index 2 count 1 00000040:00080000:0.0:1789024306.398360:0:17169:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:2.0:1789024306.412432:0:20715:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xa736ef4b98cb4761 00000020:00000080:2.0:1789024306.412446:0:20715:0:(genops.c:885:class_export_put()) final put ffff90cc344f3800/lustre-MDT0000-osd_UUID 00000020:00000080:2.0:1789024306.415973:0:20715:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xa736ef4b98cb4776 00000020:00000080:2.0:1789024306.415987:0:20715:0:(genops.c:885:class_export_put()) final put ffff90cc344f5000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1789024306.416042:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff90cc344f3800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1789024306.419234:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff90cc344f5000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:2.0:1789024306.419309:0:20715:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000080:2.0:1789024306.419326:0:20715:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789024306.419335:0:20715:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1789024306.419340:0:20715:0:(genops.c:1557:class_disconnect_exports()) OBD device 4 (ffff90cc344eb380) has no exports 00000004:01000000:2.0:1789024306.419596:0:20715:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:2.0:1789024306.419607:0:20715:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xa736ef4b98cb47d8 00000020:00000080:2.0:1789024306.419616:0:20715:0:(genops.c:885:class_export_put()) final put ffff90cc05318000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:2.0:1789024306.419630:0:20715:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0000 (flags='') 00000020:00000080:2.0:1789024306.419634:0:20715:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789024306.419643:0:20715:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1789024306.419645:0:20715:0:(genops.c:1557:class_disconnect_exports()) OBD device 10 (ffff90cb0261b380) has no exports 00000020:00000080:2.0:1789024306.419652:0:20715:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xa736ef4b98cb47d1 00000020:00000080:2.0:1789024306.419663:0:20715:0:(genops.c:885:class_export_put()) final put ffff90cc0531e000/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1789024306.419705:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff90cc05318000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:00000080:1.0:1789024306.419718:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff90cc0531e000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:2.0:1789024306.424394:0:20715:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0000: client import never connected 00000100:00080000:2.0:1789024306.424404:0:20715:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1789024306.424408:0:20715:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 5 00000004:00080000:2.0:1789024306.424417:0:20715:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1789024306.424419:0:20715:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1789024306.424476:0:20715:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789024306.424482:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff90cc054f2800 for lustre-OST0001-osc-MDT0000 00000020:00000080:2.0:1789024306.424488:0:20715:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1789024306.424501:0:20715:0:(genops.c:885:class_export_put()) final put ffff90cc05318800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1789024306.424505:0:20715:0:(genops.c:844:class_export_destroy()) destroying export ffff90cc05318800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:01000000:2.0:1789024306.424517:0:20715:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1789024306.424593:0:20715:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xa736ef4b98cb47c3 00000020:00000080:2.0:1789024306.424601:0:20715:0:(genops.c:885:class_export_put()) final put ffff90cc344f4800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:2.0:1789024306.424613:0:20715:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000080:2.0:1789024306.424618:0:20715:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789024306.424624:0:20715:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1789024306.424629:0:20715:0:(genops.c:1557:class_disconnect_exports()) OBD device 9 (ffff90cb026199c0) has no exports 00000020:00000080:1.0:1789024306.424629:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff90cc344f4800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000080:2.0:1789024306.424635:0:20715:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xa736ef4b98cb47bc 00000020:00000080:2.0:1789024306.424641:0:20715:0:(genops.c:885:class_export_put()) final put ffff90cc3bd39000/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1789024306.424657:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff90cc3bd39000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:2.0:1789024306.425531:0:20715:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00080000:2.0:1789024306.425536:0:20715:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1789024306.425548:0:20715:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934594 gen 5 00000004:00080000:2.0:1789024306.425552:0:20715:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1789024306.425554:0:20715:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1789024306.425586:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff90cc3bd3d800 for lustre-OST0000-osc-MDT0000 00000020:00000080:2.0:1789024306.425596:0:20715:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789024306.425602:0:20715:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1789024306.425606:0:20715:0:(genops.c:885:class_export_put()) final put ffff90cc3fa54800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1789024306.425609:0:20715:0:(genops.c:844:class_export_destroy()) destroying export ffff90cc3fa54800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:01000000:2.0:1789024306.425618:0:20715:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000004:01000000:2.0:1789024306.425676:0:20715:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:2.0:1789024306.425683:0:20715:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xa736ef4b98cb47ae 00000020:00000080:2.0:1789024306.425689:0:20715:0:(genops.c:885:class_export_put()) final put ffff90cc3fa50800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:2.0:1789024306.425702:0:20715:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osp-MDT0000 (flags='') 00000020:00000080:2.0:1789024306.425707:0:20715:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789024306.425712:0:20715:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-osp-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1789024306.425714:0:20715:0:(genops.c:1557:class_disconnect_exports()) OBD device 8 (ffff90cc354519c0) has no exports 00000020:00000080:2.0:1789024306.425718:0:20715:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xa736ef4b98cb47a7 00000020:00000080:2.0:1789024306.425722:0:20715:0:(genops.c:885:class_export_put()) final put ffff90cc192f5000/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1789024306.425777:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff90cc3fa50800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:00000080:1.0:1789024306.425786:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff90cc192f5000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:0.0:1789024306.438244:0:20715:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-osp-MDT0000: client import never connected 00000100:00080000:0.0:1789024306.438253:0:20715:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1789024306.438258:0:20715:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:0.0:1789024306.438266:0:20715:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1789024306.438319:0:20715:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789024306.438330:0:20715:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1789024306.438356:0:20715:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789024306.438359:0:20715:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1789024306.438365:0:20715:0:(genops.c:885:class_export_put()) final put ffff90cc3d4b1800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1789024306.438369:0:20715:0:(genops.c:844:class_export_destroy()) destroying export ffff90cc3d4b1800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:0.0:1789024306.438379:0:20715:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1789024306.438529:0:20715:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xa736ef4b98cb477d 00000020:00000080:0.0:1789024306.438537:0:20715:0:(genops.c:885:class_export_put()) final put ffff90cc344f1800/lustre-MDD0000_UUID 00000020:01000000:0.0:1789024306.438542:0:20715:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000080:0.0:1789024306.438546:0:20715:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789024306.438551:0:20715:0:(obd_config.c:956:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1789024306.438555:0:20715:0:(genops.c:1557:class_disconnect_exports()) OBD device 6 (ffff90cc344e99c0) has no exports 00000020:00000080:0.0:1789024306.438576:0:20715:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789024306.438578:0:20715:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000080:0.0:1789024306.438587:0:20715:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xa736ef4b98cb4784 00000020:00000080:0.0:1789024306.438595:0:20715:0:(genops.c:885:class_export_put()) final put ffff90cc344f6800/lustre-MDT0000-osd_UUID 00000020:01000004:0.0:1789024306.438603:0:20715:0:(tgt_mount.c:187:server_put_mount()) put mount ffff90cb0401f000 from lustre-MDT0000, refs=3 00000020:01000004:0.0:1789024306.438606:0:20715:0:(obd_mount.c:710:lustre_put_lsi()) put ffff90cb0401f000 3 00000020:01000004:0.0:1789024306.438609:0:20715:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff90cb0401f000 from lustre-MDT0000 00000020:00000080:0.0:1789024306.438624:0:20715:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789024306.438627:0:20715:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000080:0.0:1789024306.438629:0:20715:0:(genops.c:885:class_export_put()) final put ffff90cc344f0800/lustre-MDT0000_UUID 00000020:00000080:0.0:1789024306.438632:0:20715:0:(genops.c:844:class_export_destroy()) destroying export ffff90cc344f0800/lustre-MDT0000_UUID for lustre-MDT0000 00000020:01000000:0.0:1789024306.438638:0:20715:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:01000004:0.0:1789024306.438664:0:20715:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 3 references. 00000020:01000004:0.0:1789024306.438667:0:20715:0:(tgt_mount.c:255:server_stop_mgs()) Stop MGS service MGS 00000020:01000000:0.0:1789024306.438670:0:20715:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000080:0.0:1789024306.438679:0:20715:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789024306.438682:0:20715:0:(obd_config.c:956:class_cleanup()) MGS: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1789024306.438688:0:20715:0:(genops.c:1818:print_export_data()) MGS: ACTIVE ffff90cb0401a800 5cc9fac3-ff77-40ec-8f57-b6a206d9fd68 0@lo 18 (0 0 13) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1789024306.438693:0:20715:0:(genops.c:1552:class_disconnect_exports()) OBD device 1 (ffff90cc35454d40) has exports, disconnecting them 00000020:00080000:0.0:1789024306.438698:0:20715:0:(genops.c:1527:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (ffff90cb0401a800), last request at 1789024211 00000020:00000080:0.0:1789024306.438711:0:20715:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xa736ef4b98cb4722 00000020:00010000:0.0:1789024306.438715:0:20715:0:(genops.c:1920:obd_stale_export_put()) Put export ffff90cb0401a800: total 2 00000100:00080000:0.0:1789024306.438719:0:20715:0:(import.c:65:import_set_state_nolock()) ffff90cb0401c000 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1789024306.438737:0:20715:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff90cb0401a800): rc 0 00000020:00080000:0.0:1789024306.438741:0:20715:0:(genops.c:1557:class_disconnect_exports()) OBD device 1 (ffff90cc35454d40) has no exports 00000020:00010000:2.0:1789024306.438851:0:17131:0:(genops.c:1906:obd_stale_export_get()) Get export ffff90cb0401a800: total 2 00010000:00010000:2.0:1789024306.438893:0:17131:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff90cb0401a800, canceled 0 locks, left on hash table 13. 00000020:00000080:1.0:1789024306.438922:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff90cc192f7000 for lustre-MDT0001-osp-MDT0000 00010000:00010000:2.0:1789024306.438923:0:17131:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90cc22fa4200/0xa736ef4b98cb4ae8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xa736ef4b98cb4ae1 expref: 14 pid: 17138 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:1.0:1789024306.438927:0:37:0:(genops.c:885:class_export_put()) final put ffff90cc192f5800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1789024306.438930:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff90cc192f5800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:01000000:1.0:1789024306.438936:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osp-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00010000:00010000:2.0:1789024306.438938:0:17131:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90cc029c5200/0xa736ef4b98cb498a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xa736ef4b98cb4983 expref: 13 pid: 17136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024306.438949:0:17131:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90cb0252fc00/0xa736ef4b98cb4848 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xa736ef4b98cb4841 expref: 12 pid: 17138 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:1.0:1789024306.438986:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff90cc344f1800/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000080:1.0:1789024306.438990:0:37:0:(genops.c:885:class_export_put()) final put ffff90cc344f7000/lustre-MDD0000_UUID 00000020:00000080:1.0:1789024306.438997:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff90cc344f7000/lustre-MDD0000_UUID for lustre-MDD0000 00000020:01000000:1.0:1789024306.439001:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:00000080:1.0:1789024306.439027:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff90cc344f6800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:00010000:2.0:1789024306.439037:0:17131:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90cc1a160000/0xa736ef4b98cb4ce0 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xa736ef4b98cb4cd9 expref: 11 pid: 17137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024306.439048:0:17131:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90cc01323c00/0xa736ef4b98cb4905 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xa736ef4b98cb48fe expref: 10 pid: 17138 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024306.439066:0:17131:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90cc029c4600/0xa736ef4b98cb4856 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xa736ef4b98cb484f expref: 9 pid: 17136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024306.439078:0:17131:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90cb0252e800/0xa736ef4b98cb4864 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xa736ef4b98cb485d expref: 8 pid: 17138 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024306.439089:0:17131:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90cb0252e000/0xa736ef4b98cb4b12 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xa736ef4b98cb4b0b expref: 7 pid: 17136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024306.439104:0:17131:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90cb0338ba00/0xa736ef4b98cb4737 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xa736ef4b98cb4730 expref: 6 pid: 17136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024306.439114:0:17131:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90cc00031000/0xa736ef4b98cb4b51 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xa736ef4b98cb4b4a expref: 5 pid: 17136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024306.439125:0:17131:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90cb0338a600/0xa736ef4b98cb49b4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xa736ef4b98cb49ad expref: 4 pid: 17137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024306.439282:0:17131:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90cc1a161c00/0xa736ef4b98cb4cee lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xa736ef4b98cb4ce7 expref: 3 pid: 17137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024306.439298:0:17131:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90cb0252ee00/0xa736ef4b98cb4cfc lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xa736ef4b98cb4cf5 expref: 2 pid: 17138 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024306.439307:0:17131:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff90cb0401a800, canceled 13 locks, left on hash table 0. 00000020:00000080:2.0:1789024306.439321:0:17131:0:(genops.c:885:class_export_put()) final put ffff90cb0401a800/5cc9fac3-ff77-40ec-8f57-b6a206d9fd68 00010000:00010000:2.0:1789024306.439332:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789024306.439334:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789024306.439336:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1789024306.439409:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff90cb0401a800/5cc9fac3-ff77-40ec-8f57-b6a206d9fd68 for MGS 00000020:00000080:1.0:1789024306.439436:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff90cb0401c000 for MGS 00000100:00100000:3.0:1789024306.440302:0:17138:0:(service.c:3188:ptlrpc_main()) ll_mgs_0002: service thread [ffff90cc35240a00:17138] 2 exiting: rc = 0 00000100:00100000:3.0:1789024306.440389:0:17137:0:(service.c:3188:ptlrpc_main()) ll_mgs_0001: service thread [ffff90cc35241e00:17137] 1 exiting: rc = 0 00000100:00100000:3.0:1789024306.440436:0:17136:0:(service.c:3188:ptlrpc_main()) ll_mgs_0000: service thread [ffff90cc35240800:17136] 0 exiting: rc = 1 00000100:00100000:0.0:1789024306.440704:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024306.440711:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024306.440717:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024306.440722:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024306.440727:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024306.440733:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024306.440738:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024306.440743:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024306.440748:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024306.440755:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024306.440761:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024306.440767:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024306.440773:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024306.440779:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024306.440784:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024306.440789:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024306.440794:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024306.440800:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024306.440805:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024306.440809:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024306.440815:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024306.440820:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024306.440825:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024306.440840:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024306.440846:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024306.440851:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024306.440855:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024306.440860:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024306.440865:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024306.440870:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024306.440875:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024306.440882:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024306.440898:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024306.440970:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024306.440977:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024306.440982:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024306.440987:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024306.440992:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024306.440997:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024306.441003:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024306.441008:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024306.441014:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024306.441019:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024306.441024:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024306.441029:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024306.441035:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024306.441040:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024306.441045:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024306.441051:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024306.441055:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024306.441060:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024306.441065:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024306.441069:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024306.441074:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024306.441078:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024306.441083:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024306.441088:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024306.441092:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024306.441106:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024306.441111:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024306.441116:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024306.441123:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024306.441127:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024306.441132:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:01000000:1.0:1789024306.444376:0:20715:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff90cc33a8fea0 - data ffff90cc0f4abd80/ffff90cb022df400 00000020:01000000:1.0:1789024306.444550:0:20715:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff90cc181c37e0 - data ffff90cc0f7036c0/ffff90cb01a12400 00000020:00000080:1.0:1789024306.445082:0:20715:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xa736ef4b98cb470d 00000020:00000080:1.0:1789024306.445091:0:20715:0:(genops.c:885:class_export_put()) final put ffff90cb03b90000/lustre-MDT0000-osd_UUID 00000020:01000004:1.0:1789024306.445141:0:20715:0:(tgt_mount.c:187:server_put_mount()) put mount ffff90cb0401f000 from MGS, refs=2 00000020:01000004:1.0:1789024306.445162:0:20715:0:(obd_mount.c:710:lustre_put_lsi()) put ffff90cb0401f000 2 00000020:01000004:1.0:1789024306.445166:0:20715:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff90cb0401f000 from MGS 00000020:00000080:1.0:1789024306.445187:0:20715:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789024306.445194:0:20715:0:(obd_config.c:883:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000080:1.0:1789024306.445197:0:20715:0:(genops.c:885:class_export_put()) final put ffff90cb03b97800/MGS 00000020:00000080:1.0:1789024306.445200:0:20715:0:(genops.c:844:class_export_destroy()) destroying export ffff90cb03b97800/MGS for MGS 00000020:01000000:1.0:1789024306.445206:0:20715:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:01000000:1.0:1789024306.445269:0:20715:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000080:1.0:1789024306.445273:0:20715:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789024306.445278:0:20715:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1789024306.445284:0:20715:0:(genops.c:1818:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE ffff90cb0259f000 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1789024306.445289:0:20715:0:(genops.c:1552:class_disconnect_exports()) OBD device 11 (ffff90cc344e8000) has exports, disconnecting them 00000020:00080000:1.0:1789024306.445294:0:20715:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (ffff90cb0259f000), last request at 1789024212 00000020:00000080:1.0:1789024306.445298:0:20715:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xa736ef4b98cb4810 00000020:00080000:1.0:1789024306.445307:0:20715:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff90cb0259f000): rc 0 00000020:00000080:1.0:1789024306.445312:0:20715:0:(genops.c:885:class_export_put()) final put ffff90cb0259f000/lustre-MDT0000-lwp-MDT0000 00000020:00000080:0.0:1789024306.445357:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff90cb03b90000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1789024306.446135:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff90cb0259f000/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00010000:01000000:0.0:1789024306.446177:0:20715:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00080000:0.0:1789024306.446181:0:20715:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1789024306.446185:0:20715:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:0.0:1789024306.446191:0:20715:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1789024306.446326:0:20715:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789024306.446331:0:20715:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:01000004:0.0:1789024306.446336:0:20715:0:(obd_mount.c:710:lustre_put_lsi()) put ffff90cb0401f000 1 00000020:00000080:0.0:1789024306.446340:0:20715:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xa736ef4b98cb46ff 00000020:00000080:0.0:1789024306.446344:0:20715:0:(genops.c:885:class_export_put()) final put ffff90cb03b92800/lustre-MDT0000-osd_UUID 00000020:00000080:2.0:1789024306.446347:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff90cc3d4b2000 for lustre-MDT0000-lwp-MDT0000 00000020:00000080:2.0:1789024306.446353:0:36:0:(genops.c:885:class_export_put()) final put ffff90cc344f2000/lustre-MDT0000-lwp-MDT0000_UUID 00000020:01000000:0.0:1789024306.446353:0:20715:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000080:2.0:1789024306.446355:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff90cc344f2000/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:00000080:0.0:1789024306.446357:0:20715:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789024306.446359:0:20715:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1789024306.446362:0:20715:0:(genops.c:1557:class_disconnect_exports()) OBD device 0 (ffff90cb020ab380) has no exports 00000020:01000000:2.0:1789024306.446363:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000080:2.0:1789024306.446415:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff90cb03b92800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:2.0:1789024306.484018:0:20715:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789024306.484030:0:20715:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000080:2.0:1789024306.484035:0:20715:0:(genops.c:885:class_export_put()) final put ffff90cb04018000/lustre-MDT0000-osd_UUID 00000020:00000080:2.0:1789024306.484039:0:20715:0:(genops.c:844:class_export_destroy()) destroying export ffff90cb04018000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:2.0:1789024306.484045:0:20715:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:01000004:2.0:1789024306.484169:0:20715:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff90cb04019000 00000020:02000400:2.0:1789024306.484227:0:20715:0:(tgt_mount.c:2180:server_put_super()) server umount lustre-MDT0000 complete 00010000:00010000:1.0:1789024306.700465:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789024307.724731:0:18299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789024308.621322:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789024308.621344:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc34378380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1875927422426240:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1789024308.621409:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789024308.621458:0:18655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422426240 00000100:00100000:3.0:1789024308.621466:0:18655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422426240 00000100:00100000:3.0:1789024308.621519:0:18655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1789024308.621528:0:18655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc34379500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875927422426240:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1789024308.621556:0:18655:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1789024308.621602:0:18655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc34379500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875927422426240:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (193us total) trans 0 rc 0/0 00000100:00100000:3.0:1789024308.621609:0:18655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00080000:3.0:1789024308.621640:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1789024308.621678:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc34378380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1875927422426240:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1789024308.751453:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1789024309.389811:0:17894:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000020:01000004:1.0:1789024309.492669:0:20917:0:(tgt_mount.c:2191:server_umount_begin()) umount -f 00000020:01000004:0.0:1789024309.506340:0:20917:0:(tgt_mount.c:2061:server_put_super()) server put_super lustre-MDT0001 00010000:00010000:0.0:1789024309.506395:0:20917:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cc01322600/0xa736ef4b98cb48fe lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb4905 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024309.506409:0:20917:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cc01322600/0xa736ef4b98cb48fe lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xa736ef4b98cb4905 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024309.506417:0:20917:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cc01322600/0xa736ef4b98cb48fe lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0xa736ef4b98cb4905 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024309.506440:0:20917:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.118@tcp lock: ffff90cc01322600/0xa736ef4b98cb48fe lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0xa736ef4b98cb4905 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024309.506462:0:20917:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:0.0:1789024309.506468:0:20917:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:0.0:1789024309.506496:0:20917:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1789024309.506500:0:20917:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 3 00000100:00080000:0.0:1789024309.506507:0:20917:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1789024309.506514:0:20917:0:(import.c:65:import_set_state_nolock()) ffff90cc41599800 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:0.0:1789024309.506519:0:20917:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1789024309.506521:0:20917:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:0.0:1789024309.506524:0:20917:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:0.0:1789024309.507365:0:20917:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cc01323400/0xa736ef4b98cb485d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb4864 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024309.507375:0:20917:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cc01323400/0xa736ef4b98cb485d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xa736ef4b98cb4864 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024309.507381:0:20917:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cc01323400/0xa736ef4b98cb485d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0xa736ef4b98cb4864 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024309.507387:0:20917:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.118@tcp lock: ffff90cc01323400/0xa736ef4b98cb485d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0xa736ef4b98cb4864 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024309.507402:0:20917:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1789024309.507414:0:18299:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1789024309.507420:0:18299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.118@tcp lock: ffff90cc01322600/0xa736ef4b98cb48fe lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0xa736ef4b98cb4905 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024309.507438:0:18299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cc01322600 already unused, calling callback (ffffffffc146cc20) 10000000:00010000:0.0:1789024309.507441:0:18299:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.118@tcp lock: ffff90cc01322600/0xa736ef4b98cb48fe lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0xa736ef4b98cb4905 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024309.507448:0:18299:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.118@tcp lock: ffff90cc01322600/0xa736ef4b98cb48fe lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1008400000000 nid: local remote: 0xa736ef4b98cb4905 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789024309.507455:0:18299:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.118@tcp lock: ffff90cc01322600/0xa736ef4b98cb48fe lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1009400000000 nid: local remote: 0xa736ef4b98cb4905 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789024309.507460:0:18299:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1789024309.507463:0:18299:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:0.0:1789024309.507465:0:18299:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:0.0:1789024309.507500:0:18299:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.118@tcp lock: ffff90cc01322600/0xa736ef4b98cb48fe lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0xa736ef4b98cb4905 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024309.507506:0:18299:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1789024309.507533:0:18299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.118@tcp lock: ffff90cc01322600/0xa736ef4b98cb48fe lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0xa736ef4b98cb4905 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024309.507540:0:18299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.118@tcp lock: ffff90cc01322600/0xa736ef4b98cb48fe lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0xa736ef4b98cb4905 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024309.507554:0:18299:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789024309.507557:0:18299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.118@tcp lock: ffff90cc01323400/0xa736ef4b98cb485d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0xa736ef4b98cb4864 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024309.507562:0:18299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cc01323400 already unused, calling callback (ffffffffc146cc20) 10000000:00010000:0.0:1789024309.507564:0:18299:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.118@tcp lock: ffff90cc01323400/0xa736ef4b98cb485d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0xa736ef4b98cb4864 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024309.507577:0:18299:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.118@tcp lock: ffff90cc01323400/0xa736ef4b98cb485d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1008400000000 nid: local remote: 0xa736ef4b98cb4864 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789024309.507582:0:18299:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.118@tcp lock: ffff90cc01323400/0xa736ef4b98cb485d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1009400000000 nid: local remote: 0xa736ef4b98cb4864 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789024309.507587:0:18299:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1789024309.507589:0:18299:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0001: stopping, won't requeue 00010000:00010000:0.0:1789024309.507600:0:18299:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.118@tcp lock: ffff90cc01323400/0xa736ef4b98cb485d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0xa736ef4b98cb4864 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024309.507606:0:18299:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1789024309.507622:0:18299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.118@tcp lock: ffff90cc01323400/0xa736ef4b98cb485d lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0xa736ef4b98cb4864 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024309.507646:0:18299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.118@tcp lock: ffff90cc01323400/0xa736ef4b98cb485d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0xa736ef4b98cb4864 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024309.507656:0:18299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789024309.507657:0:18299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789024309.507659:0:18299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789024309.507670:0:20917:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cb0338bc00/0xa736ef4b98cb4b4a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb4b51 expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024309.507677:0:20917:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cb0338bc00/0xa736ef4b98cb4b4a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa736ef4b98cb4b51 expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024309.507683:0:20917:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cb0338bc00/0xa736ef4b98cb4b4a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xa736ef4b98cb4b51 expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024309.507699:0:20917:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.118@tcp lock: ffff90cb0338bc00/0xa736ef4b98cb4b4a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xa736ef4b98cb4b51 expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024309.507711:0:20917:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789024309.507719:0:17131:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789024309.507723:0:17131:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.118@tcp lock: ffff90cb0338bc00/0xa736ef4b98cb4b4a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xa736ef4b98cb4b51 expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024309.507729:0:17131:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cb0338bc00 already unused, calling callback (ffffffffc146cc20) 10000000:00010000:0.0:1789024309.507732:0:17131:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.118@tcp lock: ffff90cb0338bc00/0xa736ef4b98cb4b4a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xa736ef4b98cb4b51 expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024309.507738:0:17131:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.118@tcp lock: ffff90cb0338bc00/0xa736ef4b98cb4b4a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xa736ef4b98cb4b51 expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789024309.507744:0:17131:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.118@tcp lock: ffff90cb0338bc00/0xa736ef4b98cb4b4a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xa736ef4b98cb4b51 expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789024309.507750:0:17131:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:0.0:1789024309.507752:0:17131:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:0.0:1789024309.507764:0:17131:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:0.0:1789024309.507778:0:17131:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.118@tcp lock: ffff90cb0338bc00/0xa736ef4b98cb4b4a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xa736ef4b98cb4b51 expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024309.507784:0:17131:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1789024309.507790:0:17131:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.118@tcp lock: ffff90cb0338bc00/0xa736ef4b98cb4b4a lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xa736ef4b98cb4b51 expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024309.507795:0:17131:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.118@tcp lock: ffff90cb0338bc00/0xa736ef4b98cb4b4a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xa736ef4b98cb4b51 expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024309.507812:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789024309.507814:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789024309.507815:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789024309.507825:0:20917:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cc1a160200/0xa736ef4b98cb4cf5 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb4cfc expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024309.507832:0:20917:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cc1a160200/0xa736ef4b98cb4cf5 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xa736ef4b98cb4cfc expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024309.507838:0:20917:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cc1a160200/0xa736ef4b98cb4cf5 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xa736ef4b98cb4cfc expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024309.507843:0:20917:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.118@tcp lock: ffff90cc1a160200/0xa736ef4b98cb4cf5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xa736ef4b98cb4cfc expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024309.507854:0:20917:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789024309.507871:0:18299:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789024309.507875:0:18299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.118@tcp lock: ffff90cc1a160200/0xa736ef4b98cb4cf5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xa736ef4b98cb4cfc expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024309.507881:0:18299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cc1a160200 already unused, calling callback (ffffffffc146cc20) 10000000:00010000:0.0:1789024309.507884:0:18299:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.118@tcp lock: ffff90cc1a160200/0xa736ef4b98cb4cf5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xa736ef4b98cb4cfc expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024309.507891:0:18299:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.118@tcp lock: ffff90cc1a160200/0xa736ef4b98cb4cf5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xa736ef4b98cb4cfc expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789024309.507897:0:18299:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.118@tcp lock: ffff90cc1a160200/0xa736ef4b98cb4cf5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xa736ef4b98cb4cfc expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789024309.507912:0:18299:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:0.0:1789024309.507914:0:18299:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:0.0:1789024309.507916:0:18299:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:0.0:1789024309.507946:0:18299:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.118@tcp lock: ffff90cc1a160200/0xa736ef4b98cb4cf5 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xa736ef4b98cb4cfc expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024309.507952:0:18299:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1789024309.507958:0:18299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.118@tcp lock: ffff90cc1a160200/0xa736ef4b98cb4cf5 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xa736ef4b98cb4cfc expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024309.507964:0:18299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.118@tcp lock: ffff90cc1a160200/0xa736ef4b98cb4cf5 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xa736ef4b98cb4cfc expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024309.507972:0:18299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789024309.507974:0:18299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789024309.507975:0:18299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789024309.507984:0:20917:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cc01323a00/0xa736ef4b98cb484f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb4856 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024309.507991:0:20917:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cc01323a00/0xa736ef4b98cb484f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa736ef4b98cb4856 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024309.507997:0:20917:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cc01323a00/0xa736ef4b98cb484f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xa736ef4b98cb4856 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024309.508003:0:20917:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.118@tcp lock: ffff90cc01323a00/0xa736ef4b98cb484f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xa736ef4b98cb4856 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024309.508013:0:20917:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:0.0:1789024309.508016:0:20917:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0001 10000000:01000000:0.0:1789024309.508023:0:20917:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0001 (0) 00010000:00010000:0.0:1789024309.508043:0:17131:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789024309.508046:0:17131:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.118@tcp lock: ffff90cc01323a00/0xa736ef4b98cb484f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xa736ef4b98cb4856 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024309.508052:0:17131:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cc01323a00 already unused, calling callback (ffffffffc146cc20) 10000000:00010000:0.0:1789024309.508054:0:17131:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.118@tcp lock: ffff90cc01323a00/0xa736ef4b98cb484f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xa736ef4b98cb4856 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024309.508060:0:17131:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.118@tcp lock: ffff90cc01323a00/0xa736ef4b98cb484f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xa736ef4b98cb4856 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789024309.508066:0:17131:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.118@tcp lock: ffff90cc01323a00/0xa736ef4b98cb484f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xa736ef4b98cb4856 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789024309.508070:0:17131:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:0.0:1789024309.508071:0:17131:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:0.0:1789024309.508073:0:17131:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:0.0:1789024309.508084:0:17131:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.118@tcp lock: ffff90cc01323a00/0xa736ef4b98cb484f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xa736ef4b98cb4856 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024309.508090:0:17131:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1789024309.508095:0:17131:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.118@tcp lock: ffff90cc01323a00/0xa736ef4b98cb484f lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xa736ef4b98cb4856 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024309.508100:0:17131:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.118@tcp lock: ffff90cc01323a00/0xa736ef4b98cb484f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xa736ef4b98cb4856 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024309.508111:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789024309.508113:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789024309.508114:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:0.0:1789024309.508126:0:20917:0:(tgt_mount.c:2111:server_put_super()) stopping lustre-MDT0001 00000020:01000000:0.0:1789024309.508134:0:20917:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001 (flags='F') 00000020:00000080:0.0:1789024309.508138:0:20917:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789024309.508143:0:20917:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001: forcing exports to disconnect: 2/5 00000020:00080000:0.0:1789024309.508180:0:20917:0:(genops.c:1818:print_export_data()) lustre-MDT0001: ACTIVE ffff90cc1889c800 lustre-MDT0001-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1789024309.508186:0:20917:0:(genops.c:1818:print_export_data()) lustre-MDT0001: ACTIVE ffff90cb038ed800 lustre-MDT0001-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1789024309.508190:0:20917:0:(genops.c:1552:class_disconnect_exports()) OBD device 14 (ffff90cc30c33380) has exports, disconnecting them 00000020:00080000:0.0:1789024309.508194:0:20917:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff90cc1889c800), last request at 1789024305 00000020:00000080:0.0:1789024309.508200:0:20917:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xa736ef4b98cb4b3c 00000100:00080000:0.0:1789024309.508214:0:20917:0:(import.c:65:import_set_state_nolock()) ffff90cc18898800 : changing import state from FULL to CLOSED 00010000:00010000:0.0:1789024309.508245:0:18299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:0.0:1789024309.508255:0:20917:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff90cc1889c800): rc 0 00000020:00000080:0.0:1789024309.508257:0:20917:0:(genops.c:885:class_export_put()) final put ffff90cc1889c800/lustre-MDT0001-lwp-OST0001_UUID 00000020:00080000:0.0:1789024309.508266:0:20917:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff90cb038ed800), last request at 1789024305 00000020:00000080:0.0:1789024309.508269:0:20917:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xa736ef4b98cb49de 00000100:00080000:0.0:1789024309.508274:0:20917:0:(import.c:65:import_set_state_nolock()) ffff90cb038e8800 : changing import state from FULL to CLOSED 00000020:00000080:0.0:1789024309.508285:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff90cc1889c800/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001 00000020:00000080:0.0:1789024309.508326:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff90cc18898800 for lustre-MDT0001 00010000:00010000:0.0:1789024309.508333:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:0.0:1789024309.508340:0:20917:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff90cb038ed800): rc 0 00000020:00000080:0.0:1789024309.508342:0:20917:0:(genops.c:885:class_export_put()) final put ffff90cb038ed800/lustre-MDT0001-lwp-OST0000_UUID 00000004:00000080:0.0:1789024309.508351:0:20917:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0001: cmd=400866e7 len=0 karg=ffff9dfe01627ae0 00000020:00000080:0.0:1789024309.508361:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff90cb038ed800/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001 00000020:00000080:0.0:1789024309.508380:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff90cb038e8800 for lustre-MDT0001 00000100:00080000:0.0:1789024309.508398:0:20917:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1789024309.508407:0:20917:0:(client.c:3603:ptlrpc_abort_inflight()) @@@ aborting waiting req req@ffff90cc3fce8a80 x1875927422424320/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789024320 ref 1 fl Rpc:RSQU/200/0 rc -107/-107 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789024309.508417:0:20917:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 3 00000100:00080000:0.0:1789024309.509194:0:20917:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1789024309.509209:0:20917:0:(import.c:65:import_set_state_nolock()) ffff90cc0531d800 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:0.0:1789024309.509343:0:20917:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1789024309.509346:0:20917:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 3 00000004:00080000:0.0:1789024309.509364:0:20917:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:0.0:1789024309.509413:0:20917:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:0.0:1789024309.509428:0:20917:0:(import.c:65:import_set_state_nolock()) ffff90cc3538e800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:0.0:1789024309.509440:0:20917:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1789024309.509442:0:20917:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 3 00000004:00080000:0.0:1789024309.509450:0:20917:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:0.0:1789024309.509504:0:20917:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:0.0:1789024309.509511:0:20917:0:(import.c:65:import_set_state_nolock()) ffff90cc3538c000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:0.0:1789024309.509547:0:20917:0:(genops.c:1557:class_disconnect_exports()) OBD device 14 (ffff90cc30c33380) has no exports 00010000:00010000:2.0:1789024309.510177:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789024309.510272:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fceaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5cc9fac3-ff77-40ec-8f57-b6a206d9fd68:3642:1875927422426368:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789024309.510338:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789024309.510387:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fcea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5cc9fac3-ff77-40ec-8f57-b6a206d9fd68:3642:1875927422426880:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789024309.510407:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789024309.510434:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789024309.510440:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fce9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5cc9fac3-ff77-40ec-8f57-b6a206d9fd68:3642:1875927422426752:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789024309.510459:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789024309.510488:0:17129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422426368 00000100:00100000:2.0:1789024309.510494:0:17129:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422426368 00000100:00100000:2.0:1789024309.510528:0:17129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422426880 00000100:00100000:2.0:1789024309.510531:0:17129:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422426880 00000100:00100000:2.0:1789024309.510541:0:17129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422426752 00000100:00100000:2.0:1789024309.510543:0:17129:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422426752 00000100:00100000:2.0:1789024309.510555:0:17129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1789024309.510563:0:17129:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc08783100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3642:x1875927422426368:12345-0@lo:103:ldlm_bl.0 00010000:00020000:2.0:1789024309.510578:0:17129:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1789024309 with bad export cookie 12049080961041385250 00000100:00100000:0.0:1789024309.516326:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fceb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5cc9fac3-ff77-40ec-8f57-b6a206d9fd68:3644:1875927422426624:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789024309.516403:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024309.516436:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1789024309.516442:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fce9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5cc9fac3-ff77-40ec-8f57-b6a206d9fd68:3644:1875927422426496:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789024309.516466:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024309.516492:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fce8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1875927422424320:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789024309.517324:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fcea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1875927422427008:0@lo:9:umount.0 00000100:00100000:1.0:1789024309.517364:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024309.517404:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fceb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1875927422427136:0@lo:9:umount.0 00000100:00100000:1.0:1789024309.517426:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024309.517458:0:17130:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422426624 00000100:00100000:1.0:1789024309.517466:0:17130:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422426624 00000100:00100000:1.0:1789024309.517491:0:17130:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422426496 00000100:00100000:1.0:1789024309.517494:0:17130:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422426496 00000100:00100000:1.0:1789024309.517508:0:17130:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1789024309.517515:0:17130:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc08783800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3642:x1875927422426880:12345-0@lo:103:ldlm_bl.0 00010000:00020000:1.0:1789024309.517522:0:17130:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1789024309 with bad export cookie 12049080961041385250 00000100:00100000:1.0:1789024309.517567:0:17130:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc08783800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3642:x1875927422426880:12345-0@lo:103:ldlm_bl.0 Request processed in 51us (7158us total) trans 0 rc -107/-107 00000100:00100000:1.0:1789024309.517575:0:17130:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1789024309.517591:0:17130:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1789024309.517596:0:17130:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc08782680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3642:x1875927422426752:12345-0@lo:103:ldlm_bl.0 00010000:00020000:1.0:1789024309.517601:0:17130:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1789024309 with bad export cookie 12049080961041385250 00000100:00100000:1.0:1789024309.517626:0:17130:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc08782680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3642:x1875927422426752:12345-0@lo:103:ldlm_bl.0 Request processed in 29us (7166us total) trans 0 rc -107/-107 00000100:00100000:1.0:1789024309.517633:0:17130:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1789024309.517644:0:17130:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1789024309.517648:0:17130:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3fce8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3644:x1875927422426624:12345-0@lo:103:ldlm_bl.0 00010000:00020000:1.0:1789024309.517653:0:17130:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1789024309 with bad export cookie 12049080961041385250 00000100:00100000:1.0:1789024309.517681:0:17130:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3fce8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3644:x1875927422426624:12345-0@lo:103:ldlm_bl.0 Request processed in 32us (1279us total) trans 0 rc -107/-107 00000100:00100000:1.0:1789024309.517688:0:17130:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1789024309.517699:0:17130:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1789024309.517703:0:17130:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cb039aec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3644:x1875927422426496:12345-0@lo:103:ldlm_bl.0 00010000:00020000:1.0:1789024309.517707:0:17130:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1789024309 with bad export cookie 12049080961041385250 00000100:00100000:1.0:1789024309.517736:0:17130:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cb039aec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3644:x1875927422426496:12345-0@lo:103:ldlm_bl.0 Request processed in 32us (1269us total) trans 0 rc -107/-107 00000100:00100000:1.0:1789024309.517743:0:17130:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1789024309.517779:0:18654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422427008 00000100:00100000:1.0:1789024309.517783:0:18654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422427008 00000100:00100000:1.0:1789024309.517809:0:18654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422427136 00000100:00100000:1.0:1789024309.517812:0:18654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422427136 00000100:00100000:1.0:1789024309.517839:0:18654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1789024309.517846:0:18654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f9fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1875927422427008:12345-0@lo:9:umount.0 00000020:00000080:1.0:1789024309.517883:0:18654:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xa736ef4b98cb4a08 00000100:00080000:1.0:1789024309.517894:0:18654:0:(import.c:65:import_set_state_nolock()) ffff90cb04002000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1789024309.517933:0:18654:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:1.0:1789024309.518059:0:18654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f9fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+2:3640:x1875927422427008:12345-0@lo:9:umount.0 Request processed in 213us (694us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024309.518066:0:18654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1789024309.518078:0:18654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1789024309.518084:0:18654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f9fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1875927422427136:12345-0@lo:9:umount.0 00000020:00000080:1.0:1789024309.518096:0:18654:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xa736ef4b98cb4b6d 00000100:00080000:1.0:1789024309.518102:0:18654:0:(import.c:65:import_set_state_nolock()) ffff90cb01afb800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1789024309.518121:0:18654:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:1.0:1789024309.519961:0:18654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f9fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+2:3640:x1875927422427136:12345-0@lo:9:umount.0 Request processed in 1872us (2528us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024309.519970:0:18654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00010000:00010000:1.0:1789024309.520014:0:18299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789024309.520050:0:3640:0:(import.c:65:import_set_state_nolock()) ffff90cc3538e800 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:1.0:1789024309.520074:0:3640:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:1.0:1789024309.520077:0:3640:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1789024309.520082:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fcea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1875927422427008:0@lo:9:umount.0 00000100:00080000:1.0:1789024309.520117:0:3640:0:(import.c:65:import_set_state_nolock()) ffff90cc3538c000 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:1.0:1789024309.520131:0:3640:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:1.0:1789024309.520133:0:3640:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1789024309.520135:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fceb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1875927422427136:0@lo:9:umount.0 00010000:00010000:1.0:1789024309.520173:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789024309.520191:0:3644:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.202.118@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1789024309.520195:0:3644:0:(import.c:65:import_set_state_nolock()) ffff90cb0401b000 MGS: changing import state from FULL to DISCONN 00000100:02020000:1.0:1789024309.520198:0:3644:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.202.118@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00000100:00100000:2.0:1789024309.525395:0:17129:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc08783100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3642:x1875927422426368:12345-0@lo:103:ldlm_bl.0 Request processed in 14823us (15048us total) trans 0 rc -107/-107 00000100:00100000:2.0:1789024309.525411:0:17129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00080000:2.0:1789024309.525492:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1789024309.530528:0:3642:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.202.118@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1789024309.544196:0:3644:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@0@lo for MGC192.168.202.118@tcp not replayable, auto-deactivating 00000100:00080000:1.0:1789024309.544203:0:3644:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:1.0:1789024309.544213:0:3644:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff90cc3fceaa00 x1875927422426368/t0(0) o103->MGC192.168.202.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1789024325 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789024309.544228:0:3644:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff90cc3fcea300 x1875927422426880/t0(0) o103->MGC192.168.202.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1789024325 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789024309.544237:0:3644:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff90cc3fce9880 x1875927422426752/t0(0) o103->MGC192.168.202.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1789024325 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789024309.544245:0:3644:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff90cc3fceb480 x1875927422426624/t0(0) o103->MGC192.168.202.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1789024325 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789024309.544253:0:3644:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff90cc3fce9180 x1875927422426496/t0(0) o103->MGC192.168.202.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1789024325 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 10000000:01000000:1.0:1789024309.546412:0:3644:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:1.0:1789024309.546420:0:3644:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:1.0:1789024309.546421:0:3644:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:2.0:1789024309.546493:0:3642:0:(import.c:214:ptlrpc_set_import_discon()) mgc: import ffff90cb0401b000 already not connected (conn 1, was 1): DISCONN 00000100:00100000:2.0:1789024309.546521:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fceaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5cc9fac3-ff77-40ec-8f57-b6a206d9fd68:3642:1875927422426368:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789024309.546532:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fcea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5cc9fac3-ff77-40ec-8f57-b6a206d9fd68:3642:1875927422426880:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789024309.546562:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fce9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5cc9fac3-ff77-40ec-8f57-b6a206d9fd68:3642:1875927422426752:0@lo:103:ldlm_bl.0 00000100:00080000:1.0:1789024309.546598:0:3644:0:(import.c:65:import_set_state_nolock()) ffff90cb0401b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789024309.546603:0:3644:0:(import.c:545:import_select_connection()) MGC192.168.202.118@tcp: connect to NID 0@lo last attempt 529 00000100:00080000:1.0:1789024309.546616:0:3644:0:(import.c:666:import_select_connection()) MGC192.168.202.118@tcp: import ffff90cb0401b000 using connection 192.168.202.118@tcp/0@lo 00000100:00100000:1.0:1789024309.546650:0:3644:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90cc3f9fca80 x1875927422427264/t0(0) o250->MGC192.168.202.118@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789024309.546698:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fceb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5cc9fac3-ff77-40ec-8f57-b6a206d9fd68:3644:1875927422426624:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789024309.546710:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fce9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5cc9fac3-ff77-40ec-8f57-b6a206d9fd68:3644:1875927422426496:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789024309.547415:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3f9fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5cc9fac3-ff77-40ec-8f57-b6a206d9fd68:3640:1875927422427264:0@lo:250:ptlrpcd_00_03.0 00000400:00000100:2.0:1789024309.547460:0:3640:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1875927422427264 offset 0 length 520: 4 00000020:00080000:0.0:1789024309.548533:0:20917:0:(genops.c:1557:class_disconnect_exports()) OBD device 14 (ffff90cc30c33380) has no exports 00000020:01000000:1.0:1789024309.589748:0:20917:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff90cb0210a060 - data ffff90cc0f561948/ffff90cb031d9800 00000020:01000000:1.0:1789024309.589985:0:20917:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff90cc353a8ba0 - data ffff90cc0f40a798/ffff90cc048df400 00000001:00000004:1.0:1789024309.599361:0:20917:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934595 00000100:00080000:0.0:1789024309.631103:0:20917:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1789024309.631113:0:20917:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:0.0:1789024309.631121:0:20917:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:0.0:1789024309.633048:0:20917:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1789024309.633053:0:20917:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 4 00000004:00080000:0.0:1789024309.633072:0:20917:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1789024309.633074:0:20917:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:2.0:1789024309.633546:0:17884:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:2.0:1789024309.633551:0:17884:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 1 count 1 00000040:00080000:2.0:1789024309.633560:0:17884:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:3.0:1789024309.634019:0:20917:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1789024309.634023:0:20917:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 4 00000004:00080000:3.0:1789024309.634053:0:20917:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1789024309.634055:0:20917:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:2.0:1789024309.634477:0:17886:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:2.0:1789024309.634480:0:17886:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 1 count 1 00000040:00080000:2.0:1789024309.634488:0:17886:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:3.0:1789024309.635761:0:20917:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xa736ef4b98cb4872 00000020:00000080:3.0:1789024309.635779:0:20917:0:(genops.c:885:class_export_put()) final put ffff90cc3455d000/lustre-MDT0001-osd_UUID 00000020:00000080:3.0:1789024309.636581:0:20917:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xa736ef4b98cb4887 00000020:00000080:3.0:1789024309.636586:0:20917:0:(genops.c:885:class_export_put()) final put ffff90cc15dbf800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1789024309.636961:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff90cc3455d000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:01000000:3.0:1789024309.637007:0:20917:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-mdtlov (flags='') 00000020:00000080:3.0:1789024309.637013:0:20917:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789024309.637022:0:20917:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:3.0:1789024309.637027:0:20917:0:(genops.c:1557:class_disconnect_exports()) OBD device 13 (ffff90cb0261cd40) has no exports 00000020:00000080:0.0:1789024309.637217:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff90cc15dbf800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000004:01000000:3.0:1789024309.637360:0:20917:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:3.0:1789024309.637369:0:20917:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xa736ef4b98cb48db 00000020:00000080:3.0:1789024309.637374:0:20917:0:(genops.c:885:class_export_put()) final put ffff90cb03353800/lustre-MDT0001-mdtlov_UUID 00000020:01000000:3.0:1789024309.637391:0:20917:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0001 (flags='') 00000020:00000080:3.0:1789024309.637395:0:20917:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789024309.637400:0:20917:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1789024309.637403:0:20917:0:(genops.c:1557:class_disconnect_exports()) OBD device 18 (ffff90cc30c319c0) has no exports 00000020:00000080:3.0:1789024309.637409:0:20917:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xa736ef4b98cb48d4 00000020:00000080:3.0:1789024309.637412:0:20917:0:(genops.c:885:class_export_put()) final put ffff90cc3538a800/lustre-MDT0001-osd_UUID 00010000:01000000:3.0:1789024309.637746:0:20917:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0001: client import never connected 00000100:00080000:3.0:1789024309.637750:0:20917:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1789024309.637754:0:20917:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 5 00000004:00080000:3.0:1789024309.637759:0:20917:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1789024309.637762:0:20917:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1789024309.637844:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff90cb03353800/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:00000080:0.0:1789024309.637851:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff90cc3538a800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:3.0:1789024309.637943:0:20917:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789024309.637950:0:20917:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1789024309.637955:0:20917:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xa736ef4b98cb48c6 00000020:00000080:3.0:1789024309.637960:0:20917:0:(genops.c:885:class_export_put()) final put ffff90cc06591800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1789024309.642080:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff90cc3538c000 for lustre-OST0001-osc-MDT0001 00000020:00000080:0.0:1789024309.642098:0:36:0:(genops.c:885:class_export_put()) final put ffff90cc06592000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1789024309.642101:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff90cc06592000/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:01000000:0.0:1789024309.642110:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:01000000:3.0:1789024309.642333:0:20917:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0001 (flags='') 00000020:00000080:3.0:1789024309.642340:0:20917:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789024309.642348:0:20917:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1789024309.642352:0:20917:0:(genops.c:1557:class_disconnect_exports()) OBD device 17 (ffff90cc31213380) has no exports 00000020:00000080:3.0:1789024309.642370:0:20917:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xa736ef4b98cb48b8 00000020:00000080:3.0:1789024309.642376:0:20917:0:(genops.c:885:class_export_put()) final put ffff90cc3538b000/lustre-MDT0001-osd_UUID 00010000:01000000:3.0:1789024309.642829:0:20917:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0001: client import never connected 00000100:00080000:3.0:1789024309.642833:0:20917:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1789024309.642838:0:20917:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 5 00000004:00080000:3.0:1789024309.642843:0:20917:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1789024309.642846:0:20917:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1789024309.642886:0:20917:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789024309.642891:0:20917:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000004:01000000:3.0:1789024309.642903:0:20917:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:3.0:1789024309.642910:0:20917:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xa736ef4b98cb48aa 00000020:00000080:3.0:1789024309.642914:0:20917:0:(genops.c:885:class_export_put()) final put ffff90cc3538a000/lustre-MDT0001-mdtlov_UUID 00000020:01000000:3.0:1789024309.642919:0:20917:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osp-MDT0001 (flags='F') 00000020:00000080:3.0:1789024309.642922:0:20917:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789024309.642925:0:20917:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-osp-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1789024309.642927:0:20917:0:(genops.c:1557:class_disconnect_exports()) OBD device 16 (ffff90cc30c34d40) has no exports 00000020:00000080:3.0:1789024309.642930:0:20917:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xa736ef4b98cb48a3 00000020:00000080:3.0:1789024309.642933:0:20917:0:(genops.c:885:class_export_put()) final put ffff90cc3455c000/lustre-MDT0001-osd_UUID 00000020:00000080:0.0:1789024309.643871:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff90cc06591800/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:00000080:0.0:1789024309.643882:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff90cc3538b000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:0.0:1789024309.643887:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff90cc3538e800 for lustre-OST0000-osc-MDT0001 00000020:00000080:0.0:1789024309.643892:0:36:0:(genops.c:885:class_export_put()) final put ffff90cc3538e000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1789024309.643894:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff90cc3538e000/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:01000000:0.0:1789024309.643897:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1789024309.643959:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff90cc3538a000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:00000080:0.0:1789024309.643964:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff90cc3455c000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:3.0:1789024309.656596:0:20917:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-osp-MDT0001: client import never connected 00000100:00080000:3.0:1789024309.656603:0:20917:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1789024309.656607:0:20917:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:3.0:1789024309.656616:0:20917:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1789024309.656705:0:20917:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789024309.656715:0:20917:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1789024309.656737:0:20917:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789024309.656740:0:20917:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1789024309.656746:0:20917:0:(genops.c:885:class_export_put()) final put ffff90cb03399000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1789024309.656751:0:20917:0:(genops.c:844:class_export_destroy()) destroying export ffff90cb03399000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:01000000:3.0:1789024309.656758:0:20917:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-mdtlov (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1789024309.656928:0:20917:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xa736ef4b98cb488e 00000020:00000080:3.0:1789024309.656936:0:20917:0:(genops.c:885:class_export_put()) final put ffff90cc15dba000/lustre-MDD0001_UUID 00000020:00000080:0.0:1789024309.657684:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff90cc0531d800 for lustre-MDT0000-osp-MDT0001 00000020:00000080:0.0:1789024309.657693:0:36:0:(genops.c:885:class_export_put()) final put ffff90cc15dbc000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1789024309.657695:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff90cc15dbc000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:01000000:0.0:1789024309.657703:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osp-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:01000000:3.0:1789024309.657976:0:20917:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0001 (flags='') 00000020:00000080:3.0:1789024309.658005:0:20917:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789024309.658013:0:20917:0:(obd_config.c:956:class_cleanup()) lustre-MDD0001: forcing exports to disconnect: 0/2 00000020:00080000:3.0:1789024309.658017:0:20917:0:(genops.c:1557:class_disconnect_exports()) OBD device 15 (ffff90cc30c30000) has no exports 00000020:00000080:3.0:1789024309.658039:0:20917:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789024309.658043:0:20917:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000020:00000080:3.0:1789024309.658048:0:20917:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xa736ef4b98cb4895 00000020:00000080:3.0:1789024309.658053:0:20917:0:(genops.c:885:class_export_put()) final put ffff90cc15dbd800/lustre-MDT0001-osd_UUID 00000020:01000004:3.0:1789024309.658060:0:20917:0:(tgt_mount.c:187:server_put_mount()) put mount ffff90cb03356800 from lustre-MDT0001, refs=2 00000020:01000004:3.0:1789024309.658063:0:20917:0:(obd_mount.c:710:lustre_put_lsi()) put ffff90cb03356800 2 00000020:01000004:3.0:1789024309.658066:0:20917:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff90cb03356800 from lustre-MDT0001 00000020:00000080:3.0:1789024309.658079:0:20917:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789024309.658081:0:20917:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:00000080:3.0:1789024309.658083:0:20917:0:(genops.c:885:class_export_put()) final put ffff90cc3455c800/lustre-MDT0001_UUID 00000020:00000080:3.0:1789024309.658087:0:20917:0:(genops.c:844:class_export_destroy()) destroying export ffff90cc3455c800/lustre-MDT0001_UUID for lustre-MDT0001 00000020:01000000:3.0:1789024309.658094:0:20917:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001 (lustre-MDT0001_UUID) 00000020:01000004:3.0:1789024309.658128:0:20917:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 2 references. 00000020:01000000:3.0:1789024309.658133:0:20917:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0001 (flags='F') 00000020:00000080:3.0:1789024309.658135:0:20917:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789024309.658139:0:20917:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-MDT0001: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1789024309.658168:0:20917:0:(genops.c:1818:print_export_data()) lustre-MDT0000-lwp-MDT0001: ACTIVE ffff90cc4159a000 lustre-MDT0000-lwp-MDT0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1789024309.658173:0:20917:0:(genops.c:1552:class_disconnect_exports()) OBD device 19 (ffff90cc339999c0) has exports, disconnecting them 00000020:00080000:3.0:1789024309.658179:0:20917:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0001: disconnecting export at 0@lo (ffff90cc4159a000), last request at 1789024227 00000020:00000080:3.0:1789024309.658182:0:20917:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xa736ef4b98cb4913 00000020:00080000:3.0:1789024309.658190:0:20917:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff90cc4159a000): rc 0 00000020:00000080:3.0:1789024309.658193:0:20917:0:(genops.c:885:class_export_put()) final put ffff90cc4159a000/lustre-MDT0000-lwp-MDT0001 00000020:00000080:2.0:1789024309.658290:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff90cc15dba000/lustre-MDD0001_UUID for lustre-MDD0001 00000020:00000080:2.0:1789024309.658295:0:36:0:(genops.c:885:class_export_put()) final put ffff90cb03399800/lustre-MDD0001_UUID 00000020:00000080:2.0:1789024309.658296:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff90cb03399800/lustre-MDD0001_UUID for lustre-MDD0001 00000020:01000000:2.0:1789024309.658302:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0001 (lustre-MDD0001_UUID) 00000020:00000080:2.0:1789024309.658421:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff90cc15dbd800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:2.0:1789024309.658426:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff90cc4159a000/lustre-MDT0000-lwp-MDT0001 for lustre-MDT0000-lwp-MDT0001 00010000:01000000:3.0:1789024309.674142:0:20917:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0001: client import never connected 00000100:00080000:3.0:1789024309.674289:0:20917:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1789024309.674294:0:20917:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:3.0:1789024309.674301:0:20917:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1789024309.674527:0:20917:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789024309.674537:0:20917:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000020:01000004:3.0:1789024309.674554:0:20917:0:(obd_mount.c:710:lustre_put_lsi()) put ffff90cb03356800 1 00000020:00000080:3.0:1789024309.674561:0:20917:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xa736ef4b98cb483a 00000020:00000080:3.0:1789024309.674569:0:20917:0:(genops.c:885:class_export_put()) final put ffff90cc35388000/lustre-MDT0001-osd_UUID 00000020:00000080:2.0:1789024309.674916:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff90cc41599800 for lustre-MDT0000-lwp-MDT0001 00000020:00000080:2.0:1789024309.674928:0:36:0:(genops.c:885:class_export_put()) final put ffff90cc4159b800/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00000080:2.0:1789024309.674931:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff90cc4159b800/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000-lwp-MDT0001 00000020:01000000:2.0:1789024309.674936:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0001 (lustre-MDT0000-lwp-MDT0001_UUID) 00000020:01000000:3.0:1789024309.675045:0:20917:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osd (flags='') 00000020:00000080:3.0:1789024309.675049:0:20917:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789024309.675054:0:20917:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-osd: forcing exports to disconnect: 0/2 00000020:00080000:3.0:1789024309.675059:0:20917:0:(genops.c:1557:class_disconnect_exports()) OBD device 12 (ffff90cb020a99c0) has no exports 00000020:00000080:2.0:1789024309.675217:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff90cc35388000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:0.0:1789024309.710572:0:20917:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789024309.710586:0:20917:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00000020:00000080:0.0:1789024309.710592:0:20917:0:(genops.c:885:class_export_put()) final put ffff90cb03355000/lustre-MDT0001-osd_UUID 00000020:00000080:0.0:1789024309.710596:0:20917:0:(genops.c:844:class_export_destroy()) destroying export ffff90cb03355000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:01000000:0.0:1789024309.710606:0:20917:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osd (lustre-MDT0001-osd_UUID) 00000020:01000004:0.0:1789024309.710724:0:20917:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff90cb03352800 00000020:01000000:0.0:1789024309.710741:0:20917:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MDS (flags='F') 00000020:00000080:0.0:1789024309.710746:0:20917:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789024309.710750:0:20917:0:(obd_config.c:956:class_cleanup()) MDS: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1789024309.710907:0:20917:0:(genops.c:1557:class_disconnect_exports()) OBD device 3 (ffff90cb02618000) has no exports 00000100:00100000:1.0:1789024309.711199:0:20284:0:(service.c:3188:ptlrpc_main()) mdt00_003: service thread [ffff90cc201f8c00:20284] 3 exiting: rc = 0 00000100:00100000:3.0:1789024309.711555:0:17145:0:(service.c:3188:ptlrpc_main()) mdt00_002: service thread [ffff90cc3bf4b200:17145] 2 exiting: rc = 0 00000100:00100000:2.0:1789024309.711702:0:17143:0:(service.c:3188:ptlrpc_main()) mdt00_000: service thread [ffff90cb030b3000:17143] 0 exiting: rc = 1 00000100:00100000:2.0:1789024309.711787:0:17144:0:(service.c:3188:ptlrpc_main()) mdt00_001: service thread [ffff90cb030b3a00:17144] 1 exiting: rc = 0 00000100:00100000:0.0:1789024309.711981:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.711989:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.711995:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.712001:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.712008:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.712014:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.712020:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.712027:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.712033:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.712038:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.712044:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.712050:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.712057:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.712063:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.712069:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.712075:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.712082:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.712088:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.712094:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.712100:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.712432:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.712438:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.712444:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.712451:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.712670:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.712680:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.712691:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.712698:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.712704:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.712709:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.712715:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.712720:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.712963:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.712973:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.712996:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.713001:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.713007:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.713013:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.713019:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.713025:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.713031:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.713036:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.713041:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.713047:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.713052:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.713058:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.713064:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.713069:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.713074:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.713080:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.713086:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.713092:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.713097:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.713513:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.713523:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.713529:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.713535:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.713540:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.713545:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.713550:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.713555:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.713559:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.713565:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.713569:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.719672:0:17147:0:(service.c:3188:ptlrpc_main()) mdt_rdpg00_001: service thread [ffff90cc3bf4b000:17147] 1 exiting: rc = 0 00000100:00100000:1.0:1789024309.720732:0:17146:0:(service.c:3188:ptlrpc_main()) mdt_rdpg00_000: service thread [ffff90cc3bf4a600:17146] 0 exiting: rc = 1 00000100:00100000:0.0:1789024309.721021:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.721030:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.721036:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.721042:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.721047:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.721062:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.721067:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.721072:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.721078:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.721083:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.721088:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.721092:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.721097:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.721101:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.721115:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.721120:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.721125:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.721130:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.721135:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.721140:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.721156:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.721162:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.721168:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.721173:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.721178:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.721183:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.721189:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.721194:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.721198:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.721203:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.721216:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.721221:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.721226:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.721230:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.721235:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.721240:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.721245:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.721251:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.721256:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.721262:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.721272:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.721277:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.721282:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.721287:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.721293:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.721298:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.721309:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.721314:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.721318:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.721324:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.721329:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.721336:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.721340:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.721346:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.721350:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.721355:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.721360:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.721365:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.721370:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.721375:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.721380:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.721385:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.721389:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.721393:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.723507:0:17149:0:(service.c:3188:ptlrpc_main()) mdt_out00_001: service thread [ffff90cc346a8e00:17149] 1 exiting: rc = 0 00000100:00100000:1.0:1789024309.723698:0:18205:0:(service.c:3188:ptlrpc_main()) mdt_out00_002: service thread [ffff90cc15db6400:18205] 2 exiting: rc = 0 00000100:00100000:0.0:1789024309.723822:0:17148:0:(service.c:3188:ptlrpc_main()) mdt_out00_000: service thread [ffff90cc346a9600:17148] 0 exiting: rc = 1 00000100:00100000:3.0:1789024309.724015:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.724023:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.724030:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.724037:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.724042:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.724047:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.724053:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.724069:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.724076:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.724082:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.724088:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.724093:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.724098:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.724114:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.724121:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.724127:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.724133:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.724139:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.724176:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.724197:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.724298:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.724306:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.724312:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.724317:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.724334:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.724339:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.724345:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.724351:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.724356:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.724362:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.724367:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.724386:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.724392:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.724397:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.724404:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.724410:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.724414:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.724420:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.724426:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.724431:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.724436:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.724440:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.724446:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.724463:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.724469:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.724475:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.724482:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.724487:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.724493:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.724498:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.724504:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.724510:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.724515:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.724520:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.724526:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.724544:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.724551:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.724558:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.724564:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.724576:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.724582:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.724587:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.724593:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.724604:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789024309.733394:0:17151:0:(service.c:3188:ptlrpc_main()) mdt_seqs_0001: service thread [ffff90cb02080600:17151] 1 exiting: rc = 0 00000100:00100000:0.0:1789024309.733687:0:17150:0:(service.c:3188:ptlrpc_main()) mdt_seqs_0000: service thread [ffff90cc3bf4bc00:17150] 0 exiting: rc = 1 00000100:00100000:3.0:1789024309.733899:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.733906:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.733911:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.733916:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.733922:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.733927:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.733933:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.733938:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.733942:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.733947:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.733952:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.733957:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.733961:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.733966:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.733971:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.733976:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.733981:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.733987:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.733993:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.733997:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.734002:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.734006:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.734011:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.734016:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.734021:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.734026:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.734031:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.734036:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.734041:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.734046:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.734065:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.734070:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.734075:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.734080:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.734085:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.734090:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.734095:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.734100:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.734383:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.734391:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.734396:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.734400:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.734405:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.734410:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.734415:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.734420:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.734425:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.734430:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.734434:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.734439:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.734445:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.734449:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.734454:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.734459:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.734463:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.734467:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.734472:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.734478:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.734482:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.734487:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.734491:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.734495:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.734500:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024309.734505:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.735069:0:17153:0:(service.c:3188:ptlrpc_main()) mdt_seqm_0001: service thread [ffff90cc08787e00:17153] 1 exiting: rc = 0 00000100:00100000:1.0:1789024309.735657:0:17152:0:(service.c:3188:ptlrpc_main()) mdt_seqm_0000: service thread [ffff90cc08787a00:17152] 0 exiting: rc = 1 00000100:00100000:2.0:1789024309.735778:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.735785:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.735790:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.735795:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.735800:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.735805:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.735810:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.735816:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.735821:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.735827:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.735832:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.735837:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.735842:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.735846:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.735850:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.735865:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.735871:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.735876:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.735882:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.735887:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.735893:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.735898:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.735903:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.735908:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.735913:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.735917:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.735932:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.735937:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.735941:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.735947:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.735951:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.735956:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.735961:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.735967:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.735973:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.735979:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.735984:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.735989:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.735994:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.735998:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.736003:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.736007:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.736012:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.736017:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.736022:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.736027:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.736032:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.736037:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.736042:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.736047:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.736052:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.736058:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.736062:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.736067:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.736071:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.736076:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.736081:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.736086:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.736091:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.736095:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.736113:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.736126:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.736130:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.736135:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.736748:0:17155:0:(service.c:3188:ptlrpc_main()) mdt_fld_0001: service thread [ffff90cb02080800:17155] 1 exiting: rc = 0 00000100:00100000:0.0:1789024309.736896:0:17154:0:(service.c:3188:ptlrpc_main()) mdt_fld_0000: service thread [ffff90cc08786e00:17154] 0 exiting: rc = 1 00000100:00100000:2.0:1789024309.736999:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.737006:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.737011:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.737016:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.737021:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.737026:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.737032:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.737036:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.737041:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.737045:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.737050:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.737055:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.737060:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.737064:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.737070:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.737075:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.737080:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.737084:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.737089:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.737094:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.737098:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.737113:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.737119:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.737123:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.737128:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.737132:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.737137:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.737141:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.737298:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.737306:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.737311:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.737324:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.737328:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.737333:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.737338:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.737343:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.737348:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.737352:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.737357:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.737362:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.737367:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.737372:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.737376:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.737381:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.737386:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.737391:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.737396:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.737401:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.737405:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.737410:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.737415:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.737420:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.737425:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.737431:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.737436:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.737441:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.737446:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.737451:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.737456:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.737461:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.737467:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.737472:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.737477:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.737481:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024309.738566:0:17156:0:(service.c:3188:ptlrpc_main()) mdt_io00_000: service thread [ffff90cc014aca00:17156] 0 exiting: rc = 1 00000100:00100000:2.0:1789024309.738824:0:17157:0:(service.c:3188:ptlrpc_main()) mdt_io00_001: service thread [ffff90cc01687c00:17157] 1 exiting: rc = 0 00000100:00100000:1.0:1789024309.739346:0:17158:0:(service.c:3188:ptlrpc_main()) mdt_io00_002: service thread [ffff90cc11b23e00:17158] 2 exiting: rc = 0 00000100:00100000:2.0:1789024309.739561:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.739576:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.739582:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.739587:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.739592:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.739598:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.739603:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.739608:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.739614:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.739619:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.739625:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.739630:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.739636:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.739640:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.739646:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.739651:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.739656:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.739661:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.739666:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.739671:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.739695:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.739702:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.739707:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.739711:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.739717:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.739722:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.739727:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.739733:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.739739:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.739744:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.739749:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.739754:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.739760:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.739888:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.739895:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.739900:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.739914:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.739919:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.739925:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.739931:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.739936:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.739942:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.739947:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.739953:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.739972:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.739978:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.739985:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.739991:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.739996:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.740001:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.740006:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.740011:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.740017:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.740022:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.740028:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.740034:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.740039:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.740044:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.740060:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.740065:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.740070:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.740077:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.740082:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024309.740093:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:3.0:1789024309.750404:0:20917:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789024309.750429:0:20917:0:(obd_config.c:883:class_detach()) detach on obd MDS (uuid MDS_uuid) 00000020:00000080:3.0:1789024309.750435:0:20917:0:(genops.c:885:class_export_put()) final put ffff90cc3d4b4800/MDS_uuid 00000020:00000080:3.0:1789024309.750440:0:20917:0:(genops.c:844:class_export_destroy()) destroying export ffff90cc3d4b4800/MDS_uuid for MDS 00000020:01000000:3.0:1789024309.750448:0:20917:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MDS (MDS_uuid) 00000020:02000400:3.0:1789024309.750592:0:20917:0:(tgt_mount.c:2180:server_put_super()) server umount lustre-MDT0001 complete 00010000:00010000:2.0:1789024309.773799:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789024310.159519:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5cc9fac3-ff77-40ec-8f57-b6a206d9fd68->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789024310.159530:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5cc9fac3-ff77-40ec-8f57-b6a206d9fd68->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789024310.159534:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789024310.159537:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789024310.159554:0:37:0:(import.c:65:import_set_state_nolock()) ffff90cc4159f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789024310.159563:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 623 00000100:00080000:2.0:1789024310.159569:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1789024310.159581:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff90cc4159f800 using connection 192.168.202.118@tcp/0@lo 00000100:00100000:2.0:1789024310.159619:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90cc08783800 x1875927422427392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789024310.159677:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789024310.159681:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789024310.159683:0:37:0:(import.c:65:import_set_state_nolock()) ffff90cb026e8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789024310.159687:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 623 00000100:00080000:2.0:1789024310.159690:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1789024310.159694:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff90cb026e8000 using connection 192.168.202.118@tcp/0@lo 00000100:00100000:2.0:1789024310.159704:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90cc08783100 x1875927422427648/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789024310.159735:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc08780e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3644:1875927422427776:0@lo:400:kworker.0 00000400:00000100:3.0:1789024310.159781:0:3644:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875927422427776 offset 0 length 224: 4 00000100:00100000:3.0:1789024310.159822:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1789024310.159827:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc08782680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3644:1875927422427520:0@lo:400:kworker.0 00000400:00000100:3.0:1789024310.159842:0:3644:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875927422427520 offset 0 length 224: 4 00000100:00100000:1.0:1789024310.159893:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc08783800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3640:1875927422427392:0@lo:38:kworker.0 00000400:00000100:1.0:1789024310.159920:0:3640:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875927422427392 offset 0 length 520: 4 00000100:00100000:1.0:1789024310.159935:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc08783100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3640:1875927422427648:0@lo:38:kworker.0 00000400:00000100:1.0:1789024310.159950:0:3640:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875927422427648 offset 0 length 520: 4 00010000:00010000:2.0:1789024310.796700:0:18299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789024311.825548:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789024312.846964:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:1.0:1789024313.299057:0:21117:0:(tgt_mount.c:2191:server_umount_begin()) umount -f 00000020:01000004:2.0:1789024313.312111:0:21117:0:(tgt_mount.c:2061:server_put_super()) server put_super lustre-OST0000 00010000:00010000:2.0:1789024313.312261:0:21117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cc029c4a00/0xa736ef4b98cb49ad lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb49b4 expref: -99 pid: 18647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024313.312277:0:21117:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cc029c4a00/0xa736ef4b98cb49ad lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xa736ef4b98cb49b4 expref: -99 pid: 18647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024313.312285:0:21117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cc029c4a00/0xa736ef4b98cb49ad lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0xa736ef4b98cb49b4 expref: -99 pid: 18647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024313.312293:0:21117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.118@tcp lock: ffff90cc029c4a00/0xa736ef4b98cb49ad lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0xa736ef4b98cb49b4 expref: -99 pid: 18647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024313.312326:0:21117:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:2.0:1789024313.312332:0:21117:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:2.0:1789024313.312359:0:21117:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1789024313.312371:0:21117:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff90cc08783800 x1875927422427392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789024325 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789024313.312393:0:21117:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:2.0:1789024313.312399:0:21117:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1789024313.312405:0:21117:0:(import.c:65:import_set_state_nolock()) ffff90cc4159f800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:2.0:1789024313.312411:0:21117:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1789024313.312415:0:21117:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff90cc08783800 x1875927422427392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789024325 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789024313.312422:0:21117:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:2.0:1789024313.312425:0:21117:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 16s for inflight to error out 00000100:00100000:3.0:1789024313.312512:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc08783800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3640:1875927422427392:0@lo:38:kworker.0 00010000:00010000:1.0:1789024313.312596:0:18299:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789024313.312604:0:18299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.118@tcp lock: ffff90cc029c4a00/0xa736ef4b98cb49ad lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0xa736ef4b98cb49b4 expref: -99 pid: 18647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024313.312612:0:18299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cc029c4a00 already unused, calling callback (ffffffffc146cc20) 10000000:00010000:1.0:1789024313.312616:0:18299:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.118@tcp lock: ffff90cc029c4a00/0xa736ef4b98cb49ad lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0xa736ef4b98cb49b4 expref: -99 pid: 18647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024313.312635:0:18299:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.118@tcp lock: ffff90cc029c4a00/0xa736ef4b98cb49ad lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1008400000000 nid: local remote: 0xa736ef4b98cb49b4 expref: -99 pid: 18647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789024313.312642:0:18299:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.118@tcp lock: ffff90cc029c4a00/0xa736ef4b98cb49ad lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1009400000000 nid: local remote: 0xa736ef4b98cb49b4 expref: -99 pid: 18647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789024313.312648:0:18299:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1789024313.312650:0:18299:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:1.0:1789024313.312653:0:18299:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:1.0:1789024313.312665:0:18299:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff90cb0401b000 00010000:00010000:1.0:1789024313.312669:0:18299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.118@tcp lock: ffff90cc029c4a00/0xa736ef4b98cb49ad lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0xa736ef4b98cb49b4 expref: -99 pid: 18647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024313.312676:0:18299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.118@tcp lock: ffff90cc029c4a00/0xa736ef4b98cb49ad lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0xa736ef4b98cb49b4 expref: -99 pid: 18647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024313.312689:0:18299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789024313.312691:0:18299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789024313.312693:0:18299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789024313.313912:0:21117:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1789024313.313925:0:21117:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff90cc08782680 x1875927422427520/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789024326 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789024313.313986:0:21117:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:2.0:1789024313.313991:0:21117:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:2.0:1789024313.314011:0:21117:0:(import.c:65:import_set_state_nolock()) ffff90cc0706e800 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:3.0:1789024313.314079:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc08780a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3640:1875927422427904:0@lo:39:umount.0 00000400:00000100:3.0:1789024313.314128:0:3640:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875927422427904 offset 0 length 224: 4 00000100:00100000:1.0:1789024313.314522:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc08782680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3644:1875927422427520:0@lo:400:kworker.0 00010000:00010000:1.0:1789024313.868474:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789024314.191836:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5cc9fac3-ff77-40ec-8f57-b6a206d9fd68->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789024314.191845:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5cc9fac3-ff77-40ec-8f57-b6a206d9fd68->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789024314.191848:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789024314.191851:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1789024314.192004:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fce8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3641:1875927422428032:0@lo:400:kworker.0 00000400:00000100:1.0:1789024314.192055:0:3641:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875927422428032 offset 0 length 224: 4 00000001:00100000:1.0:1789024314.767525:0:18648:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1789024314.767533:0:18648:0:(genops.c:885:class_export_put()) final put ffff90cb04002800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1789024314.767608:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff90cb04002800/lustre-MDT0001-mdtlov_UUID for lustre-OST0000 00000020:00000080:3.0:1789024314.767653:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff90cb04002000 for lustre-OST0000 00000001:00100000:3.0:1789024314.768241:0:19467:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1789024314.768245:0:19467:0:(genops.c:885:class_export_put()) final put ffff90cb01af9000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1789024314.768330:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff90cb01af9000/lustre-MDT0001-mdtlov_UUID for lustre-OST0001 00000020:00000080:1.0:1789024314.768363:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff90cb01afb800 for lustre-OST0001 00010000:00010000:2.0:1789024314.894864:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789024315.212280:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5cc9fac3-ff77-40ec-8f57-b6a206d9fd68->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789024315.212291:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5cc9fac3-ff77-40ec-8f57-b6a206d9fd68->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789024315.212294:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789024315.212297:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1789024315.213612:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789024315.213637:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fce9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3641:1875927422428160:0@lo:400:kworker.0 00000400:00000100:1.0:1789024315.213692:0:3641:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875927422428160 offset 0 length 224: 4 00010000:00010000:1.0:1789024315.916443:0:18299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789024316.946840:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789024317.966990:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789024318.989471:0:18299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789024319.436282:0:3640:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789024309/real 1789024309] req@ffff90cc3f9fca80 x1875927422427264/t0(0) o250->MGC192.168.202.118@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789024319 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_03.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789024319.436315:0:3640:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff90cc3f9fca80 x1875927422427264/t0(0) o250->MGC192.168.202.118@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789024319 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_03.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789024319.436335:0:3640:0:(import.c:65:import_set_state_nolock()) ffff90cb0401b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789024319.436361:0:3640:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1789024319.436365:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3f9fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5cc9fac3-ff77-40ec-8f57-b6a206d9fd68:3640:1875927422427264:0@lo:250:ptlrpcd_00_03.0 00000100:00080000:0.0:1789024319.436499:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5cc9fac3-ff77-40ec-8f57-b6a206d9fd68->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789024319.436505:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789024319.436507:0:36:0:(import.c:65:import_set_state_nolock()) ffff90cb0401b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789024319.436512:0:36:0:(import.c:545:import_select_connection()) MGC192.168.202.118@tcp: connect to NID 0@lo last attempt 627 00000100:00080000:0.0:1789024319.436517:0:36:0:(import.c:630:import_select_connection()) MGC192.168.202.118@tcp: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1789024319.436529:0:36:0:(import.c:666:import_select_connection()) MGC192.168.202.118@tcp: import ffff90cb0401b000 using connection 192.168.202.118@tcp/0@lo 00000100:00100000:0.0:1789024319.436559:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90cc3fce8a80 x1875927422428288/t0(0) o250->MGC192.168.202.118@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789024319.436583:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789024319.436587:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1789024319.436677:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fce8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5cc9fac3-ff77-40ec-8f57-b6a206d9fd68:3640:1875927422428288:0@lo:250:kworker.0 00000400:00000100:1.0:1789024319.436722:0:3640:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1875927422428288 offset 0 length 520: 4 00000100:00100000:2.0:1789024319.437269:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fce9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3643:1875927422428416:0@lo:400:kworker.0 00000400:00000100:2.0:1789024319.437298:0:3643:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875927422428416 offset 0 length 224: 4 00010000:00010000:1.0:1789024320.014016:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789024321.036358:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789024322.060633:0:18299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789024323.084374:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789024323.532816:0:3640:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789024313/real 1789024313] req@ffff90cc08780a80 x1875927422427904/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1789024323 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789024323.532848:0:3640:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff90cc08780a80 x1875927422427904/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1789024323 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789024323.532867:0:3640:0:(import.c:65:import_set_state_nolock()) ffff90cc0706e800 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:1.0:1789024323.532887:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc08780a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3640:1875927422427904:0@lo:39:umount.0 00000100:00080000:2.0:1789024323.533382:0:21117:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1789024323.533387:0:21117:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:2.0:1789024323.533399:0:21117:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:2.0:1789024323.534342:0:21117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cb0252ec00/0xa736ef4b98cb4983 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb498a expref: -99 pid: 18647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024323.534358:0:21117:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cb0252ec00/0xa736ef4b98cb4983 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xa736ef4b98cb498a expref: -99 pid: 18647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024323.534366:0:21117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cb0252ec00/0xa736ef4b98cb4983 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xa736ef4b98cb498a expref: -99 pid: 18647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024323.534374:0:21117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.118@tcp lock: ffff90cb0252ec00/0xa736ef4b98cb4983 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xa736ef4b98cb498a expref: -99 pid: 18647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024323.534406:0:21117:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789024323.534413:0:21117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cc22fa5a00/0xa736ef4b98cb4ce7 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb4cee expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024323.534420:0:21117:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cc22fa5a00/0xa736ef4b98cb4ce7 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xa736ef4b98cb4cee expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024323.534427:0:21117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cc22fa5a00/0xa736ef4b98cb4ce7 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xa736ef4b98cb4cee expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024323.534433:0:21117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.118@tcp lock: ffff90cc22fa5a00/0xa736ef4b98cb4ce7 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xa736ef4b98cb4cee expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024323.534451:0:21117:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:2.0:1789024323.534455:0:21117:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0000 (0) 00000020:01000004:2.0:1789024323.534476:0:21117:0:(tgt_mount.c:2111:server_put_super()) stopping lustre-OST0000 00000020:01000000:2.0:1789024323.534480:0:21117:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000 (flags='F') 00000020:00000080:2.0:1789024323.534485:0:21117:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789024323.534498:0:21117:0:(obd_config.c:956:class_cleanup()) lustre-OST0000: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1789024323.534502:0:21117:0:(genops.c:1557:class_disconnect_exports()) OBD device 22 (ffff90cc312119c0) has no exports 00000020:00080000:2.0:1789024323.534523:0:21117:0:(genops.c:1557:class_disconnect_exports()) OBD device 22 (ffff90cc312119c0) has no exports 00010000:00010000:0.0:1789024323.535263:0:17132:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1789024323.535272:0:17132:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.118@tcp lock: ffff90cb0252ec00/0xa736ef4b98cb4983 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xa736ef4b98cb498a expref: -99 pid: 18647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024323.535282:0:17132:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cb0252ec00 already unused, calling callback (ffffffffc146cc20) 10000000:00010000:0.0:1789024323.535286:0:17132:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.118@tcp lock: ffff90cb0252ec00/0xa736ef4b98cb4983 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xa736ef4b98cb498a expref: -99 pid: 18647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024323.535295:0:17132:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.118@tcp lock: ffff90cb0252ec00/0xa736ef4b98cb4983 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0xa736ef4b98cb498a expref: -99 pid: 18647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789024323.535317:0:17132:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.118@tcp lock: ffff90cb0252ec00/0xa736ef4b98cb4983 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0xa736ef4b98cb498a expref: -99 pid: 18647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789024323.535323:0:17132:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1789024323.535326:0:17132:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0000: stopping, won't requeue 10000000:01000000:0.0:1789024323.535328:0:17132:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0000 00010000:00010000:0.0:1789024323.535342:0:17132:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff90cb0401b000 00010000:00010000:0.0:1789024323.535346:0:17132:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.118@tcp lock: ffff90cb0252ec00/0xa736ef4b98cb4983 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0xa736ef4b98cb498a expref: -99 pid: 18647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024323.535352:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.118@tcp lock: ffff90cb0252ec00/0xa736ef4b98cb4983 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0xa736ef4b98cb498a expref: -99 pid: 18647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024323.535367:0:17132:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789024323.535371:0:17132:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.118@tcp lock: ffff90cc22fa5a00/0xa736ef4b98cb4ce7 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xa736ef4b98cb4cee expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024323.535377:0:17132:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cc22fa5a00 already unused, calling callback (ffffffffc146cc20) 10000000:00010000:0.0:1789024323.535380:0:17132:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.118@tcp lock: ffff90cc22fa5a00/0xa736ef4b98cb4ce7 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xa736ef4b98cb4cee expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024323.535387:0:17132:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.118@tcp lock: ffff90cc22fa5a00/0xa736ef4b98cb4ce7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xa736ef4b98cb4cee expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789024323.535393:0:17132:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.118@tcp lock: ffff90cc22fa5a00/0xa736ef4b98cb4ce7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xa736ef4b98cb4cee expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789024323.535398:0:17132:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:0.0:1789024323.535400:0:17132:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:0.0:1789024323.535407:0:17132:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:0.0:1789024323.535412:0:17132:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff90cb0401b000 00010000:00010000:0.0:1789024323.535415:0:17132:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.118@tcp lock: ffff90cc22fa5a00/0xa736ef4b98cb4ce7 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xa736ef4b98cb4cee expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024323.535422:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.118@tcp lock: ffff90cc22fa5a00/0xa736ef4b98cb4ce7 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xa736ef4b98cb4cee expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024323.535430:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789024323.535432:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789024323.535434:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:2.0:1789024323.536258:0:21117:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff90cc40ef7480 - data ffff90cc0f5631b0/ffff90cb026fb800 00000020:01000000:2.0:1789024323.536370:0:21117:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff90cc33a8f2a0 - data ffff90cc0f54c438/ffff90cb030b4000 00010000:00010000:1.0:1789024323.536802:0:18299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00100000:10000000:2.0:1789024323.548902:0:21117:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0000-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:3.0:1789024323.564226:0:21117:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xa736ef4b98cb4998 00000020:00000080:3.0:1789024323.564246:0:21117:0:(genops.c:885:class_export_put()) final put ffff90cb0339d000/lustre-OST0000-osd_UUID 00000020:01000004:3.0:1789024323.564268:0:21117:0:(tgt_mount.c:187:server_put_mount()) put mount ffff90cc30c2a800 from lustre-OST0000, refs=2 00000020:01000004:3.0:1789024323.564273:0:21117:0:(obd_mount.c:710:lustre_put_lsi()) put ffff90cc30c2a800 2 00000020:01000004:3.0:1789024323.564277:0:21117:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff90cc30c2a800 from lustre-OST0000 00000020:00000080:3.0:1789024323.564306:0:21117:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789024323.564319:0:21117:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:00000080:3.0:1789024323.564324:0:21117:0:(genops.c:885:class_export_put()) final put ffff90cc05319000/lustre-OST0000_UUID 00000020:00000080:3.0:1789024323.564327:0:21117:0:(genops.c:844:class_export_destroy()) destroying export ffff90cc05319000/lustre-OST0000_UUID for lustre-OST0000 00000020:01000000:3.0:1789024323.564336:0:21117:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000 (lustre-OST0000_UUID) 00000020:01000004:3.0:1789024323.564414:0:21117:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 1 references. 00000020:01000000:3.0:1789024323.564434:0:21117:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0000 (flags='F') 00000020:00000080:3.0:1789024323.564438:0:21117:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789024323.564445:0:21117:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1789024323.564454:0:21117:0:(genops.c:1818:print_export_data()) lustre-MDT0000-lwp-OST0000: ACTIVE ffff90cc3bf99000 lustre-MDT0000-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1789024323.564461:0:21117:0:(genops.c:1552:class_disconnect_exports()) OBD device 23 (ffff90cc33998000) has exports, disconnecting them 00000020:00080000:3.0:1789024323.564467:0:21117:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0000: disconnecting export at 0@lo (ffff90cc3bf99000), last request at 1789024242 00000020:00000080:3.0:1789024323.564472:0:21117:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xa736ef4b98cb49c2 00000020:00080000:3.0:1789024323.564482:0:21117:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff90cc3bf99000): rc 0 00000020:00000080:3.0:1789024323.564489:0:21117:0:(genops.c:885:class_export_put()) final put ffff90cc3bf99000/lustre-MDT0000-lwp-OST0000 00000020:00000080:0.0:1789024323.564927:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff90cb0339d000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:0.0:1789024323.564944:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff90cc3bf99000/lustre-MDT0000-lwp-OST0000 for lustre-MDT0000-lwp-OST0000 00010000:01000000:3.0:1789024323.604812:0:21117:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0000: client import never connected 00000100:00080000:3.0:1789024323.604828:0:21117:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1789024323.604833:0:21117:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:3.0:1789024323.604843:0:21117:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1789024323.605140:0:21117:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789024323.605371:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff90cc4159f800 for lustre-MDT0000-lwp-OST0000 00000020:00000080:3.0:1789024323.605429:0:21117:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000020:00000080:3.0:1789024323.605437:0:21117:0:(genops.c:885:class_export_put()) final put ffff90cc067c1800/lustre-MDT0000-lwp-OST0000_UUID 00000020:00000080:3.0:1789024323.605442:0:21117:0:(genops.c:844:class_export_destroy()) destroying export ffff90cc067c1800/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000-lwp-OST0000 00000020:01000000:3.0:1789024323.605453:0:21117:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0000 (lustre-MDT0000-lwp-OST0000_UUID) 00000020:01000000:1.0:1789024323.605619:0:21117:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0000 (flags='F') 00000020:00000080:1.0:1789024323.605624:0:21117:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789024323.605632:0:21117:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1789024323.605642:0:21117:0:(genops.c:1818:print_export_data()) lustre-MDT0001-lwp-OST0000: ACTIVE ffff90cb04005000 lustre-MDT0001-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1789024323.605651:0:21117:0:(genops.c:1552:class_disconnect_exports()) OBD device 24 (ffff90cc35450000) has exports, disconnecting them 00000020:00080000:1.0:1789024323.605658:0:21117:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0000: disconnecting export at 0@lo (ffff90cb04005000), last request at 1789024242 00000020:00000080:1.0:1789024323.605664:0:21117:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xa736ef4b98cb49d7 00000020:00080000:1.0:1789024323.605682:0:21117:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff90cb04005000): rc 0 00000020:00000080:1.0:1789024323.605688:0:21117:0:(genops.c:885:class_export_put()) final put ffff90cb04005000/lustre-MDT0001-lwp-OST0000 00000020:00000080:0.0:1789024323.606694:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff90cb04005000/lustre-MDT0001-lwp-OST0000 for lustre-MDT0001-lwp-OST0000 00010000:01000000:0.0:1789024323.607199:0:21117:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0000: client import never connected 00000100:00080000:0.0:1789024323.607206:0:21117:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1789024323.607211:0:21117:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:0.0:1789024323.607217:0:21117:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1789024323.607432:0:21117:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789024323.607441:0:21117:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000020:01000004:0.0:1789024323.607451:0:21117:0:(obd_mount.c:710:lustre_put_lsi()) put ffff90cc30c2a800 1 00000020:00000080:0.0:1789024323.607457:0:21117:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xa736ef4b98cb4975 00000020:00000080:0.0:1789024323.607467:0:21117:0:(genops.c:885:class_export_put()) final put ffff90cb038eb800/lustre-OST0000-osd_UUID 00000020:01000000:0.0:1789024323.607474:0:21117:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osd (flags='') 00000020:00000080:0.0:1789024323.607480:0:21117:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789024323.607483:0:21117:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osd: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1789024323.607488:0:21117:0:(genops.c:1557:class_disconnect_exports()) OBD device 20 (ffff90cc3399b380) has no exports 00000020:00000080:3.0:1789024323.609401:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff90cc0706e800 for lustre-MDT0001-lwp-OST0000 00000020:00000080:3.0:1789024323.609426:0:37:0:(genops.c:885:class_export_put()) final put ffff90cc0706f800/lustre-MDT0001-lwp-OST0000_UUID 00000020:00000080:3.0:1789024323.609429:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff90cc0706f800/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001-lwp-OST0000 00000020:01000000:3.0:1789024323.609439:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0000 (lustre-MDT0001-lwp-OST0000_UUID) 00000020:00000080:3.0:1789024323.609538:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff90cb038eb800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:2.0:1789024323.791323:0:21117:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789024323.791344:0:21117:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00000020:00000080:2.0:1789024323.791351:0:21117:0:(genops.c:885:class_export_put()) final put ffff90cc30c2b800/lustre-OST0000-osd_UUID 00000020:00000080:2.0:1789024323.791358:0:21117:0:(genops.c:844:class_export_destroy()) destroying export ffff90cc30c2b800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:01000000:2.0:1789024323.791372:0:21117:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osd (lustre-OST0000-osd_UUID) 00000020:01000004:2.0:1789024323.791543:0:21117:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff90cc30c2d800 00000020:02000400:2.0:1789024323.791615:0:21117:0:(tgt_mount.c:2180:server_put_super()) server umount lustre-OST0000 complete 00010000:00010000:1.0:1789024324.108589:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789024324.495816:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5cc9fac3-ff77-40ec-8f57-b6a206d9fd68->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789024324.495832:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5cc9fac3-ff77-40ec-8f57-b6a206d9fd68->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789024324.495836:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789024324.495840:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1789024324.496544:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1789024324.496574:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc08781880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3643:1875927422428544:0@lo:400:kworker.0 00000400:00000100:0.0:1789024324.496674:0:3643:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875927422428544 offset 0 length 224: 4 00010000:00010000:3.0:1789024325.134243:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789024325.585948:0:3640:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789024310/real 1789024310] req@ffff90cc08783100 x1875927422427648/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789024325 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789024325.585978:0:3640:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff90cc08783100 x1875927422427648/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789024325 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789024325.586012:0:3640:0:(import.c:65:import_set_state_nolock()) ffff90cb026e8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789024325.586036:0:3640:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1789024325.586040:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc08783100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3640:1875927422427648:0@lo:38:kworker.0 00000100:00080000:2.0:1789024325.586100:0:12478:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5cc9fac3-ff77-40ec-8f57-b6a206d9fd68->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789024325.586106:0:12478:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5cc9fac3-ff77-40ec-8f57-b6a206d9fd68->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789024325.586108:0:12478:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789024325.586111:0:12478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789024325.586114:0:12478:0:(import.c:65:import_set_state_nolock()) ffff90cb026e8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789024325.586119:0:12478:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 628 00000100:00080000:2.0:1789024325.586123:0:12478:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1789024325.586135:0:12478:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff90cb026e8000 using connection 192.168.202.118@tcp/0@lo 00000100:00100000:2.0:1789024325.586193:0:12478:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90cc08782300 x1875927422428672/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789024325.586254:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789024325.586266:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc08781500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3642:1875927422428800:0@lo:400:kworker.0 00000400:00000100:2.0:1789024325.586311:0:3642:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875927422428800 offset 0 length 224: 4 00000100:00100000:3.0:1789024325.586557:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc08782300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3640:1875927422428672:0@lo:38:kworker.0 00000400:00000100:3.0:1789024325.586580:0:3640:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875927422428672 offset 0 length 520: 4 00010000:00010000:1.0:1789024326.156324:0:18299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:1.0:1789024326.351187:0:3644:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789024310/real 1789024310] req@ffff90cc08780e00 x1875927422427776/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1789024326 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789024326.386206:0:3644:0:(client.c:2548:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff90cc08780e00 x1875927422427776/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1789024326 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789024326.386226:0:3644:0:(import.c:65:import_set_state_nolock()) ffff90cb026ee000 lustre-MDT0001_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1789024326.386233:0:3644:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0001-lwp-OST0001: Connection to lustre-MDT0001 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1789024326.416174:0:3644:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0001_UUID: waking up pinger s:DISCONN 00000100:00100000:1.0:1789024326.416218:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc08780e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3644:1875927422427776:0@lo:400:kworker.0 00000100:00080000:3.0:1789024326.417951:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5cc9fac3-ff77-40ec-8f57-b6a206d9fd68->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789024326.417960:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5cc9fac3-ff77-40ec-8f57-b6a206d9fd68->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789024326.417964:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789024326.417967:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789024326.417969:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789024326.417972:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1789024326.417976:0:36:0:(import.c:65:import_set_state_nolock()) ffff90cb026ee000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789024326.417983:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 576 00000100:00080000:3.0:1789024326.417998:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff90cb026ee000 using connection 192.168.202.118@tcp/0@lo 00000100:00100000:3.0:1789024326.418032:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90cc34378380 x1875927422428928/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789024326.418737:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc34378380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3640:1875927422428928:0@lo:38:kworker.0 00000400:00000100:0.0:1789024326.418789:0:3640:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875927422428928 offset 0 length 520: 4 00010000:00010000:1.0:1789024327.180321:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:0.0:1789024327.859323:0:21320:0:(tgt_mount.c:2191:server_umount_begin()) umount -f 00000020:01000004:1.0:1789024327.897547:0:21320:0:(tgt_mount.c:2061:server_put_super()) server put_super lustre-OST0001 00010000:00010000:1.0:1789024327.897783:0:21320:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cb0338b400/0xa736ef4b98cb4b0b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb4b12 expref: -99 pid: 19466 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024327.897798:0:21320:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cb0338b400/0xa736ef4b98cb4b0b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xa736ef4b98cb4b12 expref: -99 pid: 19466 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024327.897818:0:21320:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cb0338b400/0xa736ef4b98cb4b0b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xa736ef4b98cb4b12 expref: -99 pid: 19466 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024327.897825:0:21320:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.118@tcp lock: ffff90cb0338b400/0xa736ef4b98cb4b0b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xa736ef4b98cb4b12 expref: -99 pid: 19466 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024327.897916:0:21320:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:1.0:1789024327.897924:0:21320:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:1.0:1789024327.897947:0:21320:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1789024327.897958:0:21320:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff90cc08782300 x1875927422428672/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789024345 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789024327.897979:0:21320:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00080000:1.0:1789024327.897986:0:21320:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1789024327.897991:0:21320:0:(import.c:65:import_set_state_nolock()) ffff90cb026e8000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:1.0:1789024327.897997:0:21320:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1789024327.898001:0:21320:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff90cc08782300 x1875927422428672/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789024345 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789024327.898011:0:21320:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:1.0:1789024327.898014:0:21320:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 24s for inflight to error out 00000100:00100000:0.0:1789024327.898066:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc08782300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3640:1875927422428672:0@lo:38:kworker.0 00000100:00080000:1.0:1789024327.901770:0:21320:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1789024327.901790:0:21320:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff90cc3fce8e00 x1875927422428032/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789024330 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789024327.901819:0:21320:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff90cc3fce9c00 x1875927422428160/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789024331 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789024327.901826:0:21320:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff90cc3fce9500 x1875927422428416/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789024335 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789024327.901836:0:21320:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff90cc08781880 x1875927422428544/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789024340 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789024327.901858:0:21320:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff90cc08781500 x1875927422428800/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789024341 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789024327.901871:0:21320:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff90cc34378380 x1875927422428928/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789024336 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789024327.901882:0:21320:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00080000:1.0:1789024327.901888:0:21320:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00080000:1.0:1789024327.901895:0:21320:0:(import.c:65:import_set_state_nolock()) ffff90cb026ee000 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:1.0:1789024327.901900:0:21320:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1789024327.901903:0:21320:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff90cc3fce8e00 x1875927422428032/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789024330 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789024327.901910:0:21320:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff90cc3fce9c00 x1875927422428160/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789024331 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789024327.901917:0:21320:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff90cc3fce9500 x1875927422428416/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789024335 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789024327.901923:0:21320:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff90cc08781880 x1875927422428544/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789024340 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789024327.901930:0:21320:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff90cc08781500 x1875927422428800/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789024341 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789024327.901937:0:21320:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff90cc34378380 x1875927422428928/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789024336 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789024327.901943:0:21320:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:1.0:1789024327.901946:0:21320:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 18s for inflight to error out 00000100:00100000:2.0:1789024327.902248:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fce9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3641:1875927422428160:0@lo:400:kworker.0 00000100:00100000:2.0:1789024327.902273:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fce8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3641:1875927422428032:0@lo:400:kworker.0 00000100:00100000:2.0:1789024327.902334:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc08781500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3642:1875927422428800:0@lo:400:kworker.0 00000100:00100000:0.0:1789024327.902512:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc08781880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3643:1875927422428544:0@lo:400:kworker.0 00000100:00100000:0.0:1789024327.902523:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fce9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3643:1875927422428416:0@lo:400:kworker.0 00000100:00100000:0.0:1789024327.902577:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc34378380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3640:1875927422428928:0@lo:38:kworker.0 00010000:00010000:3.0:1789024327.904254:0:17132:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789024327.904265:0:17132:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.118@tcp lock: ffff90cb0338b400/0xa736ef4b98cb4b0b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xa736ef4b98cb4b12 expref: -99 pid: 19466 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024327.904274:0:17132:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cb0338b400 already unused, calling callback (ffffffffc146cc20) 10000000:00010000:3.0:1789024327.904277:0:17132:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.118@tcp lock: ffff90cb0338b400/0xa736ef4b98cb4b0b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xa736ef4b98cb4b12 expref: -99 pid: 19466 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024327.904303:0:17132:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.118@tcp lock: ffff90cb0338b400/0xa736ef4b98cb4b0b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xa736ef4b98cb4b12 expref: -99 pid: 19466 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789024327.904307:0:17132:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.118@tcp lock: ffff90cb0338b400/0xa736ef4b98cb4b0b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xa736ef4b98cb4b12 expref: -99 pid: 19466 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789024327.904311:0:17132:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1789024327.904313:0:17132:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:3.0:1789024327.904316:0:17132:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:3.0:1789024327.904332:0:17132:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff90cb0401b000 00010000:00010000:3.0:1789024327.904335:0:17132:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.118@tcp lock: ffff90cb0338b400/0xa736ef4b98cb4b0b lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xa736ef4b98cb4b12 expref: -99 pid: 19466 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024327.904339:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.118@tcp lock: ffff90cb0338b400/0xa736ef4b98cb4b0b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xa736ef4b98cb4b12 expref: -99 pid: 19466 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024327.904459:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789024327.904463:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789024327.904465:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789024327.904766:0:21320:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cb0252f200/0xa736ef4b98cb4ae1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb4ae8 expref: -99 pid: 19466 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024327.904773:0:21320:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cb0252f200/0xa736ef4b98cb4ae1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xa736ef4b98cb4ae8 expref: -99 pid: 19466 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024327.904783:0:21320:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cb0252f200/0xa736ef4b98cb4ae1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xa736ef4b98cb4ae8 expref: -99 pid: 19466 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024327.904788:0:21320:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.118@tcp lock: ffff90cb0252f200/0xa736ef4b98cb4ae1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xa736ef4b98cb4ae8 expref: -99 pid: 19466 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024327.904838:0:21320:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789024327.904845:0:21320:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cc00030c00/0xa736ef4b98cb4cd9 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb4ce0 expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024327.904849:0:21320:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cc00030c00/0xa736ef4b98cb4cd9 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa736ef4b98cb4ce0 expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024327.904852:0:21320:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cc00030c00/0xa736ef4b98cb4cd9 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xa736ef4b98cb4ce0 expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024327.904856:0:21320:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.118@tcp lock: ffff90cc00030c00/0xa736ef4b98cb4cd9 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xa736ef4b98cb4ce0 expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024327.908057:0:18299:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789024327.908075:0:18299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.118@tcp lock: ffff90cb0252f200/0xa736ef4b98cb4ae1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xa736ef4b98cb4ae8 expref: -99 pid: 19466 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024327.908088:0:18299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cb0252f200 already unused, calling callback (ffffffffc146cc20) 10000000:00010000:2.0:1789024327.908093:0:18299:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.118@tcp lock: ffff90cb0252f200/0xa736ef4b98cb4ae1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xa736ef4b98cb4ae8 expref: -99 pid: 19466 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024327.908104:0:18299:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.118@tcp lock: ffff90cb0252f200/0xa736ef4b98cb4ae1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xa736ef4b98cb4ae8 expref: -99 pid: 19466 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789024327.908111:0:18299:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.118@tcp lock: ffff90cb0252f200/0xa736ef4b98cb4ae1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xa736ef4b98cb4ae8 expref: -99 pid: 19466 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789024327.908117:0:18299:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1789024327.908120:0:18299:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0001: stopping, won't requeue 00010000:00010000:2.0:1789024327.908136:0:18299:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff90cb0401b000 00010000:00010000:2.0:1789024327.909717:0:18299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.118@tcp lock: ffff90cb0252f200/0xa736ef4b98cb4ae1 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xa736ef4b98cb4ae8 expref: -99 pid: 19466 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024327.909728:0:18299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.118@tcp lock: ffff90cb0252f200/0xa736ef4b98cb4ae1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xa736ef4b98cb4ae8 expref: -99 pid: 19466 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024327.909748:0:18299:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789024327.909753:0:18299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.118@tcp lock: ffff90cc00030c00/0xa736ef4b98cb4cd9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xa736ef4b98cb4ce0 expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024327.909759:0:18299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cc00030c00 already unused, calling callback (ffffffffc146cc20) 10000000:00010000:2.0:1789024327.909763:0:18299:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.118@tcp lock: ffff90cc00030c00/0xa736ef4b98cb4cd9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xa736ef4b98cb4ce0 expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024327.909771:0:18299:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.118@tcp lock: ffff90cc00030c00/0xa736ef4b98cb4cd9 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xa736ef4b98cb4ce0 expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789024327.909777:0:18299:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.118@tcp lock: ffff90cc00030c00/0xa736ef4b98cb4cd9 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xa736ef4b98cb4ce0 expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789024327.909781:0:18299:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:2.0:1789024327.909784:0:18299:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 00010000:00010000:2.0:1789024327.909793:0:18299:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff90cb0401b000 00010000:00010000:2.0:1789024327.909796:0:18299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.118@tcp lock: ffff90cc00030c00/0xa736ef4b98cb4cd9 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0xa736ef4b98cb4ce0 expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024327.909802:0:18299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789024327.909803:0:18299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789024327.909806:0:18299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789024327.910006:0:21320:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1789024327.910015:0:21320:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.118@tcp lock: ffff90cc00030c00/0xa736ef4b98cb4cd9 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0xa736ef4b98cb4ce0 expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789024327.910032:0:21320:0:(mgc_request.c:130:config_log_put()) dropping config log params 10000000:01000000:1.0:1789024327.910039:0:21320:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0001 10000000:01000000:1.0:1789024327.910041:0:21320:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0001 (0) 00000020:01000004:1.0:1789024327.910075:0:21320:0:(tgt_mount.c:2111:server_put_super()) stopping lustre-OST0001 00000020:01000000:1.0:1789024327.910079:0:21320:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001 (flags='F') 00000020:00000080:1.0:1789024327.910086:0:21320:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789024327.910100:0:21320:0:(obd_config.c:956:class_cleanup()) lustre-OST0001: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1789024327.910105:0:21320:0:(genops.c:1557:class_disconnect_exports()) OBD device 26 (ffff90cb040dcd40) has no exports 00000020:00080000:1.0:1789024327.910129:0:21320:0:(genops.c:1557:class_disconnect_exports()) OBD device 26 (ffff90cb040dcd40) has no exports 00000020:01000000:1.0:1789024327.911841:0:21320:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff90cc40ef7d80 - data ffff90cc0f563e58/ffff90cc36f8c800 00000020:01000000:1.0:1789024327.912000:0:21320:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff90cb02710180 - data ffff90cc0f681948/ffff90cb0325ac00 00010000:00010000:2.0:1789024327.916478:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00100000:10000000:1.0:1789024327.926054:0:21320:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0001-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:1.0:1789024327.944734:0:21320:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xa736ef4b98cb4af6 00000020:00000080:1.0:1789024327.944747:0:21320:0:(genops.c:885:class_export_put()) final put ffff90cb01a09000/lustre-OST0001-osd_UUID 00000020:01000004:1.0:1789024327.944765:0:21320:0:(tgt_mount.c:187:server_put_mount()) put mount ffff90cc0706e000 from lustre-OST0001, refs=2 00000020:01000004:1.0:1789024327.944769:0:21320:0:(obd_mount.c:710:lustre_put_lsi()) put ffff90cc0706e000 2 00000020:01000004:1.0:1789024327.944772:0:21320:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff90cc0706e000 from lustre-OST0001 00000020:00000080:1.0:1789024327.944794:0:21320:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789024327.944804:0:21320:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:00000080:1.0:1789024327.944807:0:21320:0:(genops.c:885:class_export_put()) final put ffff90cc07068800/lustre-OST0001_UUID 00000020:00000080:1.0:1789024327.944809:0:21320:0:(genops.c:844:class_export_destroy()) destroying export ffff90cc07068800/lustre-OST0001_UUID for lustre-OST0001 00000020:01000000:1.0:1789024327.944816:0:21320:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001 (lustre-OST0001_UUID) 00000100:00080000:1.0:1789024327.944916:0:21320:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import 5cc9fac3-ff77-40ec-8f57-b6a206d9fd68->MGS 00010000:00010000:1.0:1789024327.944932:0:21320:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.118@tcp lock: ffff90cc029c4400/0xa736ef4b98cb4841 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xa736ef4b98cb4848 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789024327.944943:0:21320:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.118@tcp lock: ffff90cc029c4400/0xa736ef4b98cb4841 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xa736ef4b98cb4848 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789024327.944950:0:21320:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 10000000:01000000:1.0:1789024327.944952:0:21320:0:(mgc_request.c:954:mgc_blocking_ast()) log nodemap: disconnecting, won't requeue 10000000:01000000:1.0:1789024327.944956:0:21320:0:(mgc_request.c:130:config_log_put()) dropping config log nodemap 00010000:00010000:1.0:1789024327.944969:0:21320:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff90cb0401b000 00010000:00010000:1.0:1789024327.944973:0:21320:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.118@tcp lock: ffff90cc029c4400/0xa736ef4b98cb4841 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xa736ef4b98cb4848 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024327.944989:0:21320:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.118@tcp lock: ffff90cc01323200/0xa736ef4b98cb4730 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xa736ef4b98cb4737 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789024327.945007:0:21320:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.118@tcp lock: ffff90cc01323200/0xa736ef4b98cb4730 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xa736ef4b98cb4737 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789024327.945012:0:21320:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1789024327.945014:0:21320:0:(mgc_request.c:954:mgc_blocking_ast()) log lustre-s: disconnecting, won't requeue 10000000:01000000:1.0:1789024327.945016:0:21320:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-sptlrpc 00010000:00010000:1.0:1789024327.945038:0:21320:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff90cb0401b000 00010000:00010000:1.0:1789024327.945042:0:21320:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.118@tcp lock: ffff90cc01323200/0xa736ef4b98cb4730 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xa736ef4b98cb4737 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1789024327.945059:0:21320:0:(import.c:65:import_set_state_nolock()) ffff90cb0401b000 MGS: changing import state from CONNECTING to CLOSED 10000000:01000000:1.0:1789024327.945063:0:21320:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:1.0:1789024327.945065:0:21320:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:1.0:1789024327.945066:0:21320:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:1.0:1789024327.945070:0:21320:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:1.0:1789024327.945081:0:21320:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff90cc3fce8a80 x1875927422428288/t0(0) o250->MGC192.168.202.118@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789024334 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:01000000:1.0:1789024327.945098:0:21320:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:1.0:1789024327.945101:0:21320:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 9s for inflight to error out 00000020:00000080:3.0:1789024327.945424:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff90cb01a09000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000100:00100000:3.0:1789024327.946755:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fce8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5cc9fac3-ff77-40ec-8f57-b6a206d9fd68:3640:1875927422428288:0@lo:250:kworker.0 10000000:01000000:1.0:1789024327.948530:0:21320:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:1.0:1789024327.948549:0:21320:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xa736ef4b98cb471b 00000020:00000080:1.0:1789024327.948569:0:21320:0:(genops.c:885:class_export_put()) final put ffff90cc3d4b7000/5cc9fac3-ff77-40ec-8f57-b6a206d9fd68 00000020:01000000:1.0:1789024327.948592:0:21320:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGC192.168.202.118@tcp (flags='') 00000020:00000080:1.0:1789024327.948602:0:21320:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789024327.948610:0:21320:0:(obd_config.c:956:class_cleanup()) MGC192.168.202.118@tcp: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1789024327.948614:0:21320:0:(genops.c:1557:class_disconnect_exports()) OBD device 2 (ffff90cb020a8000) has no exports 10000000:01000000:3.0:1789024327.948676:0:17140:0:(mgc_request.c:708:mgc_requeue_thread()) Ending requeue thread 00000020:00000080:3.0:1789024327.948761:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff90cc3d4b7000/5cc9fac3-ff77-40ec-8f57-b6a206d9fd68 for MGC192.168.202.118@tcp 10000000:01000000:1.0:1789024327.948870:0:21320:0:(obd_class.h:670:obd_cleanup_client_import()) MGC192.168.202.118@tcp: client import never connected 00000100:00080000:1.0:1789024327.948875:0:21320:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 10000000:01000000:1.0:1789024327.948878:0:21320:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:1.0:1789024327.948881:0:21320:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 10000000:01000000:1.0:1789024327.948898:0:21320:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:1.0:1789024327.948955:0:21320:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789024327.948962:0:21320:0:(obd_config.c:883:class_detach()) detach on obd MGC192.168.202.118@tcp (uuid 5cc9fac3-ff77-40ec-8f57-b6a206d9fd68) 00000020:01000000:1.0:1789024327.948968:0:21320:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0001 (flags='F') 00000020:00000080:1.0:1789024327.948972:0:21320:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789024327.948976:0:21320:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1789024327.948983:0:21320:0:(genops.c:1818:print_export_data()) lustre-MDT0000-lwp-OST0001: ACTIVE ffff90cb026ed800 lustre-MDT0000-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1789024327.948988:0:21320:0:(genops.c:1552:class_disconnect_exports()) OBD device 27 (ffff90cb040db380) has exports, disconnecting them 00000020:00080000:1.0:1789024327.948992:0:21320:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0001: disconnecting export at 0@lo (ffff90cb026ed800), last request at 1789024258 00000020:00000080:1.0:1789024327.948996:0:21320:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xa736ef4b98cb4b20 00000020:00080000:1.0:1789024327.949009:0:21320:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff90cb026ed800): rc 0 00000020:00000080:1.0:1789024327.949012:0:21320:0:(genops.c:885:class_export_put()) final put ffff90cb026ed800/lustre-MDT0000-lwp-OST0001 00000020:00000080:3.0:1789024327.949772:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff90cb0401b000 for MGC192.168.202.118@tcp 00000020:00000080:3.0:1789024327.949784:0:36:0:(genops.c:885:class_export_put()) final put ffff90cb0401e800/5cc9fac3-ff77-40ec-8f57-b6a206d9fd68 00000020:00000080:3.0:1789024327.949787:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff90cb0401e800/5cc9fac3-ff77-40ec-8f57-b6a206d9fd68 for MGC192.168.202.118@tcp 00000020:01000000:3.0:1789024327.949792:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGC192.168.202.118@tcp (5cc9fac3-ff77-40ec-8f57-b6a206d9fd68) 00000020:00000080:3.0:1789024327.950047:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff90cb026ed800/lustre-MDT0000-lwp-OST0001 for lustre-MDT0000-lwp-OST0001 00010000:01000000:2.0:1789024327.950454:0:21320:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0001: client import never connected 00000100:00080000:2.0:1789024327.950468:0:21320:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1789024327.950473:0:21320:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:2.0:1789024327.950478:0:21320:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1789024327.950680:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff90cb026e8000 for lustre-MDT0000-lwp-OST0001 00000020:00000080:2.0:1789024327.950785:0:21320:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789024327.950792:0:21320:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000020:00000080:2.0:1789024327.950797:0:21320:0:(genops.c:885:class_export_put()) final put ffff90cb01a0e000/lustre-MDT0000-lwp-OST0001_UUID 00000020:00000080:2.0:1789024327.950800:0:21320:0:(genops.c:844:class_export_destroy()) destroying export ffff90cb01a0e000/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000-lwp-OST0001 00000020:01000000:2.0:1789024327.950807:0:21320:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0001 (lustre-MDT0000-lwp-OST0001_UUID) 00000020:01000000:2.0:1789024327.950857:0:21320:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0001 (flags='F') 00000020:00000080:2.0:1789024327.950861:0:21320:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789024327.950866:0:21320:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1789024327.950872:0:21320:0:(genops.c:1818:print_export_data()) lustre-MDT0001-lwp-OST0001: ACTIVE ffff90cb026eb000 lustre-MDT0001-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1789024327.950877:0:21320:0:(genops.c:1552:class_disconnect_exports()) OBD device 28 (ffff90cb040d8000) has exports, disconnecting them 00000020:00080000:2.0:1789024327.950881:0:21320:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0001: disconnecting export at 0@lo (ffff90cb026eb000), last request at 1789024258 00000020:00000080:2.0:1789024327.950885:0:21320:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xa736ef4b98cb4b35 00000020:00080000:2.0:1789024327.950897:0:21320:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff90cb026eb000): rc 0 00000020:00000080:2.0:1789024327.950902:0:21320:0:(genops.c:885:class_export_put()) final put ffff90cb026eb000/lustre-MDT0001-lwp-OST0001 00000020:00000080:3.0:1789024327.951121:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff90cb026eb000/lustre-MDT0001-lwp-OST0001 for lustre-MDT0001-lwp-OST0001 00010000:01000000:2.0:1789024327.952863:0:21320:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0001: client import never connected 00000100:00080000:2.0:1789024327.952869:0:21320:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1789024327.952873:0:21320:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:2.0:1789024327.952879:0:21320:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:2.0:1789024327.952934:0:17132:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-1 blwis in pool) 00010000:00010000:2.0:1789024327.953271:0:18299:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-2 blwis in pool) 00010000:00010000:2.0:1789024327.953346:0:17131:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-3 blwis in pool) 00000020:00000080:2.0:1789024327.953438:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff90cb026ee000 for lustre-MDT0001-lwp-OST0001 00000100:00100000:2.0:1789024327.958520:0:17126:0:(service.c:3188:ptlrpc_main()) ldlm_cb00_000: service thread [ffff90cc1992fc00:17126] 0 exiting: rc = 1 00000100:00100000:2.0:1789024327.971326:0:17127:0:(service.c:3188:ptlrpc_main()) ldlm_cb00_001: service thread [ffff90cc30c4d000:17127] 1 exiting: rc = 0 00000100:00100000:2.0:1789024327.971535:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789024327.971854:0:17898:0:(service.c:3188:ptlrpc_main()) ldlm_cn00_003: service thread [ffff90cc203b5400:17898] 3 exiting: rc = 0 00000100:00100000:2.0:1789024327.971862:0:17128:0:(service.c:3188:ptlrpc_main()) ldlm_cn00_000: service thread [ffff90cb030b2600:17128] 0 exiting: rc = 1 00000100:00100000:1.0:1789024327.971956:0:17130:0:(service.c:3188:ptlrpc_main()) ldlm_cn00_002: service thread [ffff90cc30c4c400:17130] 2 exiting: rc = 0 00000100:00100000:2.0:1789024327.971973:0:17129:0:(service.c:3188:ptlrpc_main()) ldlm_cn00_001: service thread [ffff90cc355a1a00:17129] 1 exiting: rc = 0 00000100:00100000:2.0:1789024327.972044:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024327.972051:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024327.972058:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024327.972066:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024327.972076:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024327.972087:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024327.972094:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024327.972100:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024327.972105:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024327.972111:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024327.972118:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024327.972126:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024327.972133:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024327.972142:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024327.972173:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024327.972178:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024327.972183:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024327.972187:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024327.972193:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024327.972200:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024327.972205:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024327.972212:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024327.972218:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024327.972223:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024327.972230:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024327.972236:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024327.972242:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024327.972248:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024327.972256:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024327.972260:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024327.972266:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024327.972270:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024327.972275:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024327.972279:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024327.972292:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024327.972297:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024327.972302:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024327.972307:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024327.972312:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024327.972317:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024327.972322:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024327.972328:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024327.972332:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024327.972337:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024327.972343:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024327.972348:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024327.972354:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024327.972365:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024327.972370:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024327.972554:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024327.972562:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024327.972567:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024327.972572:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024327.972576:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024327.972581:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024327.972586:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024327.972591:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024327.972596:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024327.972602:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024327.972607:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024327.972612:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024327.972617:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024327.972623:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024327.972628:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:2.0:1789024327.974363:0:21320:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789024327.975371:0:21320:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000020:00000080:2.0:1789024327.975444:0:21320:0:(genops.c:885:class_export_put()) final put ffff90cb026ef800/lustre-MDT0001-lwp-OST0001_UUID 00000020:00000080:2.0:1789024327.975449:0:21320:0:(genops.c:844:class_export_destroy()) destroying export ffff90cb026ef800/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001-lwp-OST0001 00000020:01000000:2.0:1789024327.975455:0:21320:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0001 (lustre-MDT0001-lwp-OST0001_UUID) 00000020:01000004:2.0:1789024327.975516:0:21320:0:(obd_mount.c:710:lustre_put_lsi()) put ffff90cc0706e000 1 00000020:00000080:2.0:1789024327.975522:0:21320:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xa736ef4b98cb4ada 00000020:00000080:2.0:1789024327.975528:0:21320:0:(genops.c:885:class_export_put()) final put ffff90cc0706d800/lustre-OST0001-osd_UUID 00000020:01000000:2.0:1789024327.975552:0:21320:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osd (flags='') 00000020:00000080:2.0:1789024327.975556:0:21320:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789024327.975563:0:21320:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osd: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1789024327.975566:0:21320:0:(genops.c:1557:class_disconnect_exports()) OBD device 25 (ffff90cb0415cd40) has no exports 00000020:00000080:3.0:1789024327.975824:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff90cc0706d800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:00000080:3.0:1789024328.022372:0:21320:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789024328.022573:0:21320:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00000020:00000080:3.0:1789024328.022579:0:21320:0:(genops.c:885:class_export_put()) final put ffff90cb04006800/lustre-OST0001-osd_UUID 00000020:00000080:3.0:1789024328.022583:0:21320:0:(genops.c:844:class_export_destroy()) destroying export ffff90cb04006800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:01000000:3.0:1789024328.022595:0:21320:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osd (lustre-OST0001-osd_UUID) 00000020:01000004:3.0:1789024328.022921:0:21320:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff90cb04006000 00000020:01000000:3.0:1789024328.022950:0:21320:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of OSS (flags='F') 00000020:00000080:3.0:1789024328.022954:0:21320:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789024328.022959:0:21320:0:(obd_config.c:956:class_cleanup()) OSS: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1789024328.022963:0:21320:0:(genops.c:1557:class_disconnect_exports()) OBD device 21 (ffff90cc35453380) has no exports 00000020:00000080:3.0:1789024328.022990:0:21320:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789024328.022996:0:21320:0:(obd_config.c:883:class_detach()) detach on obd OSS (uuid OSS_uuid) 00000020:00000080:3.0:1789024328.022999:0:21320:0:(genops.c:885:class_export_put()) final put ffff90cb038ee000/OSS_uuid 00000020:00000080:3.0:1789024328.023001:0:21320:0:(genops.c:844:class_export_destroy()) destroying export ffff90cb038ee000/OSS_uuid for OSS 00000020:01000000:3.0:1789024328.023005:0:21320:0:(genops.c:441:class_free_dev()) finishing cleanup of obd OSS (OSS_uuid) 00000100:00100000:1.0:1789024328.023177:0:18651:0:(service.c:3188:ptlrpc_main()) ll_ost00_000: service thread [ffff90cc33aa3e00:18651] 0 exiting: rc = 1 00000100:00100000:1.0:1789024328.023282:0:18653:0:(service.c:3188:ptlrpc_main()) ll_ost00_001: service thread [ffff90cc33aa2400:18653] 1 exiting: rc = 0 00000100:00100000:1.0:1789024328.023341:0:19173:0:(service.c:3188:ptlrpc_main()) ll_ost00_003: service thread [ffff90cc3522a800:19173] 3 exiting: rc = 0 00000100:00080000:0.0:1789024328.023690:0:17139:0:(pinger.c:548:ping_evictor_main()) Exiting Ping Evictor 00000100:00100000:2.0:1789024328.023922:0:18654:0:(service.c:3188:ptlrpc_main()) ll_ost00_002: service thread [ffff90cc344e1400:18654] 2 exiting: rc = 0 00000100:00100000:3.0:1789024328.024301:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.024313:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.024318:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.024323:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.024327:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.024332:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.024337:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.024342:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.024346:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.024351:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.024356:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.024361:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.024366:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.024371:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.024436:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.024442:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.024447:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.024468:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.024472:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.024477:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.024482:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.024487:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.024492:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.024496:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.024502:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.024507:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.024511:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.024517:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.024522:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.024527:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.024532:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.024537:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.024542:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.024547:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.024552:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.024558:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.024563:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.024568:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.024574:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.024579:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.024585:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.024589:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.024593:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.024598:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.024603:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.024608:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.024613:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.024618:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.024623:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.024629:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.024634:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.024638:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.024650:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.024655:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.024660:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.024666:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.024670:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.024675:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.024690:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.024697:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.024702:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.024708:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.024713:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.024719:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024328.026373:0:18656:0:(service.c:3188:ptlrpc_main()) ll_ost_create00_001: service thread [ffff90cc203b3400:18656] 1 exiting: rc = 0 00000100:00100000:3.0:1789024328.026710:0:18655:0:(service.c:3188:ptlrpc_main()) ll_ost_create00_000: service thread [ffff90cc203b2c00:18655] 0 exiting: rc = 1 00000100:00100000:3.0:1789024328.026763:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.026770:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.026776:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.026781:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.026787:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.026792:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.026798:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.026802:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.026807:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.026813:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.026818:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.026823:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.026829:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.026833:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.026839:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.026843:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.026848:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.026854:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.026859:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.026863:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.026868:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.026874:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.026894:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.026899:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.026904:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.026910:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.026915:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.026920:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.026925:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.026930:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.026935:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.026940:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.026945:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.026951:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.026956:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.026961:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.026967:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.026972:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.026977:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.026982:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.026987:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.026992:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.026997:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.027002:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.027007:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.027012:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.027018:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.027023:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.027576:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.027582:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.027586:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.027591:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.027596:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.027601:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.027608:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.027613:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.027619:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.027634:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.027639:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.027643:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.027648:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.027653:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.027658:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.027663:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789024328.029205:0:18658:0:(service.c:3188:ptlrpc_main()) ll_ost_io00_001: service thread [ffff90cc20337200:18658] 1 exiting: rc = 0 00000100:00100000:3.0:1789024328.029456:0:18657:0:(service.c:3188:ptlrpc_main()) ll_ost_io00_000: service thread [ffff90cc20336c00:18657] 0 exiting: rc = 1 00000100:00100000:2.0:1789024328.035663:0:20285:0:(service.c:3188:ptlrpc_main()) ll_ost_io00_003: service thread [ffff90cc342e8c00:20285] 3 exiting: rc = 0 00000100:00100000:1.0:1789024328.036385:0:18659:0:(service.c:3188:ptlrpc_main()) ll_ost_io00_002: service thread [ffff90cc20336600:18659] 2 exiting: rc = 0 00000100:00100000:3.0:1789024328.036907:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.036914:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.036920:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.036924:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.036929:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.036934:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.036939:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.036945:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.036951:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.036957:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.036962:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.036967:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.036973:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.036978:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.036983:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.036988:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.036993:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.036998:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.037003:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.037009:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.037014:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.037019:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.037421:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.037432:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.037451:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.037458:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.037465:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.037482:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.037487:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.037493:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.037499:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.037505:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.037511:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.037517:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.037523:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.037530:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.037535:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.037540:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.037546:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.037552:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.037557:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.037563:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.037569:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.037575:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.037580:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.037585:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.037591:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.037596:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.037615:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.037621:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.037627:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.037639:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.037646:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.037659:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.037692:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.037707:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.037728:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.037734:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.037740:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.037746:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.037752:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.037757:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.037771:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.037776:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024328.041067:0:18661:0:(service.c:3188:ptlrpc_main()) ll_ost_seq00_001: service thread [ffff90cb031b4a00:18661] 1 exiting: rc = 0 00000100:00100000:3.0:1789024328.041840:0:18660:0:(service.c:3188:ptlrpc_main()) ll_ost_seq00_000: service thread [ffff90cb031b4000:18660] 0 exiting: rc = 1 00000100:00100000:2.0:1789024328.041969:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024328.041975:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024328.041981:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024328.041985:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024328.041990:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024328.041995:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024328.041999:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024328.042003:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024328.042008:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024328.042013:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024328.042017:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024328.042022:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024328.042135:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024328.042141:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024328.042392:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024328.042398:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024328.042404:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024328.042408:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024328.042414:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024328.042419:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024328.042424:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024328.042429:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024328.042433:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024328.042439:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024328.042456:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024328.042461:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024328.042465:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024328.042470:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024328.042474:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024328.042479:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024328.042485:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024328.042491:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024328.042497:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024328.042502:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024328.042507:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024328.042512:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024328.042518:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024328.042523:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024328.042528:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024328.042533:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024328.042538:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024328.042543:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024328.042548:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024328.042553:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024328.042559:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024328.042564:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024328.042569:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024328.042573:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024328.042577:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024328.042582:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024328.042586:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024328.042591:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024328.042596:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024328.042662:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024328.042667:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024328.042783:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024328.042792:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024328.042797:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024328.042802:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024328.042814:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024328.042819:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024328.042824:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024328.042828:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789024328.042833:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789024328.044170:0:18662:0:(service.c:3188:ptlrpc_main()) ll_ost_out00_000: service thread [ffff90cc18a96c00:18662] 0 exiting: rc = 1 00000100:00100000:3.0:1789024328.044260:0:18663:0:(service.c:3188:ptlrpc_main()) ll_ost_out00_001: service thread [ffff90cc18a96000:18663] 1 exiting: rc = 0 00000100:00100000:1.0:1789024328.044383:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789024328.044393:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789024328.044406:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789024328.044414:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789024328.044419:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789024328.044425:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789024328.044431:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789024328.044437:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789024328.044444:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789024328.044450:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789024328.044456:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789024328.044482:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789024328.044489:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789024328.044505:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789024328.044510:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789024328.044517:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789024328.044522:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789024328.044529:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789024328.044536:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789024328.044541:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789024328.044548:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789024328.044553:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789024328.044559:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789024328.044580:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789024328.044587:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789024328.044593:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789024328.044599:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789024328.044605:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789024328.044611:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789024328.044617:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789024328.044623:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789024328.044629:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789024328.044635:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789024328.044641:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789024328.044649:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789024328.044680:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789024328.044697:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789024328.044703:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789024328.044710:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789024328.044718:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789024328.044724:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789024328.044730:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789024328.044735:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789024328.044741:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789024328.044746:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789024328.044752:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789024328.044757:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789024328.044778:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789024328.044791:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789024328.044797:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789024328.044803:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789024328.044809:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789024328.044815:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789024328.044820:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789024328.044826:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789024328.044832:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789024328.044838:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789024328.044844:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789024328.044850:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789024328.044870:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789024328.044878:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789024328.044884:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789024328.044891:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789024328.044918:0:21320:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:02000400:0.0:1789024328.063312:0:21320:0:(tgt_mount.c:2180:server_put_super()) server umount lustre-OST0001 complete 00000001:02000400:3.0:1789024348.544072:0:22086:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg218-server.virtnet: executing load_modules_local 00000020:01000004:3.0:1789024358.729634:0:22687:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:3.0:1789024358.729718:0:22687:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds1_flakey 00000020:01000004:3.0:1789024358.729721:0:22687:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:3.0:1789024358.729868:0:22687:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff90cc34283800 00000020:01000004:3.0:1789024358.729890:0:22687:0:(tgt_mount.c:2502:osd_start()) Attempting to start lustre-MDT0000, type=osd-ldiskfs, lsifl=200005, mountfl=0 00000020:01000004:3.0:1789024358.729899:0:22687:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-osd (typ=osd-ldiskfs) 00000020:00000080:3.0:1789024358.729917:0:22687:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osd (ffff90cb0415cd40) 00000020:00000080:3.0:1789024358.729935:0:22687:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type osd-ldiskfs with refcount 2 00100000:10000000:3.0:1789024358.872617:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:3.0:1789024358.875239:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:3.0:1789024358.882057:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2:0x0] (8/32) registered 00100000:10000000:0.0:1789024358.883186:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x9:0x0] (8/32) registered 00100000:10000000:0.0:1789024358.884207:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xb:0x0] (8/32) registered 00100000:10000000:0.0:1789024358.884821:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xe:0x0] (8/32) registered 00100000:10000000:0.0:1789024358.885033:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xd:0x0] (8/32) registered 00100000:10000000:0.0:1789024358.885534:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:0.0:1789024358.886854:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:0.0:1789024358.887110:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:0.0:1789024358.887374:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xc:0x0] (8/32) registered 00100000:10000000:0.0:1789024358.887687:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xa:0x0] (8/32) registered 00100000:10000000:1.0:1789024358.896979:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:1.0:1789024358.897834:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:1.0:1789024358.898073:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:1.0:1789024358.901321:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:1.0:1789024358.901565:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:1.0:1789024358.901871:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x31:0x0] (24/16) registered 00100000:10000000:1.0:1789024358.902233:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x23:0x0] (16/1) registered 00100000:10000000:1.0:1789024358.902484:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:1.0:1789024358.902762:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:1.0:1789024358.903713:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:1.0:1789024358.904083:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:0.0:1789024358.906475:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:0.0:1789024358.906910:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:0.0:1789024358.907298:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:0.0:1789024358.907566:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:0.0:1789024358.907789:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:0.0:1789024358.907982:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:0.0:1789024358.908302:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x22:0x0] (16/1) registered 00100000:10000000:0.0:1789024358.910210:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x33:0x0] (24/16) registered 00100000:10000000:0.0:1789024358.911827:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:0.0:1789024358.915954:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:0.0:1789024358.918142:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x20:0x0] (16/1) registered 00100000:10000000:0.0:1789024358.919736:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:0.0:1789024358.921197:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:0.0:1789024358.921782:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:0.0:1789024358.922716:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1e:0x0] (16/1) registered 00100000:10000000:0.0:1789024358.930883:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x30:0x0] (24/16) registered 00100000:10000000:0.0:1789024358.932134:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:2.0:1789024358.932611:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x21:0x0] (16/1) registered 00100000:10000000:2.0:1789024358.933664:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x34:0x0] (24/16) registered 00100000:10000000:2.0:1789024358.934207:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:2.0:1789024358.934470:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2f:0x0] (24/16) registered 00100000:10000000:2.0:1789024358.934671:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:2.0:1789024358.934844:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1f:0x0] (16/1) registered 00100000:10000000:2.0:1789024358.935187:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x32:0x0] (24/16) registered 00100000:10000000:2.0:1789024358.938221:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x10000:0x0] (8/32) registered 00100000:10000000:2.0:1789024358.943431:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2010000:0x0] (8/32) registered 00100000:10000000:2.0:1789024358.943793:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1010000:0x0] (8/32) registered 00100000:10000000:2.0:1789024358.951232:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2020000:0x0] (8/32) registered 00100000:10000000:2.0:1789024358.952357:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1020000:0x0] (8/32) registered 00100000:10000000:2.0:1789024358.952857:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x20000:0x0] (8/32) registered 00080000:01000000:2.0:1789024358.955324:0:22687:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0000: register osd-ldiskfs tunable parameters 00000020:00000080:2.0:1789024358.955555:0:22687:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00080000:01000000:2.0:1789024358.955563:0:22687:0:(osd_handler.c:8924:osd_obd_connect()) connect #0 00000020:00000080:2.0:1789024358.955575:0:22687:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xa736ef4b98cb4f8e 00000020:01000004:2.0:1789024358.955594:0:22687:0:(tgt_mount.c:2587:server_fill_super()) Found service lustre-MDT0000 on device /dev/mapper/mds1_flakey 00000020:01000000:2.0:1789024358.955599:0:22687:0:(tgt_mount.c:219:server_start_mgs()) Start MGS service MGS 00000020:01000004:2.0:1789024358.955604:0:22687:0:(tgt_mount.c:101:server_register_mount()) register mount ffff90cc34283800 from MGS 00000020:01000004:2.0:1789024358.955608:0:22687:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGS (typ=mgs) 00000020:00000080:2.0:1789024358.955616:0:22687:0:(genops.c:413:class_newdev()) Allocate new device MGS (ffff90cb040d8000) 00000020:00000080:2.0:1789024358.955626:0:22687:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type mgs with refcount 2 00000020:01000004:2.0:1789024358.955682:0:22687:0:(tgt_mount.c:153:server_get_mount()) get mount ffff90cc34283800 from MGS, refs=2 00080000:01000000:2.0:1789024358.955686:0:22687:0:(osd_handler.c:8924:osd_obd_connect()) connect #1 00000020:00000080:2.0:1789024358.955700:0:22687:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xa736ef4b98cb4f9c 00000100:00100000:2.0:1789024358.955789:0:22687:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:2.0:1789024358.955919:0:22687:0:(service.c:3467:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 56 00000100:00100000:2.0:1789024358.955925:0:22687:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:0.0:1789024358.956725:0:22687:0:(service.c:3467:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 56 00000100:00100000:0.0:1789024358.956733:0:22687:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:1.0:1789024358.957440:0:22687:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1789024358.957622:0:22687:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 56 00000100:00100000:1.0:1789024358.957628:0:22687:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:0.0:1789024358.968089:0:22687:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 56 00000100:00100000:0.0:1789024358.968103:0:22687:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:0.0:1789024358.968983:0:22687:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 56 00000100:00100000:0.0:1789024358.968991:0:22687:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00010000:00010000:2.0:1789024358.969635:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789024358.969639:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789024358.969640:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789024358.970127:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789024358.970130:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789024358.970132:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789024358.970772:0:22687:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGS-0 is initialized 00010000:00010000:2.0:1789024358.973248:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:01000000:1.0:1789024358.995016:0:22687:0:(llog_obd.c:197:llog_setup()) obd MGS ctxt 0 is initialized 10000000:01000000:3.0:1789024359.000989:0:22700:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x2 (params) 20000000:01000000:0.0:1789024359.001134:0:22687:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 2 20000000:01000000:0.0:1789024359.001234:0:22687:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:0.0:1789024359.005810:0:22687:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000100:00100000:0.0:1789024359.007870:0:22687:0:(service.c:155:ptlrpc_grow_req_bufs()) mgs: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1789024359.008845:0:22687:0:(service.c:3467:ptlrpc_start_thread()) mgs[-1] started 0 min 3 max 32 00000100:00100000:0.0:1789024359.008855:0:22687:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_mgs_0000' 00000100:00100000:1.0:1789024359.022260:0:22687:0:(service.c:3467:ptlrpc_start_thread()) mgs[-1] started 1 min 3 max 32 00000100:00100000:1.0:1789024359.022276:0:22687:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_mgs_0001' 00000100:00100000:1.0:1789024359.023012:0:22687:0:(service.c:3467:ptlrpc_start_thread()) mgs[-1] started 2 min 3 max 32 00000100:00100000:1.0:1789024359.023020:0:22687:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_mgs_0002' 00000100:00080000:3.0:1789024359.024382:0:22704:0:(pinger.c:466:ping_evictor_main()) Starting Ping Evictor 00000020:00000080:1.0:1789024359.024465:0:22687:0:(obd_config.c:826:class_setup()) finished setup of obd MGS (uuid MGS) 00000020:01000004:1.0:1789024359.024488:0:22687:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.202.118@tcp' 00000020:01000004:1.0:1789024359.024489:0:22687:0:(obd_mount.c:420:lustre_start_mgc()) mgs NIDs (null). 00000020:01000004:1.0:1789024359.024518:0:22687:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.202.118@tcp (typ=mgc) 00000020:00000080:1.0:1789024359.024532:0:22687:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.202.118@tcp (ffff90cc31210000) 00000020:00000080:1.0:1789024359.024549:0:22687:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type mgc with refcount 2 00010000:00080000:1.0:1789024359.024643:0:22687:0:(ldlm_lib.c:102:import_set_conn()) imp ffff90cb04b78800@MGC192.168.202.118@tcp: add connection 192.168.202.118@tcp at head 00010000:00010000:1.0:1789024359.024815:0:22687:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.202.118@tcp-0 is initialized 00000040:01000000:1.0:1789024359.024823:0:22687:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.202.118@tcp ctxt 1 is initialized 10000000:01000000:1.0:1789024359.040681:0:22705:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:1.0:1789024359.040731:0:22687:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.202.118@tcp (uuid 0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a) 00000020:00000080:1.0:1789024359.040765:0:22687:0:(genops.c:1384:class_connect()) connect: client 0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a, cookie 0xa736ef4b98cb4faa 00000100:00080000:1.0:1789024359.040776:0:22687:0:(import.c:545:import_select_connection()) MGC192.168.202.118@tcp: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1789024359.040788:0:22687:0:(import.c:666:import_select_connection()) MGC192.168.202.118@tcp: import ffff90cb04b78800 using connection 192.168.202.118@tcp/0@lo 00000100:00100000:1.0:1789024359.040821:0:22687:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90cc3f9fca80 x1875927422429056/t0(0) o250->MGC192.168.202.118@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789024359.040841:0:22687:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a->MGS 00000020:01000004:1.0:1789024359.040857:0:22687:0:(tgt_mount.c:1808:server_start_targets()) starting target lustre-MDT0000 00000020:01000004:1.0:1789024359.040862:0:22687:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MDS (typ=mds) 00000020:00000080:1.0:1789024359.040874:0:22687:0:(genops.c:413:class_newdev()) Allocate new device MDS (ffff90cc31214d40) 00000020:00000080:1.0:1789024359.040886:0:22687:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mds with refcount 2 00000100:00100000:3.0:1789024359.047894:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3f9fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:3640:1875927422429056:0@lo:250:mount.lustre.0 00000100:00100000:3.0:1789024359.047982:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789024359.048060:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422429056 00000100:00100000:3.0:1789024359.048067:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422429056 00000100:00100000:3.0:1789024359.048096:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1789024359.048103:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cb01a10450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:3640:x1875927422429056:12345-0@lo:250:mount.lustre.0 00010000:00080000:3.0:1789024359.048127:0:22701:0:(ldlm_lib.c:1453:target_handle_connect()) MGS: connection from 0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a@0@lo t0 exp 0000000000000000 cur 677 last 0 00000020:00000080:3.0:1789024359.048186:0:22701:0:(genops.c:1384:class_connect()) connect: client 0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a, cookie 0xa736ef4b98cb4fb8 00000100:00080000:3.0:1789024359.048330:0:22701:0:(import.c:65:import_set_state_nolock()) ffff90cc07d7c000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1789024359.048378:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cb01a10450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+5:3640:x1875927422429056:12345-0@lo:250:mount.lustre.0 Request processed in 274us (395us total) trans 0 rc 0/0 00000100:00100000:3.0:1789024359.048415:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1789024359.048465:0:3640:0:(client.c:3126:ptlrpc_free_committed()) MGC192.168.202.118@tcp: committing for last_committed 0 gen 1 00000100:00080000:3.0:1789024359.048473:0:3640:0:(import.c:1177:ptlrpc_connect_interpret()) MGC192.168.202.118@tcp: connect to target with instance 0 00000100:00080000:3.0:1789024359.048481:0:3640:0:(import.c:1001:ptlrpc_connect_set_flags()) MGC192.168.202.118@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:3.0:1789024359.048486:0:3640:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:3.0:1789024359.048489:0:3640:0:(import.c:65:import_set_state_nolock()) ffff90cb04b78800 MGS: changing import state from CONNECTING to FULL 10000000:01000000:3.0:1789024359.048491:0:3640:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:3.0:1789024359.048496:0:3640:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00100000:3.0:1789024359.048502:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3f9fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:3640:1875927422429056:0@lo:250:mount.lustre.0 00000100:00100000:1.0:1789024359.059739:0:22687:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt: allocate 64 new 262144-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1789024359.061169:0:22687:0:(service.c:3467:ptlrpc_start_thread()) mdt[0] started 0 min 3 max 116 00000100:00100000:1.0:1789024359.061180:0:22687:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt00_000' 00000100:00100000:1.0:1789024359.080888:0:22687:0:(service.c:3467:ptlrpc_start_thread()) mdt[0] started 1 min 3 max 116 00000100:00100000:1.0:1789024359.080904:0:22687:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt00_001' 00000100:00100000:1.0:1789024359.099686:0:22687:0:(service.c:3467:ptlrpc_start_thread()) mdt[0] started 2 min 3 max 116 00000100:00100000:1.0:1789024359.099720:0:22687:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt00_002' 00000100:00100000:1.0:1789024359.100798:0:22687:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_readpage: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1789024359.100985:0:22687:0:(service.c:3467:ptlrpc_start_thread()) mdt_readpage[0] started 0 min 2 max 80 00000100:00100000:1.0:1789024359.100991:0:22687:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_000' 00000100:00100000:1.0:1789024359.101915:0:22687:0:(service.c:3467:ptlrpc_start_thread()) mdt_readpage[0] started 1 min 2 max 80 00000100:00100000:1.0:1789024359.101924:0:22687:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_001' 00000100:00100000:3.0:1789024359.181355:0:22687:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1789024359.181568:0:22687:0:(service.c:3467:ptlrpc_start_thread()) mdt_out[0] started 0 min 2 max 116 00000100:00100000:3.0:1789024359.181575:0:22687:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_out00_000' 00000100:00100000:0.0:1789024359.193489:0:22687:0:(service.c:3467:ptlrpc_start_thread()) mdt_out[0] started 1 min 2 max 116 00000100:00100000:0.0:1789024359.193510:0:22687:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_out00_001' 00000100:00100000:3.0:1789024359.194734:0:22687:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqs: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1789024359.194917:0:22687:0:(service.c:3467:ptlrpc_start_thread()) mdt_seqs[-1] started 0 min 2 max 256 00000100:00100000:3.0:1789024359.194922:0:22687:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_seqs_0000' 00000100:00100000:3.0:1789024359.196802:0:22687:0:(service.c:3467:ptlrpc_start_thread()) mdt_seqs[-1] started 1 min 2 max 256 00000100:00100000:3.0:1789024359.196814:0:22687:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_seqs_0001' 00000100:00100000:3.0:1789024359.200767:0:22687:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqm: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1789024359.200958:0:22687:0:(service.c:3467:ptlrpc_start_thread()) mdt_seqm[-1] started 0 min 2 max 256 00000100:00100000:3.0:1789024359.200964:0:22687:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_seqm_0000' 00000100:00100000:0.0:1789024359.207410:0:22687:0:(service.c:3467:ptlrpc_start_thread()) mdt_seqm[-1] started 1 min 2 max 256 00000100:00100000:0.0:1789024359.207424:0:22687:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_seqm_0001' 00000100:00100000:0.0:1789024359.209661:0:22687:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_fld: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1789024359.209862:0:22687:0:(service.c:3467:ptlrpc_start_thread()) mdt_fld[-1] started 0 min 2 max 256 00000100:00100000:0.0:1789024359.209868:0:22687:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_fld_0000' 00000100:00100000:0.0:1789024359.213621:0:22687:0:(service.c:3467:ptlrpc_start_thread()) mdt_fld[-1] started 1 min 2 max 256 00000100:00100000:0.0:1789024359.213638:0:22687:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_fld_0001' 00000100:00100000:2.0:1789024359.257109:0:22687:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1789024359.259085:0:22687:0:(service.c:3467:ptlrpc_start_thread()) mdt_io[0] started 0 min 3 max 116 00000100:00100000:2.0:1789024359.259095:0:22687:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_io00_000' 00000100:00100000:2.0:1789024359.266962:0:22687:0:(service.c:3467:ptlrpc_start_thread()) mdt_io[0] started 1 min 3 max 116 00000100:00100000:2.0:1789024359.266978:0:22687:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_io00_001' 00000100:00100000:0.0:1789024359.267943:0:22687:0:(service.c:3467:ptlrpc_start_thread()) mdt_io[0] started 2 min 3 max 116 00000100:00100000:0.0:1789024359.267952:0:22687:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_io00_002' 00000020:00000080:0.0:1789024359.284491:0:22687:0:(obd_config.c:826:class_setup()) finished setup of obd MDS (uuid MDS_uuid) 00000020:01000004:1.0:1789024359.284855:0:22687:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds1_flakey 10000000:01000000:1.0:1789024359.284863:0:22687:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.202.118@tcp: cl_mgc_mutex lustre-MDT0000-osd for locked: rc = 0 00000040:01000000:1.0:1789024359.284976:0:22687:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.202.118@tcp ctxt 0 is initialized 00000020:01000004:1.0:1789024359.285014:0:22687:0:(tgt_mount.c:1416:server_register_target()) Registration lustre-MDT0000, fs=lustre, 192.168.202.118@tcp, index=0000, flags=0x20005 00000020:01000004:1.0:1789024359.285018:0:22687:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:1.0:1789024359.285020:0:22687:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1789024359.285022:0:22687:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1789024359.285023:0:22687:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1789024359.285024:0:22687:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1789024359.285025:0:22687:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1789024359.285027:0:22687:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1789024359.285028:0:22687:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1789024359.285030:0:22687:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1789024359.285031:0:22687:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1789024359.285034:0:22687:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x10020005 00000020:01000004:1.0:1789024359.285036:0:22687:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1789024359.285037:0:22687:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1789024359.285038:0:22687:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1789024359.285039:0:22687:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1789024359.285040:0:22687:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1789024359.285041:0:22687:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1789024359.285042:0:22687:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1789024359.285043:0:22687:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1789024359.285044:0:22687:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1789024359.285045:0:22687:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1789024359.285072:0:22687:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:1.0:1789024359.285092:0:22687:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3f9fe680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22687:1875927422429184:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1789024359.285602:0:22687:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024359.285654:0:22687:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc07428c00 going to sleep for 11 seconds 00000100:00100000:2.0:1789024359.285744:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422429184 00000100:00100000:2.0:1789024359.285754:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422429184 00000100:00100000:2.0:1789024359.285811:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1789024359.285821:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cb01a12850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+5:22687:x1875927422429184:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1789024359.285870:0:22703:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:2.0:1789024359.285873:0:22703:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:2.0:1789024359.285876:0:22703:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0000 is running on 0@lo 10000000:01000000:3.0:1789024359.286989:0:22724:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:2.0:1789024359.288957:0:22703:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 10 20000000:01000000:2.0:1789024359.292428:0:22725:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 0 20000000:01000000:2.0:1789024359.292438:0:22725:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 1 20000000:01000000:2.0:1789024359.292441:0:22725:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0000_UUID is 0 (0) 20000000:01000000:2.0:1789024359.292444:0:22725:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0001_UUID is 1 (1) 00000040:00080000:2.0:1789024359.292890:0:22725:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 20000000:01000000:0.0:1789024359.300003:0:22703:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:0.0:1789024359.300016:0:22703:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:0.0:1789024359.306536:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cb01a12850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+5:22687:x1875927422429184:12345-0@lo:253:mount.lustre.0 Request processed in 20706us (20924us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024359.306558:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1789024359.306671:0:22687:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3f9fe680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22687:1875927422429184:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1789024359.306698:0:22687:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:1.0:1789024359.306701:0:22687:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1789024359.306702:0:22687:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1789024359.306704:0:22687:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1789024359.306705:0:22687:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1789024359.306707:0:22687:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1789024359.306708:0:22687:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1789024359.306709:0:22687:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1789024359.306711:0:22687:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1789024359.306712:0:22687:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1789024359.306714:0:22687:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:1.0:1789024359.306732:0:22687:0:(tgt_mount.c:101:server_register_mount()) register mount ffff90cc34283800 from lustre-MDT0000 10000000:01000000:1.0:1789024359.306771:0:22687:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0000 from 0 10000000:01000000:1.0:1789024359.306774:0:22687:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0000-0000000000000000 10000000:01000000:1.0:1789024359.306778:0:22687:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff90cc31210000 10000000:01000000:1.0:1789024359.306783:0:22687:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1789024359.306800:0:22687:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff90cc31210000 from 1 10000000:01000000:1.0:1789024359.306804:0:22687:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:1.0:1789024359.306841:0:22687:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cc01323200/0xa736ef4b98cb4fbf lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024359.306852:0:22687:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.118@tcp lock: ffff90cc01323200/0xa736ef4b98cb4fbf lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024359.306862:0:22687:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.118@tcp lock: ffff90cc01323200/0xa736ef4b98cb4fbf lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789024359.306881:0:22687:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3f9fe680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22687:1875927422429312:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1789024359.306931:0:22687:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024359.306971:0:22687:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc07428840 going to sleep for 11 seconds 00000100:00100000:3.0:1789024359.307036:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422429312 00000100:00100000:3.0:1789024359.307043:0:22702:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422429312 00000100:00100000:3.0:1789024359.307083:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1789024359.307091:0:22702:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f9a0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+5:22687:x1875927422429312:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789024359.307103:0:22702:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789024359.307116:0:22702:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90cc342bdc00/0xa736ef4b98cb4fc6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa736ef4b98cb4fbf expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024359.307185:0:22702:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90cc342bdc00/0xa736ef4b98cb4fc6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa736ef4b98cb4fbf expref: 6 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024359.307195:0:22702:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90cc342bdc00/0xa736ef4b98cb4fc6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa736ef4b98cb4fbf expref: 6 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024359.307204:0:22702:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90cc342bdc00, rc 0) 00000100:00100000:3.0:1789024359.307242:0:22702:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f9a0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+6:22687:x1875927422429312:12345-0@lo:101:mount.lustre.0 Request processed in 152us (311us total) trans 0 rc 0/0 00000100:00100000:3.0:1789024359.307248:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1789024359.307852:0:22687:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3f9fe680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22687:1875927422429312:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789024359.307867:0:22687:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.118@tcp lock: ffff90cc01323200/0xa736ef4b98cb4fbf lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb4fc6 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024359.307885:0:22687:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.118@tcp lock: ffff90cc01323200/0xa736ef4b98cb4fbf lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa736ef4b98cb4fc6 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789024359.307948:0:22687:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3f9fe680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22687:1875927422429440:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789024359.307976:0:22687:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024359.307994:0:22687:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc07428840 going to sleep for 11 seconds 00000100:00100000:0.0:1789024359.308049:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422429440 00000100:00100000:0.0:1789024359.308054:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422429440 00000100:00100000:0.0:1789024359.308089:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1789024359.308096:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f9a3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+6:22687:x1875927422429440:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789024359.308211:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f9a3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+6:22687:x1875927422429440:12345-0@lo:501:mount.lustre.0 Request processed in 115us (233us total) trans 0 rc -2/-2 00000100:00100000:0.0:1789024359.308218:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1789024359.308780:0:22687:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3f9fe680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22687:1875927422429440:0@lo:501:mount.lustre.0 10000000:01000000:1.0:1789024359.308819:0:22687:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.118@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:1.0:1789024359.308837:0:22687:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cc01323200/0xa736ef4b98cb4fbf lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb4fc6 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024359.308846:0:22687:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.118@tcp lock: ffff90cc01323200/0xa736ef4b98cb4fbf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb4fc6 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789024359.308854:0:22687:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff90cc34283800 10000000:01000000:1.0:1789024359.308859:0:22687:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:1.0:1789024359.308862:0:22687:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff90cc34283800 10000000:01000000:1.0:1789024359.308865:0:22687:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:1.0:1789024359.308868:0:22687:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff90cc34283800 from 1 10000000:01000000:1.0:1789024359.308870:0:22687:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:1.0:1789024359.308892:0:22687:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cc01322000/0xa736ef4b98cb4fcd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024359.308900:0:22687:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.118@tcp lock: ffff90cc01322000/0xa736ef4b98cb4fcd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024359.308909:0:22687:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.118@tcp lock: ffff90cc01322000/0xa736ef4b98cb4fcd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789024359.308931:0:22687:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3f9fe680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22687:1875927422429568:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1789024359.308960:0:22687:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024359.308979:0:22687:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc07428840 going to sleep for 11 seconds 00000100:00100000:0.0:1789024359.310276:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422429568 00000100:00100000:0.0:1789024359.310286:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422429568 00000100:00100000:0.0:1789024359.310344:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1789024359.310354:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f9a0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+6:22687:x1875927422429568:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789024359.310368:0:22701:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789024359.310394:0:22701:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90cb0338a800/0xa736ef4b98cb4fd4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa736ef4b98cb4fcd expref: -99 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024359.310416:0:22701:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90cb0338a800/0xa736ef4b98cb4fd4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa736ef4b98cb4fcd expref: 7 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024359.310442:0:22701:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90cb0338a800/0xa736ef4b98cb4fd4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa736ef4b98cb4fcd expref: 7 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024359.310450:0:22701:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90cb0338a800, rc 0) 00000100:00100000:0.0:1789024359.310509:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f9a0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+7:22687:x1875927422429568:12345-0@lo:101:mount.lustre.0 Request processed in 157us (1549us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024359.310516:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1789024359.310640:0:22687:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3f9fe680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22687:1875927422429568:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789024359.310668:0:22687:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.118@tcp lock: ffff90cc01322000/0xa736ef4b98cb4fcd lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb4fd4 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024359.310677:0:22687:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.118@tcp lock: ffff90cc01322000/0xa736ef4b98cb4fcd lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa736ef4b98cb4fd4 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789024359.310691:0:22687:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.118@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:1.0:1789024359.310709:0:22687:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cc01322000/0xa736ef4b98cb4fcd lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb4fd4 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024359.310717:0:22687:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.118@tcp lock: ffff90cc01322000/0xa736ef4b98cb4fcd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb4fd4 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789024359.310724:0:22687:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0000-0000000000000000 10000000:01000000:1.0:1789024359.310729:0:22687:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1789024359.310736:0:22687:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff90cc34283800 10000000:01000000:1.0:1789024359.310750:0:22687:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:1.0:1789024359.310755:0:22687:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 1 10000000:01000000:1.0:1789024359.310757:0:22687:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:1.0:1789024359.310781:0:22687:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cc01322600/0xa736ef4b98cb4fdb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024359.310914:0:22687:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.118@tcp lock: ffff90cc01322600/0xa736ef4b98cb4fdb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024359.310931:0:22687:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.118@tcp lock: ffff90cc01322600/0xa736ef4b98cb4fdb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789024359.310950:0:22687:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3f9fe680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22687:1875927422429696:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1789024359.310981:0:22687:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024359.313538:0:22687:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc07428840 going to sleep for 11 seconds 00000100:00100000:2.0:1789024359.314615:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422429696 00000100:00100000:2.0:1789024359.314628:0:22702:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422429696 00000100:00100000:2.0:1789024359.314733:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1789024359.314743:0:22702:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f9a3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+7:22687:x1875927422429696:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789024359.314774:0:22702:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789024359.315592:0:22702:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90cc22fa5000/0xa736ef4b98cb4fe2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xa736ef4b98cb4fdb expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024359.315642:0:22702:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90cc22fa5000/0xa736ef4b98cb4fe2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa736ef4b98cb4fdb expref: 8 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024359.315666:0:22702:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90cc22fa5000/0xa736ef4b98cb4fe2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa736ef4b98cb4fdb expref: 8 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024359.315676:0:22702:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90cc22fa5000, rc 0) 00000100:00100000:2.0:1789024359.315758:0:22702:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f9a3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+8:22687:x1875927422429696:12345-0@lo:101:mount.lustre.0 Request processed in 1016us (4775us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024359.315766:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1789024359.320419:0:22687:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3f9fe680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22687:1875927422429696:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789024359.320451:0:22687:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.118@tcp lock: ffff90cc01322600/0xa736ef4b98cb4fdb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb4fe2 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024359.320464:0:22687:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.118@tcp lock: ffff90cc01322600/0xa736ef4b98cb4fdb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xa736ef4b98cb4fe2 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789024359.320550:0:22687:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3f9fe680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22687:1875927422429824:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789024359.320609:0:22687:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024359.320690:0:22687:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc07428840 going to sleep for 11 seconds 00000100:00100000:2.0:1789024359.321019:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422429824 00000100:00100000:2.0:1789024359.321027:0:22702:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422429824 00000100:00100000:2.0:1789024359.321077:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1789024359.321085:0:22702:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f9a1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+8:22687:x1875927422429824:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789024359.321269:0:22702:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f9a1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+9:22687:x1875927422429824:12345-0@lo:501:mount.lustre.0 Request processed in 185us (659us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024359.321277:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1789024359.321596:0:22687:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3f9fe680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22687:1875927422429824:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789024359.321630:0:22687:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3f9fe680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22687:1875927422429952:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789024359.321679:0:22687:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024359.321699:0:22687:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc07428840 going to sleep for 11 seconds 00000100:00100000:0.0:1789024359.321756:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422429952 00000100:00100000:0.0:1789024359.321761:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422429952 00000100:00100000:0.0:1789024359.321802:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1789024359.321810:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f9a0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+9:22687:x1875927422429952:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789024359.323228:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f9a0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+9:22687:x1875927422429952:12345-0@lo:503:mount.lustre.0 Request processed in 1414us (1544us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024359.323238:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1789024359.323363:0:22687:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3f9fe680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22687:1875927422429952:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789024359.324222:0:22726:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc08781500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22726:1875927422430080:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1789024359.324273:0:22726:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789024359.324310:0:22726:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc1042e600 going to sleep for 11 seconds 00000100:00100000:3.0:1789024359.324367:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422430080 00000100:00100000:3.0:1789024359.324374:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422430080 00000100:00100000:3.0:1789024359.324428:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1789024359.324436:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f9a2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+9:22726:x1875927422430080:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1789024359.325543:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f9a2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+9:22726:x1875927422430080:12345-0@lo:502:llog_process_th.0 Request processed in 1104us (1266us total) trans 0 rc 0/0 00000100:00100000:3.0:1789024359.325553:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1789024359.325655:0:22726:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc08781500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22726:1875927422430080:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1789024359.325689:0:22726:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789024359.325700:0:22726:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789024359.325703:0:22726:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) lustre-MDT0000-m lov setup 00000020:01000000:0.0:1789024359.325708:0:22726:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0000) 00000020:00000080:0.0:1789024359.325711:0:22726:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1789024359.325728:0:22726:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdtlov (ffff90cc3399cd40) 00000020:00000080:0.0:1789024359.325756:0:22726:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type lod with refcount 2 00000020:00000080:0.0:1789024359.325762:0:22726:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:0.0:1789024359.325865:0:22726:0:(osd_handler.c:8924:osd_obd_connect()) connect #2 00000020:00000080:0.0:1789024359.325873:0:22726:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xa736ef4b98cb4ff0 00000020:00000080:0.0:1789024359.326066:0:22726:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:01000000:0.0:1789024359.326070:0:22726:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789024359.326079:0:22726:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789024359.326081:0:22726:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) lustre-MDT0000-m lov setup 00000020:01000000:0.0:1789024359.326084:0:22726:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789024359.326088:0:22726:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789024359.326089:0:22726:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) lustre-MDT0000 add mdt 00000020:00000080:0.0:1789024359.326093:0:22726:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1789024359.326100:0:22726:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000 (ffff90cc3399b380) 00000020:00000080:0.0:1789024359.326110:0:22726:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type mdt with refcount 2 00000020:00000080:0.0:1789024359.326114:0:22726:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:0.0:1789024359.326116:0:22726:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0000 osc lustre-MDT0000-mdtlov mdc (null) 00000020:01000000:0.0:1789024359.326119:0:22726:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0000 00000020:00000080:0.0:1789024359.326125:0:22726:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:0.0:1789024359.326187:0:22726:0:(tgt_mount.c:153:server_get_mount()) get mount ffff90cc34283800 from lustre-MDT0000, refs=3 00000020:00000080:0.0:1789024359.326200:0:22726:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0000 (ffff90cc33998000) 00000020:00000080:0.0:1789024359.326208:0:22726:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type mdd with refcount 2 00000004:01000000:0.0:1789024359.326273:0:22726:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:0.0:1789024359.326279:0:22726:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xa736ef4b98cb5005 00000020:00000080:0.0:1789024359.326361:0:22726:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000004:01000000:0.0:1789024359.326367:0:22726:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:0.0:1789024359.326371:0:22726:0:(genops.c:1384:class_connect()) connect: client lustre-MDD0000_UUID, cookie 0xa736ef4b98cb500c 00080000:01000000:0.0:1789024359.326376:0:22726:0:(osd_handler.c:8924:osd_obd_connect()) connect #3 00000020:00000080:0.0:1789024359.326379:0:22726:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xa736ef4b98cb5013 00010000:00010000:3.0:1789024359.474741:0:22726:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0000_UUID-1 is initialized 00000001:00000004:3.0:1789024359.476837:0:22726:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 8589934627 00000001:00080000:3.0:1789024359.478238:0:22726:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:3.0:1789024359.479073:0:22726:0:(genops.c:413:class_newdev()) Allocate new device lustre-QMT0000 (ffff90cb0415b380) 00000020:00000080:3.0:1789024359.479093:0:22726:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type qmt with refcount 2 00080000:01000000:3.0:1789024359.479208:0:22726:0:(osd_handler.c:8924:osd_obd_connect()) connect #4 00000020:00000080:3.0:1789024359.479216:0:22726:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xa736ef4b98cb5021 00000020:00000080:2.0:1789024359.486187:0:22726:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:2.0:1789024359.497739:0:22726:0:(genops.c:1384:class_connect()) connect: client lustre-QMT0000_UUID, cookie 0xa736ef4b98cb5028 00000020:00000080:0.0:1789024359.498168:0:22726:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:01000000:0.0:1789024359.498180:0:22726:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789024359.498187:0:22726:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789024359.498189:0:22726:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) lustre-MDT0000 add mdt 00000020:01000000:0.0:1789024359.498192:0:22726:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1789024359.498195:0:22726:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #9 00000020:01000000:0.0:1789024359.498197:0:22726:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1789024359.498198:0:22726:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1789024359.498200:0:22726:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1789024359.498202:0:22726:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789024359.498204:0:22726:0:(obd_config.c:1563:class_process_config()) marker 9 (0x6) lustre sys.timeout 00000020:01000000:0.0:1789024359.498206:0:22726:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789024359.498217:0:22726:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789024359.498219:0:22726:0:(obd_config.c:1563:class_process_config()) marker 10 (0x1) lustre-MDT0000 mdt.identity_upcall 00000020:00000080:0.0:1789024359.498224:0:22726:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:0.0:1789024359.498278:0:22726:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:0.0:1789024359.498296:0:22726:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789024359.498300:0:22726:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789024359.498301:0:22726:0:(obd_config.c:1563:class_process_config()) marker 10 (0x2) lustre-MDT0000 mdt.identity_upcall 00000020:01000000:0.0:1789024359.498304:0:22726:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789024359.498307:0:22726:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789024359.498308:0:22726:0:(obd_config.c:1563:class_process_config()) marker 17 (0x1) lustre-MDT0001 add osp 00000020:00000080:0.0:1789024359.498311:0:22726:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1789024359.498316:0:22726:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.118@tcp to nid 0x20000c0a8ca76 (192.168.202.118@tcp) 00000020:00000080:0.0:1789024359.498341:0:22726:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1789024359.498355:0:22726:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osp-MDT0000 (ffff90cc339999c0) 00000020:00000080:0.0:1789024359.498368:0:22726:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type osp with refcount 2 00000020:00000080:0.0:1789024359.498373:0:22726:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1789024359.502736:0:22726:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0001-osp-MDT0000: connect to lustre-MDT0000-osd (lustre-MDT0001-osp-MDT0000) 00080000:01000000:0.0:1789024359.502748:0:22726:0:(osd_handler.c:8924:osd_obd_connect()) connect #5 00000020:00000080:0.0:1789024359.502763:0:22726:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xa736ef4b98cb5036 00010000:00080000:0.0:1789024359.502806:0:22726:0:(ldlm_lib.c:102:import_set_conn()) imp ffff90cb03b90000@lustre-MDT0001-osp-MDT0000: add connection 192.168.202.118@tcp at head 00010000:00010000:0.0:1789024359.509204:0:22726:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-osp-MDT0000-1 is initialized 00000020:00000080:2.0:1789024359.524898:0:22726:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1789024359.524915:0:22726:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00000004:01000000:2.0:1789024359.524966:0:22726:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0001_UUID idx:1 gen:1 00000020:00000080:2.0:1789024359.524989:0:22726:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xa736ef4b98cb503d 00000100:00080000:2.0:1789024359.525000:0:22726:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1789024359.525012:0:22726:0:(import.c:666:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff90cb03b90000 using connection 192.168.202.118@tcp/0@lo 00000100:00100000:2.0:1789024359.525066:0:22726:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90cc08781f80 x1875927422430208/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789024359.525088:0:22726:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000020:01000000:2.0:1789024359.525171:0:22726:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789024359.525175:0:22726:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789024359.525177:0:22726:0:(obd_config.c:1563:class_process_config()) marker 17 (0x2) lustre-MDT0001 add osp 00000020:01000000:2.0:1789024359.525180:0:22726:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1789024359.525182:0:22726:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #19 00000020:01000000:2.0:1789024359.525184:0:22726:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1789024359.525185:0:22726:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1789024359.525187:0:22726:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1789024359.525189:0:22726:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789024359.525190:0:22726:0:(obd_config.c:1563:class_process_config()) marker 19 (0x6) lustre sys.timeout 00000020:01000000:2.0:1789024359.525193:0:22726:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1789024359.525197:0:22726:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:2.0:1789024359.525201:0:22726:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789024359.525202:0:22726:0:(obd_config.c:1563:class_process_config()) marker 22 (0x1) lustre-OST0000 add osc 00000020:00000080:2.0:1789024359.525205:0:22726:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1789024359.525208:0:22726:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.118@tcp to nid 0x20000c0a8ca76 (192.168.202.118@tcp) 00000020:01000000:2.0:1789024359.525231:0:22726:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:2.0:1789024359.525233:0:22726:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1789024359.525244:0:22726:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0000 (ffff90cb040db380) 00000020:00000080:2.0:1789024359.525674:0:22726:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type osp with refcount 2 00000020:00000080:2.0:1789024359.525684:0:22726:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1789024359.525757:0:22726:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0000-osc-MDT0000) 00080000:01000000:2.0:1789024359.525764:0:22726:0:(osd_handler.c:8924:osd_obd_connect()) connect #6 00000020:00000080:2.0:1789024359.525770:0:22726:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xa736ef4b98cb504b 00010000:00080000:2.0:1789024359.525797:0:22726:0:(ldlm_lib.c:102:import_set_conn()) imp ffff90cb03b93000@lustre-OST0000-osc-MDT0000: add connection 192.168.202.118@tcp at head 00000100:00100000:0.0:1789024359.526188:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc08781f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1875927422430208:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1789024359.526264:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024359.526656:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422430208 00000100:00100000:1.0:1789024359.526665:0:22713:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422430208 00000100:00100000:1.0:1789024359.526695:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1789024359.526702:0:22713:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3fce9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3640:x1875927422430208:12345-0@lo:38:llog_process_th.0 00010000:00020000:1.0:1789024359.526726:0:22713:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00010000:2.0:1789024359.528720:0:22726:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0000-2 is initialized 00000040:01000000:2.0:1789024359.532930:0:22726:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:2.0:1789024359.534245:0:22726:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:3.0:1789024359.547371:0:22726:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1789024359.549538:0:22726:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:3.0:1789024359.559009:0:22726:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].1, 64 off8256 00000040:00080000:0.0:1789024359.563853:0:22732:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1789024359.563863:0:22732:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x10:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:0.0:1789024359.571561:0:22726:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1789024359.571591:0:22726:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:0.0:1789024359.571666:0:22726:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:0.0:1789024359.571695:0:22726:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xa736ef4b98cb5052 00000100:00080000:0.0:1789024359.571712:0:22726:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1789024359.571727:0:22726:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff90cb03b93000 using connection 192.168.202.118@tcp/0@lo 00000100:00100000:0.0:1789024359.571784:0:22726:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90cc3fce8000 x1875927422430336/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789024359.571816:0:22726:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:0.0:1789024359.571904:0:22726:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789024359.571910:0:22726:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789024359.571912:0:22726:0:(obd_config.c:1563:class_process_config()) marker 22 (0x2) lustre-OST0000 add osc 00000020:01000000:0.0:1789024359.571915:0:22726:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1789024359.571917:0:22726:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #27 00000020:01000000:0.0:1789024359.571920:0:22726:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1789024359.571921:0:22726:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1789024359.571922:0:22726:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1789024359.571924:0:22726:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789024359.571926:0:22726:0:(obd_config.c:1563:class_process_config()) marker 27 (0x6) lustre sys.timeout 00000020:01000000:0.0:1789024359.571928:0:22726:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1789024359.571933:0:22726:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:0.0:1789024359.571936:0:22726:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789024359.571938:0:22726:0:(obd_config.c:1563:class_process_config()) marker 30 (0x1) lustre-OST0001 add osc 00000020:00000080:0.0:1789024359.571941:0:22726:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1789024359.571944:0:22726:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.118@tcp to nid 0x20000c0a8ca76 (192.168.202.118@tcp) 00000020:01000000:0.0:1789024359.571966:0:22726:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:0.0:1789024359.571969:0:22726:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1789024359.571980:0:22726:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0000 (ffff90cc30c30000) 00000020:00000080:0.0:1789024359.571992:0:22726:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type osp with refcount 2 00000020:00000080:0.0:1789024359.571996:0:22726:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1789024359.572053:0:22726:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0001-osc-MDT0000) 00080000:01000000:0.0:1789024359.572060:0:22726:0:(osd_handler.c:8924:osd_obd_connect()) connect #7 00000020:00000080:0.0:1789024359.572067:0:22726:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xa736ef4b98cb5060 00010000:00080000:0.0:1789024359.572095:0:22726:0:(ldlm_lib.c:102:import_set_conn()) imp ffff90cc4159a800@lustre-OST0001-osc-MDT0000: add connection 192.168.202.118@tcp at head 00010000:00010000:0.0:1789024359.572339:0:22726:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0000-3 is initialized 00000040:01000000:0.0:1789024359.572431:0:22726:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:0.0:1789024359.572446:0:22726:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0000 ctxt 2 is initialized 00000100:00100000:3.0:1789024359.572877:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fce8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1875927422430336:0@lo:8:llog_process_th.0 00000400:00000100:3.0:1789024359.572933:0:3640:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875927422430336 offset 0 length 520: 4 00000100:00100000:0.0:1789024359.582698:0:22713:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3fce9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3640:x1875927422430208:12345-0@lo:38:llog_process_th.0 Request processed in 55986us (56424us total) trans 0 rc -19/-19 00000100:00100000:0.0:1789024359.582720:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000040:00080000:3.0:1789024359.583012:0:22726:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1789024359.583866:0:22726:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:3.0:1789024359.584010:0:22726:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x12:0x0].1, 64 off8256 00000100:00080000:1.0:1789024359.584997:0:3640:0:(import.c:65:import_set_state_nolock()) ffff90cb03b90000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789024359.585006:0:3640:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1789024359.585010:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc08781f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1875927422430208:0@lo:38:llog_process_th.0 00000040:00080000:0.0:1789024359.586625:0:22734:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1789024359.586632:0:22734:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x12:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:3.0:1789024359.587964:0:22726:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1789024359.587978:0:22726:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:3.0:1789024359.588016:0:22726:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:3.0:1789024359.588036:0:22726:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xa736ef4b98cb5067 00000100:00080000:3.0:1789024359.588047:0:22726:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1789024359.588056:0:22726:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff90cc4159a800 using connection 192.168.202.118@tcp/0@lo 00000100:00100000:3.0:1789024359.588092:0:22726:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90cc34379500 x1875927422430464/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789024359.588124:0:22726:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000100:00100000:1.0:1789024359.588219:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc34379500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1875927422430464:0@lo:8:llog_process_th.0 00000400:00000100:1.0:1789024359.588285:0:3640:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875927422430464 offset 0 length 520: 4 00000020:01000000:3.0:1789024359.588499:0:22726:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789024359.588503:0:22726:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789024359.588505:0:22726:0:(obd_config.c:1563:class_process_config()) marker 30 (0x2) lustre-OST0001 add osc 00000020:01000000:3.0:1789024359.588508:0:22726:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789024359.588512:0:22726:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789024359.588513:0:22726:0:(obd_config.c:1563:class_process_config()) marker 35 (0x1) lustre sys.timeout 00000020:00000080:3.0:1789024359.588515:0:22726:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:3.0:1789024359.588517:0:22726:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:3.0:1789024359.588519:0:22726:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789024359.588521:0:22726:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789024359.588522:0:22726:0:(obd_config.c:1563:class_process_config()) marker 35 (0x2) lustre sys.timeout 00000020:01000000:3.0:1789024359.588525:0:22726:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789024359.588526:0:22726:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789024359.588528:0:22726:0:(obd_config.c:1563:class_process_config()) marker 40 (0x1) lustre sys.jobid_var 00000020:00000080:3.0:1789024359.588531:0:22726:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:3.0:1789024359.588559:0:22726:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc34378000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22726:1875927422430592:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1789024359.588630:0:22726:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789024359.588657:0:22726:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc191e2e40 going to sleep for 11 seconds 00000100:00100000:1.0:1789024359.591770:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422430592 00000100:00100000:1.0:1789024359.591785:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422430592 00000100:00100000:1.0:1789024359.591844:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1789024359.591855:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f9a0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+9:22726:x1875927422430592:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1789024359.592042:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f9a0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+9:22726:x1875927422430592:12345-0@lo:502:llog_process_th.0 Request processed in 189us (3411us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024359.592050:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1789024359.592283:0:22726:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc34378000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22726:1875927422430592:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1789024359.592317:0:22726:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789024359.592324:0:22726:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789024359.592327:0:22726:0:(obd_config.c:1563:class_process_config()) marker 40 (0x2) lustre sys.jobid_var 00000040:00080000:3.0:1789024359.592332:0:22726:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 46 count 46 00000020:01000000:1.0:1789024359.592609:0:22687:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 1-45 (rc=0) 10000000:01000000:1.0:1789024359.592630:0:22687:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.118@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:1.0:1789024359.592653:0:22687:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cc01322600/0xa736ef4b98cb4fdb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb4fe2 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024359.592665:0:22687:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.118@tcp lock: ffff90cc01322600/0xa736ef4b98cb4fdb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb4fe2 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789024359.592673:0:22687:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff90cc34283800 from 1 10000000:01000000:1.0:1789024359.592675:0:22687:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1789024359.592708:0:22687:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cc01323400/0xa736ef4b98cb506e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024359.592728:0:22687:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.118@tcp lock: ffff90cc01323400/0xa736ef4b98cb506e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024359.592901:0:22687:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.118@tcp lock: ffff90cc01323400/0xa736ef4b98cb506e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789024359.592923:0:22687:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3f9fe680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22687:1875927422430720:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1789024359.592964:0:22687:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024359.593002:0:22687:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc07428780 going to sleep for 11 seconds 00000100:00100000:3.0:1789024359.593058:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422430720 00000100:00100000:3.0:1789024359.593064:0:22702:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422430720 00000100:00100000:3.0:1789024359.593099:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1789024359.593108:0:22702:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f9a1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+9:22687:x1875927422430720:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789024359.593118:0:22702:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789024359.593130:0:22702:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90cc342bc600/0xa736ef4b98cb5075 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa736ef4b98cb506e expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024359.593170:0:22702:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90cc342bc600/0xa736ef4b98cb5075 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa736ef4b98cb506e expref: 10 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024359.593181:0:22702:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90cc342bc600/0xa736ef4b98cb5075 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa736ef4b98cb506e expref: 10 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024359.593188:0:22702:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90cc342bc600, rc 0) 00000100:00100000:3.0:1789024359.593225:0:22702:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f9a1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+10:22687:x1875927422430720:12345-0@lo:101:mount.lustre.0 Request processed in 119us (261us total) trans 0 rc 0/0 00000100:00100000:3.0:1789024359.593232:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1789024359.593395:0:22687:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3f9fe680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22687:1875927422430720:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789024359.593408:0:22687:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.118@tcp lock: ffff90cc01323400/0xa736ef4b98cb506e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb5075 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024359.593417:0:22687:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.118@tcp lock: ffff90cc01323400/0xa736ef4b98cb506e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa736ef4b98cb5075 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789024359.594977:0:22687:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3f9fe680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22687:1875927422430848:0@lo:256:mount.lustre.0 00000100:00100000:1.0:1789024359.595038:0:22687:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024359.595115:0:22687:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc07428780 going to sleep for 11 seconds 00000100:00100000:3.0:1789024359.601927:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422430848 00000100:00100000:3.0:1789024359.601943:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422430848 00000100:00100000:3.0:1789024359.602015:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1789024359.602026:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f9a1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+10:22687:x1875927422430848:12345-0@lo:256:mount.lustre.0 20000000:01000000:3.0:1789024359.602068:0:22703:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:3.0:1789024359.602074:0:22703:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 0, version 1 00000100:00100000:3.0:1789024359.602237:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f9a1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+10:22687:x1875927422430848:12345-0@lo:256:mount.lustre.0 Request processed in 212us (7198us total) trans 0 rc 0/0 00000100:00100000:3.0:1789024359.602246:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1789024359.602429:0:22687:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3f9fe680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22687:1875927422430848:0@lo:256:mount.lustre.0 10000000:01000000:0.0:1789024359.603040:0:22687:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.118@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1789024359.603064:0:22687:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cc01323400/0xa736ef4b98cb506e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb5075 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024359.603078:0:22687:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.118@tcp lock: ffff90cc01323400/0xa736ef4b98cb506e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb5075 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789024359.603086:0:22687:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff90cc34283800 from 1 10000000:01000000:0.0:1789024359.603089:0:22687:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1789024359.603130:0:22687:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cb0338aa00/0xa736ef4b98cb507c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024359.603138:0:22687:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.118@tcp lock: ffff90cb0338aa00/0xa736ef4b98cb507c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024359.603184:0:22687:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.118@tcp lock: ffff90cb0338aa00/0xa736ef4b98cb507c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789024359.603209:0:22687:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fceb100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22687:1875927422430976:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1789024359.603253:0:22687:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024359.603293:0:22687:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc4154c780 going to sleep for 11 seconds 00000100:00100000:2.0:1789024359.603461:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422430976 00000100:00100000:2.0:1789024359.603468:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422430976 00000100:00100000:2.0:1789024359.603503:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1789024359.603511:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f9a2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+10:22687:x1875927422430976:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789024359.603522:0:22701:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789024359.603536:0:22701:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90cc22fa5800/0xa736ef4b98cb5083 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa736ef4b98cb507c expref: -99 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024359.603557:0:22701:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90cc22fa5800/0xa736ef4b98cb5083 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa736ef4b98cb507c expref: 11 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024359.603567:0:22701:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90cc22fa5800/0xa736ef4b98cb5083 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa736ef4b98cb507c expref: 11 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024359.603575:0:22701:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90cc22fa5800, rc 0) 00000100:00100000:2.0:1789024359.603609:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f9a2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+11:22687:x1875927422430976:12345-0@lo:101:mount.lustre.0 Request processed in 99us (355us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024359.603614:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1789024359.603785:0:22687:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fceb100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22687:1875927422430976:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789024359.603799:0:22687:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.118@tcp lock: ffff90cb0338aa00/0xa736ef4b98cb507c lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb5083 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024359.603818:0:22687:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.118@tcp lock: ffff90cb0338aa00/0xa736ef4b98cb507c lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa736ef4b98cb5083 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789024359.603886:0:22687:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fceb100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22687:1875927422431104:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789024359.603913:0:22687:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024359.603939:0:22687:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc4154c780 going to sleep for 11 seconds 00000100:00100000:0.0:1789024359.603953:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422431104 00000100:00100000:0.0:1789024359.603956:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422431104 00000100:00100000:0.0:1789024359.603978:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1789024359.603984:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f9a2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+11:22687:x1875927422431104:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789024359.604104:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f9a2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+11:22687:x1875927422431104:12345-0@lo:501:mount.lustre.0 Request processed in 119us (190us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024359.604110:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1789024359.604138:0:22687:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fceb100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22687:1875927422431104:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789024359.604185:0:22687:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fceb100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22687:1875927422431232:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789024359.604221:0:22687:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024359.604234:0:22687:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc4154c780 going to sleep for 11 seconds 00000100:00100000:0.0:1789024359.604245:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422431232 00000100:00100000:0.0:1789024359.604249:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422431232 00000100:00100000:0.0:1789024359.604266:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1789024359.604271:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f9a1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+11:22687:x1875927422431232:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789024359.604341:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f9a1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+11:22687:x1875927422431232:12345-0@lo:503:mount.lustre.0 Request processed in 68us (119us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024359.604348:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1789024359.604404:0:22687:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fceb100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22687:1875927422431232:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789024359.608502:0:22736:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc34378000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22736:1875927422431360:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1789024359.608616:0:22736:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789024359.608660:0:22736:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc191e2480 going to sleep for 11 seconds 00000100:00100000:0.0:1789024359.609872:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422431360 00000100:00100000:0.0:1789024359.609885:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422431360 00000100:00100000:0.0:1789024359.609943:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1789024359.609953:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f9a2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+11:22736:x1875927422431360:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1789024359.610717:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f9a2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+11:22736:x1875927422431360:12345-0@lo:502:llog_process_th.0 Request processed in 762us (2098us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024359.610726:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1789024359.610936:0:22736:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc34378000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22736:1875927422431360:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1789024359.610969:0:22736:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789024359.610978:0:22736:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789024359.610980:0:22736:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:3.0:1789024359.610987:0:22736:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff90cc34283800 00000020:00000080:3.0:1789024359.610989:0:22736:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1789024359.610997:0:22736:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789024359.610999:0:22736:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789024359.611000:0:22736:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:3.0:1789024359.611003:0:22736:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789024359.611006:0:22736:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789024359.611007:0:22736:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:3.0:1789024359.611010:0:22736:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff90cc34283800 00000020:00000080:3.0:1789024359.611012:0:22736:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1789024359.611077:0:22736:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789024359.611081:0:22736:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789024359.611082:0:22736:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:3.0:1789024359.611085:0:22736:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789024359.611087:0:22736:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789024359.611088:0:22736:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1789024359.611091:0:22736:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff90cc34283800 00000020:00000080:3.0:1789024359.611094:0:22736:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1789024359.611119:0:22736:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789024359.611122:0:22736:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789024359.611124:0:22736:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1789024359.611126:0:22736:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789024359.611129:0:22736:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789024359.611130:0:22736:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:3.0:1789024359.611133:0:22736:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff90cc34283800 00000020:00000080:3.0:1789024359.611135:0:22736:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:3.0:1789024359.611210:0:22736:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc34378000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22736:1875927422431488:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1789024359.611255:0:22736:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789024359.611291:0:22736:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc191e2480 going to sleep for 11 seconds 00000100:00100000:2.0:1789024359.611353:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422431488 00000100:00100000:2.0:1789024359.611360:0:22702:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422431488 00000100:00100000:2.0:1789024359.611410:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1789024359.611419:0:22702:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc1803b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+11:22736:x1875927422431488:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1789024359.611519:0:22702:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc1803b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+11:22736:x1875927422431488:12345-0@lo:502:llog_process_th.0 Request processed in 101us (264us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024359.611526:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1789024359.611567:0:22736:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc34378000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22736:1875927422431488:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1789024359.611595:0:22736:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789024359.611599:0:22736:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789024359.611601:0:22736:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:2.0:1789024359.611604:0:22736:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 13 count 13 00000020:01000000:2.0:1789024359.614216:0:22687:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:2.0:1789024359.614252:0:22687:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.118@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1789024359.614275:0:22687:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cb0338aa00/0xa736ef4b98cb507c lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb5083 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024359.614288:0:22687:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.118@tcp lock: ffff90cb0338aa00/0xa736ef4b98cb507c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb5083 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789024359.614347:0:22687:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1789024359.614350:0:22687:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff90cc34283800 10000000:01000000:2.0:1789024359.614354:0:22687:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff90cc34283800 10000000:01000000:2.0:1789024359.614358:0:22687:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1789024359.614364:0:22687:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff90cc34283800 from 1 10000000:01000000:2.0:1789024359.614366:0:22687:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1789024359.614416:0:22687:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cc22fa4200/0xa736ef4b98cb508a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024359.614424:0:22687:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.118@tcp lock: ffff90cc22fa4200/0xa736ef4b98cb508a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024359.614435:0:22687:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.118@tcp lock: ffff90cc22fa4200/0xa736ef4b98cb508a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789024359.614456:0:22687:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc08780380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22687:1875927422431616:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1789024359.614515:0:22687:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789024359.614560:0:22687:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc2c269180 going to sleep for 11 seconds 00000100:00100000:1.0:1789024359.621036:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422431616 00000100:00100000:1.0:1789024359.621053:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422431616 00000100:00100000:1.0:1789024359.621118:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1789024359.621130:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc18038850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+11:22687:x1875927422431616:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789024359.621162:0:22703:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789024359.621184:0:22703:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90cc01323a00/0xa736ef4b98cb5091 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xa736ef4b98cb508a expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024359.621225:0:22703:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90cc01323a00/0xa736ef4b98cb5091 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa736ef4b98cb508a expref: 12 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024359.621237:0:22703:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90cc01323a00/0xa736ef4b98cb5091 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa736ef4b98cb508a expref: 12 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024359.621245:0:22703:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90cc01323a00, rc 0) 00000100:00100000:1.0:1789024359.621328:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc18038850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+12:22687:x1875927422431616:12345-0@lo:101:mount.lustre.0 Request processed in 200us (6812us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024359.621335:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1789024359.621708:0:22687:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc08780380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22687:1875927422431616:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789024359.621726:0:22687:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.118@tcp lock: ffff90cc22fa4200/0xa736ef4b98cb508a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb5091 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024359.621863:0:22687:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.118@tcp lock: ffff90cc22fa4200/0xa736ef4b98cb508a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xa736ef4b98cb5091 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789024359.621944:0:22687:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc08780380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22687:1875927422431744:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789024359.621980:0:22687:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789024359.622009:0:22687:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc2c269180 going to sleep for 11 seconds 00000100:00100000:3.0:1789024359.624187:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422431744 00000100:00100000:3.0:1789024359.624201:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422431744 00000100:00100000:3.0:1789024359.624252:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1789024359.624261:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc18038050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+12:22687:x1875927422431744:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789024359.627135:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc18038050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+12:22687:x1875927422431744:12345-0@lo:501:mount.lustre.0 Request processed in 2865us (5144us total) trans 0 rc 0/0 00000100:00100000:3.0:1789024359.627173:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1789024359.627770:0:22687:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc08780380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22687:1875927422431744:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789024359.627824:0:22687:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc08780380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22687:1875927422431872:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789024359.627881:0:22687:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789024359.627923:0:22687:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc2c269180 going to sleep for 11 seconds 00000100:00100000:3.0:1789024359.633197:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422431872 00000100:00100000:3.0:1789024359.633215:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422431872 00000100:00100000:3.0:1789024359.633280:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1789024359.633292:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc18039050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+12:22687:x1875927422431872:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789024359.633483:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc18039050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+12:22687:x1875927422431872:12345-0@lo:503:mount.lustre.0 Request processed in 193us (5601us total) trans 0 rc 0/0 00000100:00100000:3.0:1789024359.633491:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1789024359.635760:0:22687:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc08780380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22687:1875927422431872:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789024359.640334:0:22740:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3f9ff800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22740:1875927422432000:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1789024359.640428:0:22740:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024359.640470:0:22740:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc07428b40 going to sleep for 11 seconds 00000100:00100000:3.0:1789024359.640554:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422432000 00000100:00100000:3.0:1789024359.640561:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422432000 00000100:00100000:3.0:1789024359.640637:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1789024359.640647:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc1803a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+12:22740:x1875927422432000:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1789024359.640797:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc1803a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+12:22740:x1875927422432000:12345-0@lo:502:llog_process_th.0 Request processed in 151us (369us total) trans 0 rc 0/0 00000100:00100000:3.0:1789024359.640805:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1789024359.640873:0:22740:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3f9ff800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22740:1875927422432000:0@lo:502:llog_process_th.0 00000020:01000004:3.0:1789024359.640936:0:22740:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0000 (typ=lwp) 00000020:00000080:3.0:1789024359.640953:0:22740:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0000 (ffff90cb04158000) 00000020:00000080:3.0:1789024359.640974:0:22740:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type lwp with refcount 2 00000020:01000004:3.0:1789024359.641050:0:22740:0:(tgt_mount.c:153:server_get_mount()) get mount ffff90cc34283800 from lustre-MDT0000, refs=4 00000020:01000004:3.0:1789024359.641054:0:22740:0:(tgt_mount.c:187:server_put_mount()) put mount ffff90cc34283800 from lustre-MDT0000, refs=4 00000020:01000004:3.0:1789024359.641056:0:22740:0:(obd_mount.c:710:lustre_put_lsi()) put ffff90cc34283800 4 00010000:00080000:3.0:1789024359.641094:0:22740:0:(ldlm_lib.c:102:import_set_conn()) imp ffff90cc3bf9d000@lustre-MDT0000-lwp-MDT0000: add connection 192.168.202.118@tcp at head 00010000:00010000:3.0:1789024359.642817:0:22740:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0000-4 is initialized 00000020:00000080:2.0:1789024359.650772:0:22740:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000010:01000000:2.0:1789024359.650825:0:22740:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1789024359.650838:0:22740:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000, cookie 0xa736ef4b98cb509f 00000100:00080000:2.0:1789024359.650849:0:22740:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1789024359.650861:0:22740:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff90cc3bf9d000 using connection 192.168.202.118@tcp/0@lo 00000100:00100000:2.0:1789024359.650898:0:22740:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90cc08780700 x1875927422432128/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789024359.650936:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc08780700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875927422432128:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1789024359.651003:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789024359.651081:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422432128 00000100:00100000:2.0:1789024359.651088:0:22708:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422432128 00000100:00100000:2.0:1789024359.651125:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1789024359.651132:0:22708:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc08780000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3640:x1875927422432128:12345-0@lo:38:llog_process_th.0 00000100:00100000:2.0:1789024359.651215:0:22708:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc08780000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3640:x1875927422432128:12345-0@lo:38:llog_process_th.0 Request processed in 83us (212us total) trans 0 rc -11/-11 00000100:00100000:2.0:1789024359.651221:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1789024359.651255:0:3640:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1789024359.651262:0:3640:0:(import.c:65:import_set_state_nolock()) ffff90cc3bf9d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789024359.651276:0:3640:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:2.0:1789024359.651280:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc08780700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875927422432128:0@lo:38:llog_process_th.0 00000100:00080000:2.0:1789024359.651307:0:22740:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00100000:0.0:1789024359.663012:0:22740:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fceb100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22740:1875927422432256:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1789024359.663097:0:22740:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024359.663133:0:22740:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc1924a540 going to sleep for 11 seconds 00000100:00100000:3.0:1789024359.665176:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422432256 00000100:00100000:3.0:1789024359.665189:0:22702:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422432256 00000100:00100000:3.0:1789024359.665238:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1789024359.665248:0:22702:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc18038c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+12:22740:x1875927422432256:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1789024359.665429:0:22702:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc18038c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+12:22740:x1875927422432256:12345-0@lo:502:llog_process_th.0 Request processed in 182us (2331us total) trans 0 rc 0/0 00000100:00100000:3.0:1789024359.665437:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1789024359.667131:0:22740:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fceb100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22740:1875927422432256:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1789024359.667247:0:22740:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc08780700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22740:1875927422432384:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1789024359.667313:0:22740:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789024359.667355:0:22740:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc2c269840 going to sleep for 11 seconds 00000100:00100000:3.0:1789024359.667454:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422432384 00000100:00100000:3.0:1789024359.667462:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422432384 00000100:00100000:3.0:1789024359.667524:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1789024359.667535:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc07080850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+12:22740:x1875927422432384:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1789024359.667670:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc07080850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+12:22740:x1875927422432384:12345-0@lo:502:llog_process_th.0 Request processed in 137us (357us total) trans 0 rc 0/0 00000100:00100000:3.0:1789024359.667684:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1789024359.667836:0:22740:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc08780700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22740:1875927422432384:0@lo:502:llog_process_th.0 00000040:00080000:2.0:1789024359.667858:0:22740:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:3.0:1789024359.668001:0:22687:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:3.0:1789024359.668025:0:22687:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.118@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1789024359.668045:0:22687:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cc22fa4200/0xa736ef4b98cb508a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb5091 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024359.668057:0:22687:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.118@tcp lock: ffff90cc22fa4200/0xa736ef4b98cb508a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb5091 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:3.0:1789024359.668103:0:22687:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:3.0:1789024359.668105:0:22687:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1789024359.668106:0:22687:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1789024359.668108:0:22687:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1789024359.668109:0:22687:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1789024359.668110:0:22687:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1789024359.668111:0:22687:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1789024359.668112:0:22687:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1789024359.668114:0:22687:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1789024359.668115:0:22687:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1789024359.668119:0:22687:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x40020005 00000020:01000004:3.0:1789024359.668121:0:22687:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1789024359.668122:0:22687:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1789024359.668123:0:22687:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1789024359.668125:0:22687:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1789024359.668126:0:22687:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1789024359.668127:0:22687:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1789024359.668128:0:22687:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1789024359.668129:0:22687:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1789024359.668129:0:22687:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1789024359.668130:0:22687:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1789024359.668171:0:22687:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:3.0:1789024359.668184:0:22687:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3437b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22687:1875927422432512:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1789024359.668215:0:22687:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789024359.668234:0:22687:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc191e2180 going to sleep for 11 seconds 00000100:00100000:0.0:1789024359.668290:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422432512 00000100:00100000:0.0:1789024359.668294:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422432512 00000100:00100000:0.0:1789024359.668328:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1789024359.668335:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc07080050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+12:22687:x1875927422432512:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1789024359.668354:0:22703:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:0.0:1789024359.668366:0:22703:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:0.0:1789024359.670920:0:22703:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1789024359.670942:0:22703:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:3.0:1789024359.671019:0:22724:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:3.0:1789024359.671026:0:22724:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:3.0:1789024359.671053:0:22724:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90cc342bcc00/0xa736ef4b98cb50a6 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024359.671075:0:22724:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90cc342bc600/0xa736ef4b98cb5075 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa736ef4b98cb506e expref: 12 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024359.671084:0:22724:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90cc342bcc00/0xa736ef4b98cb50a6 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024359.671128:0:22724:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90cc342bc600/0xa736ef4b98cb5075 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa736ef4b98cb506e expref: 12 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024359.671171:0:22724:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff90cc342bc600/0xa736ef4b98cb5075 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa736ef4b98cb506e expref: 12 pid: 22702 timeout: 777 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789024359.671185:0:22724:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc34378700 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22724:1875927422432640:0@lo:104: 00000100:00100000:3.0:1789024359.671245:0:22724:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789024359.671287:0:22724:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc191e23c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789024359.671368:0:22691:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422432640 00000100:00100000:0.0:1789024359.671375:0:22691:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422432640 00000100:00100000:0.0:1789024359.671423:0:22691:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1789024359.671431:0:22691:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc34378e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+3:22724:x1875927422432640:12345-0@lo:104: 00010000:00010000:0.0:1789024359.671444:0:22691:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.118@tcp lock: ffff90cc01323400/0xa736ef4b98cb506e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa736ef4b98cb5075 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024359.671506:0:22691:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1789024359.671526:0:22691:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc34378e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+3:22724:x1875927422432640:12345-0@lo:104: Request processed in 96us (281us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024359.671532:0:22691:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1789024359.671603:0:22724:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc34378700 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22724:1875927422432640:0@lo:104: 00010000:00010000:3.0:1789024359.671622:0:22724:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90cc342bcc00/0xa736ef4b98cb50a6 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024359.671700:0:22697:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789024359.671707:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.118@tcp lock: ffff90cc01323400/0xa736ef4b98cb506e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa736ef4b98cb5075 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024359.671714:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cc01323400 already unused, calling callback (ffffffffc146cc20) 10000000:00010000:2.0:1789024359.671718:0:22697:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.118@tcp lock: ffff90cc01323400/0xa736ef4b98cb506e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa736ef4b98cb5075 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024359.671726:0:22697:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.118@tcp lock: ffff90cc01323400/0xa736ef4b98cb506e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa736ef4b98cb5075 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789024359.671992:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc07080050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+12:22687:x1875927422432512:12345-0@lo:253:mount.lustre.0 Request processed in 3657us (3776us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024359.672002:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1789024359.672075:0:22687:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3437b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22687:1875927422432512:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1789024359.672086:0:22687:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:3.0:1789024359.672090:0:22687:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1789024359.672091:0:22687:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1789024359.672093:0:22687:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1789024359.672094:0:22687:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1789024359.672095:0:22687:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1789024359.672102:0:22687:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1789024359.672104:0:22687:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1789024359.672105:0:22687:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1789024359.672107:0:22687:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1789024359.672108:0:22687:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:3.0:1789024359.672120:0:22687:0:(tgt_mount.c:2694:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 10000000:00010000:2.0:1789024359.676202:0:22697:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.118@tcp lock: ffff90cc01323400/0xa736ef4b98cb506e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa736ef4b98cb5075 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789024359.676209:0:22697:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1789024359.676258:0:22697:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.118@tcp lock: ffff90cc01323400/0xa736ef4b98cb506e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa736ef4b98cb5075 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024359.676265:0:22697:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789024359.676292:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.118@tcp lock: ffff90cc01323400/0xa736ef4b98cb506e lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa736ef4b98cb5075 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024359.676299:0:22697:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.118@tcp lock: ffff90cc01323400/0xa736ef4b98cb506e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa736ef4b98cb5075 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024359.676318:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789024359.676321:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789024359.676322:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789024359.676370:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc08780700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:3642:1875927422432768:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789024359.676441:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024359.686179:0:22693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422432768 00000100:00100000:1.0:1789024359.686195:0:22693:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422432768 00010000:00010000:1.0:1789024359.686230:0:22693:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90cc342bc600/0xa736ef4b98cb5075 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa736ef4b98cb506e expref: 12 pid: 22702 timeout: 777 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789024359.686277:0:22693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1789024359.686286:0:22693:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc08781180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+12:3642:x1875927422432768:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789024359.686300:0:22693:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789024359.686306:0:22693:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90cc342bc600/0xa736ef4b98cb5075 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa736ef4b98cb506e expref: 12 pid: 22702 timeout: 777 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024359.686317:0:22693:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90cc342bc600/0xa736ef4b98cb5075 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa736ef4b98cb506e expref: 12 pid: 22702 timeout: 777 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024359.686335:0:22693:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90cc342bc600/0xa736ef4b98cb5075 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa736ef4b98cb506e expref: 12 pid: 22702 timeout: 777 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024359.686360:0:22693:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90cc342bcc00/0xa736ef4b98cb50a6 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024359.686368:0:22693:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90cc342bcc00/0xa736ef4b98cb50a6 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:1.0:1789024359.686396:0:22693:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.015371826s 00010000:00010000:1.0:1789024359.686401:0:22693:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90cc342bcc00/0xa736ef4b98cb50a6 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024359.686408:0:22693:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90cc342bcc00/0xa736ef4b98cb50a6 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024359.686415:0:22693:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90cc342bcc00/0xa736ef4b98cb50a6 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024359.686422:0:22693:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90cc342bcc00/0xa736ef4b98cb50a6 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024359.686428:0:22693:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cc342bcc00 already unused, calling callback (ffffffffc0e568b0) 00010000:00010000:1.0:1789024359.686432:0:22693:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90cc342bcc00/0xa736ef4b98cb50a6 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024359.686441:0:22693:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90cc342bcc00/0xa736ef4b98cb50a6 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024359.686464:0:22693:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90cc342bcc00/0xa736ef4b98cb50a6 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024359.686476:0:22693:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789024359.686546:0:22693:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc08781180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+11:3642:x1875927422432768:12345-0@lo:103:ldlm_bl.0 Request processed in 262us (10106us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024359.686554:0:22693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00010000:3.0:1789024359.688864:0:22724:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90cc342bcc00/0xa736ef4b98cb50a6 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024359.688883:0:22724:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90cc342bcc00/0xa736ef4b98cb50a6 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024359.688890:0:22724:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90cc342bcc00/0xa736ef4b98cb50a6 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789024359.692610:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc08780700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:3642:1875927422432768:0@lo:103:ldlm_bl.0 00000020:00080000:1.0:1789024359.713942:0:22687:0:(update_trans.c:1496:distribute_txn_commit_batchid_init()) lustre-MDT0000: committed batchid 4294967529 00000040:01000000:1.0:1789024359.714234:0:22687:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osd ctxt 16 is initialized 00000020:00080000:3.0:1789024359.714238:0:22748:0:(update_trans.c:1538:distribute_txn_commit_thread()) lustre-MDT0000: start commit thread committed batchid 4294967529 00000020:00080000:3.0:1789024359.714242:0:22748:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000040:01000000:3.0:1789024359.714620:0:22749:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:1.0:1789024359.714649:0:22687:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osp-MDT0000 ctxt 16 is initialized 00000040:00080000:3.0:1789024359.714890:0:22749:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00080000:1.0:1789024359.716664:0:22750:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff90cc3f9ff800 x1875927422432896/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789024359.716678:0:22750:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc0f37ae40 going to sleep for 0 seconds 00000040:01000000:0.0:1789024359.717011:0:22687:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 12 is initialized 00000040:00080000:0.0:1789024359.717044:0:22687:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:0.0:1789024359.717742:0:22687:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:0.0:1789024359.717752:0:22687:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 14 is initialized 00000040:00080000:0.0:1789024359.717797:0:22687:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1789024359.717949:0:22749:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000400:0x1:0x0] index 261376 count 1 00000004:00080000:3.0:1789024359.718013:0:22749:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osd retrieved update log, duration 0, retries 0 00000040:00080000:0.0:1789024359.718819:0:22687:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:0.0:1789024359.720078:0:22687:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:0.0:1789024359.720133:0:22687:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 15 is initialized 00000040:00080000:0.0:1789024359.722203:0:22687:0:(llog_cat.c:403:llog_cat_set_first_idx()) catlog [0xa:0x7:0x0] first idx 1, last_idx 2 00080000:10000000:0.0:1789024359.722690:0:22687:0:(osd_handler.c:5580:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x36:0x0] (8/32) registered 00000001:00000004:0.0:1789024359.724414:0:22687:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:0.0:1789024359.725867:0:22687:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:0.0:1789024359.725960:0:22687:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=c00866e6 len=0 karg=ffff9dfe01a3b988 00100000:10000000:0.0:1789024359.725967:0:22687:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0000-osd: start master thread 00000020:01000004:1.0:1789024359.726900:0:22687:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:1.0:1789024359.726916:0:22687:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.202.118@tcp: cl_mgc_mutex unlock 00000020:01000004:1.0:1789024359.726935:0:22687:0:(tgt_mount.c:2460:server_fill_super_common()) Server sb, dev=46 00000080:00000004:1.0:1789024359.726952:0:22687:0:(super25.c:182:lustre_fill_super()) /dev/mapper/mds1_flakey: Mount complete 00000020:00000004:1.0:1789024359.729732:0:22687:0:(tgt_mount.c:2346:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1789024359.729968:0:22687:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1789024360.014214:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1789024360.396866:0:22705:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1789024360.396874:0:22705:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff90cc34283800 from 11 10000000:01000000:3.0:1789024360.396881:0:22705:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1789024360.396928:0:22705:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cc342bcc00/0xa736ef4b98cb50ad lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024360.396941:0:22705:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.118@tcp lock: ffff90cc342bcc00/0xa736ef4b98cb50ad lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024360.396952:0:22705:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.118@tcp lock: ffff90cc342bcc00/0xa736ef4b98cb50ad lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789024360.396986:0:22705:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3437b100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22705:1875927422433024:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1789024360.397053:0:22705:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789024360.397100:0:22705:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc3471f600 going to sleep for 11 seconds 00000100:00100000:0.0:1789024360.397636:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422433024 00000100:00100000:0.0:1789024360.397646:0:22702:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422433024 00000100:00100000:0.0:1789024360.397732:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1789024360.397743:0:22702:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc07083850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+11:22705:x1875927422433024:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789024360.397757:0:22702:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789024360.397772:0:22702:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90cb0338b600/0xa736ef4b98cb50b4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa736ef4b98cb50ad expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024360.397793:0:22702:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90cb0338b600/0xa736ef4b98cb50b4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa736ef4b98cb50ad expref: 12 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024360.397818:0:22702:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90cb0338b600/0xa736ef4b98cb50b4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa736ef4b98cb50ad expref: 12 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024360.397827:0:22702:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90cb0338b600, rc 0) 00000100:00100000:0.0:1789024360.397872:0:22702:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc07083850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+12:22705:x1875927422433024:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 132us (819us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024360.397879:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1789024360.402857:0:22705:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3437b100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22705:1875927422433024:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789024360.402888:0:22705:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.118@tcp lock: ffff90cc342bcc00/0xa736ef4b98cb50ad lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb50b4 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024360.402902:0:22705:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.118@tcp lock: ffff90cc342bcc00/0xa736ef4b98cb50ad lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa736ef4b98cb50b4 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789024360.402983:0:22705:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3437b100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22705:1875927422433152:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1789024360.403048:0:22705:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789024360.403106:0:22705:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc3471f600 going to sleep for 11 seconds 00000100:00100000:1.0:1789024360.403188:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422433152 00000100:00100000:1.0:1789024360.403196:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422433152 00000100:00100000:1.0:1789024360.403242:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1789024360.403253:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc07083450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+12:22705:x1875927422433152:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1789024360.403283:0:22703:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1789024360.403300:0:22703:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1789024360.403303:0:22703:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:1.0:1789024360.403409:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc07083450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+12:22705:x1875927422433152:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 158us (361us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024360.403417:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1789024360.403457:0:22705:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3437b100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22705:1875927422433152:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1789024360.403497:0:22705:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.118@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1789024360.403507:0:22705:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cc342bcc00/0xa736ef4b98cb50ad lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb50b4 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024360.403524:0:22705:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.118@tcp lock: ffff90cc342bcc00/0xa736ef4b98cb50ad lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb50b4 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1789024360.724577:0:22744:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:2.0:1789024360.724586:0:22744:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1789024360.725929:0:22744:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:2.0:1789024360.725940:0:22744:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00000100:00100000:1.0:1789024360.781205:0:22750:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc0f37ae40 going to sleep for 0 seconds 00010000:00010000:3.0:1789024361.037536:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1789024361.742660:0:22744:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:2.0:1789024361.742669:0:22744:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1789024361.747948:0:22744:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 1 count 1 00000040:00080000:2.0:1789024361.748011:0:22744:0:(llog_cat_server.c:902:llog_cat_cleanup()) cancel plain log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1789024361.748176:0:22744:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 1 00000100:00100000:1.0:1789024361.806380:0:22750:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc0f37ae40 going to sleep for 0 seconds 00010000:00010000:3.0:1789024362.061690:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789024362.828241:0:22750:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc0f37ae40 going to sleep for 0 seconds 00010000:00010000:0.0:1789024363.086305:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789024363.855909:0:22750:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc0f37ae40 going to sleep for 0 seconds 00010000:00010000:3.0:1789024364.108966:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1789024364.788700:0:22992:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg218-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000100:00100000:1.0:1789024364.881431:0:22750:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc0f37ae40 going to sleep for 0 seconds 00000100:00080000:0.0:1789024364.942862:0:12478:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1789024364.942869:0:12478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1789024364.942873:0:12478:0:(import.c:65:import_set_state_nolock()) ffff90cb03b90000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789024364.942881:0:12478:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 677 00000100:00080000:0.0:1789024364.942888:0:12478:0:(import.c:630:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1789024364.942899:0:12478:0:(import.c:666:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff90cb03b90000 using connection 192.168.202.118@tcp/0@lo 00000100:00100000:0.0:1789024364.942922:0:12478:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90cc3fce9f80 x1875927422433408/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789024364.942938:0:12478:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789024364.942942:0:12478:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789024364.942945:0:12478:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789024364.942949:0:12478:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789024364.942951:0:12478:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1789024364.942954:0:12478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789024364.942956:0:12478:0:(import.c:65:import_set_state_nolock()) ffff90cc3bf9d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789024364.942970:0:12478:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff90cc3bf9d000 using connection 192.168.202.118@tcp/0@lo 00000100:00100000:0.0:1789024364.942983:0:12478:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90cc3fce8700 x1875927422433536/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789024364.943031:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fceb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:3643:1875927422433280:0@lo:400:kworker.0 00000100:00100000:0.0:1789024364.943091:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024364.943671:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422433280 00000100:00100000:1.0:1789024364.943679:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422433280 00000100:00100000:1.0:1789024364.944460:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1789024364.944471:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc07082050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+12:3643:x1875927422433280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789024364.945450:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fce9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1875927422433408:0@lo:38:kworker.0 00000100:00100000:1.0:1789024364.945508:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc07082050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+12:3643:x1875927422433280:12345-0@lo:400:kworker.0 Request processed in 1037us (2414us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024364.945518:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1789024364.948708:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024364.948764:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fce8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875927422433536:0@lo:38:kworker.0 00000100:00100000:0.0:1789024364.948801:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789024364.948948:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422433536 00000100:00100000:2.0:1789024364.948956:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422433536 00000100:00100000:2.0:1789024364.948994:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1789024364.949002:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3fce8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3640:x1875927422433536:12345-0@lo:38:kworker.0 00010000:00080000:2.0:1789024364.949028:0:22710:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo t0 exp 0000000000000000 cur 682 last 0 00000020:00000080:2.0:1789024364.949060:0:22710:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0xa736ef4b98cb50bb 00000004:00100000:2.0:1789024364.949073:0:22710:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00100000:3.0:1789024364.949403:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422433408 00000100:00100000:3.0:1789024364.949409:0:22714:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422433408 00000100:00100000:3.0:1789024364.949428:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1789024364.949434:0:22714:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3fce8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3640:x1875927422433408:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1789024364.949446:0:22714:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1789024364.949511:0:22714:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3fce8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3640:x1875927422433408:12345-0@lo:38:kworker.0 Request processed in 75us (809us total) trans 0 rc -19/-19 00000100:00100000:3.0:1789024364.949518:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:3.0:1789024364.949571:0:3640:0:(import.c:65:import_set_state_nolock()) ffff90cb03b90000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789024364.949576:0:3640:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1789024364.949579:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fce9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1875927422433408:0@lo:38:kworker.0 00000100:00080000:2.0:1789024364.949913:0:22710:0:(import.c:65:import_set_state_nolock()) ffff90cc3d4b3000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1789024364.949970:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3fce8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875927422433536:12345-0@lo:38:kworker.0 Request processed in 968us (1168us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024364.949977:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:3.0:1789024364.951402:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff90cc3fce8700 x1875927422433536/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789024374 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789024364.951420:0:3640:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 3 00000100:00080000:3.0:1789024364.951428:0:3640:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:3.0:1789024364.951433:0:3640:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1789024364.951436:0:3640:0:(import.c:65:import_set_state_nolock()) ffff90cc3bf9d000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1789024364.951442:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fce8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875927422433536:0@lo:38:kworker.0 00000100:00100000:0.0:1789024364.951630:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fceb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:3643:1875927422433280:0@lo:400:kworker.0 00010000:00010000:0.0:1789024365.134431:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789024365.913279:0:22750:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc0f37ae40 going to sleep for 0 seconds 00000020:00000004:0.0:1789024365.961860:0:23045:0:(tgt_mount.c:2346:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1789024365.966254:0:23045:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1789024366.158168:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:2.0:1789024366.914114:0:23095:0:(tgt_mount.c:2346:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1789024366.919062:0:23095:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:0.0:1789024366.924243:0:22750:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc0f37ae40 going to sleep for 0 seconds 00010000:00010000:0.0:1789024367.181438:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789024367.952458:0:22750:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc0f37ae40 going to sleep for 0 seconds 00010000:00010000:2.0:1789024368.205855:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789024368.972781:0:22750:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc0f37ae40 going to sleep for 0 seconds 00000100:00100000:3.0:1789024369.038733:0:3640:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789024359/real 1789024359] req@ffff90cc34379500 x1875927422430464/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789024369 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789024369.038763:0:3640:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff90cc34379500 x1875927422430464/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789024369 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789024369.038774:0:3640:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789024359/real 1789024359] req@ffff90cc3fce8000 x1875927422430336/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789024369 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789024369.038786:0:3640:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff90cc3fce8000 x1875927422430336/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789024369 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789024369.038803:0:3640:0:(import.c:65:import_set_state_nolock()) ffff90cc4159a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789024369.038827:0:3640:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1789024369.038831:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc34379500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1875927422430464:0@lo:8:llog_process_th.0 00000100:00080000:3.0:1789024369.038837:0:3640:0:(import.c:65:import_set_state_nolock()) ffff90cb03b93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789024369.038856:0:3640:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1789024369.038859:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fce8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1875927422430336:0@lo:8:llog_process_th.0 00000100:00080000:0.0:1789024369.038987:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1789024369.038993:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1789024369.038995:0:37:0:(import.c:65:import_set_state_nolock()) ffff90cb03b90000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789024369.039000:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 682 00000100:00080000:0.0:1789024369.039005:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1789024369.039015:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff90cb03b90000 using connection 192.168.202.118@tcp/0@lo 00000100:00100000:0.0:1789024369.039035:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90cc3fce9c00 x1875927422433792/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789024369.039050:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789024369.039058:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789024369.039060:0:37:0:(import.c:65:import_set_state_nolock()) ffff90cb03b93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789024369.039062:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 677 00000100:00080000:0.0:1789024369.039065:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1789024369.039069:0:37:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff90cb03b93000 using connection 192.168.202.118@tcp/0@lo 00000100:00100000:0.0:1789024369.039082:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90cc3fcead80 x1875927422433920/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789024369.039091:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789024369.039093:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789024369.039094:0:37:0:(import.c:65:import_set_state_nolock()) ffff90cc4159a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789024369.039097:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 677 00000100:00080000:0.0:1789024369.039099:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1789024369.039103:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff90cc4159a800 using connection 192.168.202.118@tcp/0@lo 00000100:00100000:0.0:1789024369.039113:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90cc3fce9180 x1875927422434048/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789024369.039172:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fceb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875927422434176:0@lo:400:kworker.0 00000100:00100000:0.0:1789024369.039226:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024369.039292:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422434176 00000100:00100000:0.0:1789024369.039311:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422434176 00000100:00100000:0.0:1789024369.039350:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1789024369.039358:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3fce9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875927422434176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789024369.039406:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3fce9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875927422434176:12345-0@lo:400:kworker.0 Request processed in 49us (179us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024369.039413:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:0.0:1789024369.039449:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff90cc3fceb480 x1875927422434176/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789024385 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789024369.039467:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fceb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875927422434176:0@lo:400:kworker.0 00000100:00100000:0.0:1789024369.039484:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fce9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1875927422433792:0@lo:38:kworker.0 00000100:00100000:0.0:1789024369.039510:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024369.039530:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fcead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1875927422433920:0@lo:8:kworker.0 00000400:00000100:0.0:1789024369.039562:0:3640:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875927422433920 offset 0 length 520: 4 00000100:00100000:0.0:1789024369.039580:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fce9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1875927422434048:0@lo:8:kworker.0 00000400:00000100:0.0:1789024369.039598:0:3640:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875927422434048 offset 0 length 520: 4 00000100:00100000:3.0:1789024369.039764:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422433792 00000100:00100000:3.0:1789024369.039768:0:22714:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422433792 00000100:00100000:3.0:1789024369.039796:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1789024369.039801:0:22714:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3fceb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3640:x1875927422433792:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1789024369.039817:0:22714:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1789024369.039857:0:22714:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3fceb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3640:x1875927422433792:12345-0@lo:38:kworker.0 Request processed in 55us (346us total) trans 0 rc -19/-19 00000100:00100000:3.0:1789024369.039863:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00080000:3.0:1789024369.039889:0:3640:0:(import.c:65:import_set_state_nolock()) ffff90cb03b90000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789024369.039892:0:3640:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1789024369.039895:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fce9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1875927422433792:0@lo:38:kworker.0 00000100:00100000:2.0:1789024369.040010:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fceb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:3644:1875927422433664:0@lo:400:kworker.0 00000100:00100000:2.0:1789024369.040044:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789024369.045288:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422433664 00000100:00100000:3.0:1789024369.045316:0:22702:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422433664 00000100:00100000:3.0:1789024369.045379:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1789024369.045390:0:22702:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc07083050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+12:3644:x1875927422433664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789024369.045495:0:22702:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc07083050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+12:3644:x1875927422433664:12345-0@lo:400:kworker.0 Request processed in 108us (5449us total) trans 0 rc 0/0 00000100:00100000:3.0:1789024369.045502:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1789024369.045593:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fceb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:3644:1875927422433664:0@lo:400:kworker.0 00010000:00010000:0.0:1789024369.230279:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789024369.996244:0:22750:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc0f37ae40 going to sleep for 0 seconds 00010000:00010000:2.0:1789024370.253513:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789024371.024616:0:22750:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc0f37ae40 going to sleep for 0 seconds 00010000:00010000:3.0:1789024371.281596:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1789024371.980870:0:22744:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1789024372.044472:0:22750:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc0f37ae40 going to sleep for 0 seconds 00010000:00010000:2.0:1789024372.300862:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789024373.071837:0:22750:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc0f37ae40 going to sleep for 0 seconds 00010000:00010000:2.0:1789024373.325756:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789024374.092489:0:22750:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc0f37ae40 going to sleep for 0 seconds 00000100:00080000:0.0:1789024374.157527:0:12478:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1789024374.157536:0:12478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1789024374.157541:0:12478:0:(import.c:65:import_set_state_nolock()) ffff90cb03b90000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789024374.157550:0:12478:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 687 00000100:00080000:0.0:1789024374.157557:0:12478:0:(import.c:630:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1789024374.157571:0:12478:0:(import.c:666:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff90cb03b90000 using connection 192.168.202.118@tcp/0@lo 00000100:00100000:0.0:1789024374.157599:0:12478:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90cc3fceaa00 x1875927422434432/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789024374.157620:0:12478:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789024374.157624:0:12478:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789024374.157627:0:12478:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789024374.157630:0:12478:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1789024374.157691:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789024374.157712:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fcea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:3641:1875927422434304:0@lo:400:kworker.0 00000100:00100000:0.0:1789024374.157802:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024374.157878:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fceaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1875927422434432:0@lo:38:kworker.0 00000100:00100000:0.0:1789024374.157910:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024374.157943:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fce8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3643:1875927422434560:0@lo:400:kworker.0 00000100:00100000:0.0:1789024374.157971:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024374.158003:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422434432 00000100:00100000:0.0:1789024374.158012:0:22714:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422434432 00000100:00100000:0.0:1789024374.158052:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1789024374.158061:0:22714:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3fceb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3640:x1875927422434432:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1789024374.158082:0:22714:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1789024374.158129:0:22714:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3fceb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3640:x1875927422434432:12345-0@lo:38:kworker.0 Request processed in 68us (217us total) trans 0 rc -19/-19 00000100:00100000:0.0:1789024374.158136:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00080000:0.0:1789024374.158205:0:3640:0:(import.c:65:import_set_state_nolock()) ffff90cb03b90000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789024374.158211:0:3640:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1789024374.158215:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fceaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1875927422434432:0@lo:38:kworker.0 00000100:00100000:2.0:1789024374.159040:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422434560 00000100:00100000:2.0:1789024374.159050:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422434560 00000100:00100000:2.0:1789024374.159108:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1789024374.159118:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3fcea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1875927422434560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789024374.159212:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3fcea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1875927422434560:12345-0@lo:400:kworker.0 Request processed in 96us (1239us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024374.159233:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:2.0:1789024374.159283:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff90cc3fce8380 x1875927422434560/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789024390 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789024374.159311:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fce8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3643:1875927422434560:0@lo:400:kworker.0 00000100:00100000:2.0:1789024374.161742:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422434304 00000100:00100000:2.0:1789024374.161762:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422434304 00000100:00100000:2.0:1789024374.161846:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1789024374.161857:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc07082c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+12:3641:x1875927422434304:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789024374.161968:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc07082c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+12:3641:x1875927422434304:12345-0@lo:400:kworker.0 Request processed in 113us (4165us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024374.161976:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1789024374.162313:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fcea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:3641:1875927422434304:0@lo:400:kworker.0 00010000:00010000:2.0:1789024374.351085:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789024375.116252:0:22750:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc0f37ae40 going to sleep for 0 seconds 00010000:00010000:2.0:1789024375.373435:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1789024376.097002:0:23440:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:3.0:1789024376.097007:0:23440:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds2_flakey 00000020:01000004:3.0:1789024376.097009:0:23440:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:3.0:1789024376.097140:0:23440:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff90cb0339e000 00000020:01000004:3.0:1789024376.097364:0:23440:0:(tgt_mount.c:2502:osd_start()) Attempting to start lustre-MDT0001, type=osd-ldiskfs, lsifl=200001, mountfl=0 00000020:01000004:3.0:1789024376.097376:0:23440:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-osd (typ=osd-ldiskfs) 00000020:00000080:3.0:1789024376.097396:0:23440:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osd (ffff90cb041599c0) 00000020:00000080:3.0:1789024376.097414:0:23440:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type osd-ldiskfs with refcount 2 00000100:00100000:1.0:1789024376.140343:0:22750:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc0f37ae40 going to sleep for 0 seconds 00100000:10000000:0.0:1789024376.249492:0:23440:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:0.0:1789024376.249905:0:23440:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xd:0x0] (16/1) registered 00100000:10000000:2.0:1789024376.269531:0:23440:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:2.0:1789024376.271759:0:23440:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:3.0:1789024376.272996:0:23440:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x8:0x0] (8/32) registered 00100000:10000000:3.0:1789024376.274002:0:23440:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:3.0:1789024376.275462:0:23440:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x3:0x0] (8/32) registered 00100000:10000000:3.0:1789024376.276971:0:23440:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:3.0:1789024376.279021:0:23440:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:3.0:1789024376.285560:0:23440:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x7:0x0] (8/32) registered 00100000:10000000:3.0:1789024376.289814:0:23440:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:3.0:1789024376.293372:0:23440:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:3.0:1789024376.295041:0:23440:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:2.0:1789024376.304476:0:23440:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:2.0:1789024376.318974:0:23440:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:2.0:1789024376.321961:0:23440:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xf:0x0] (16/1) registered 00100000:10000000:2.0:1789024376.322754:0:23440:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x24:0x0] (24/16) registered 00100000:10000000:2.0:1789024376.328995:0:23440:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:2.0:1789024376.330424:0:23440:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x20:0x0] (24/16) registered 00100000:10000000:0.0:1789024376.342317:0:23440:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:0.0:1789024376.343338:0:23440:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:0.0:1789024376.346131:0:23440:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:0.0:1789024376.353268:0:23440:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x23:0x0] (24/16) registered 00100000:10000000:0.0:1789024376.357257:0:23440:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:1.0:1789024376.371482:0:23440:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:1.0:1789024376.376243:0:23440:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x22:0x0] (24/16) registered 00100000:10000000:1.0:1789024376.377488:0:23440:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:1.0:1789024376.378031:0:23440:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:1.0:1789024376.378326:0:23440:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:1.0:1789024376.378563:0:23440:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x21:0x0] (24/16) registered 00100000:10000000:1.0:1789024376.379005:0:23440:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:1.0:1789024376.379236:0:23440:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x11:0x0] (16/1) registered 00100000:10000000:1.0:1789024376.381260:0:23440:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:2.0:1789024376.384343:0:23440:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x12:0x0] (16/1) registered 00100000:10000000:2.0:1789024376.386917:0:23440:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:2.0:1789024376.392556:0:23440:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:2.0:1789024376.394712:0:23440:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:2.0:1789024376.396709:0:23440:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:2.0:1789024376.400430:0:23440:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x14:0x0] (16/1) registered 00010000:00010000:3.0:1789024376.401847:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00100000:10000000:2.0:1789024376.402595:0:23440:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:2.0:1789024376.407761:0:23440:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:2.0:1789024376.409141:0:23440:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xe:0x0] (16/1) registered 00100000:10000000:2.0:1789024376.412572:0:23440:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x10:0x0] (16/1) registered 00100000:10000000:2.0:1789024376.414191:0:23440:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:2.0:1789024376.418919:0:23440:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:2.0:1789024376.423979:0:23440:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1f:0x0] (24/16) registered 00080000:01000000:2.0:1789024376.436969:0:23440:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0001: register osd-ldiskfs tunable parameters 00000020:00000080:2.0:1789024376.437482:0:23440:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00080000:01000000:2.0:1789024376.437497:0:23440:0:(osd_handler.c:8924:osd_obd_connect()) connect #0 00000020:00000080:2.0:1789024376.437514:0:23440:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xa736ef4b98cb50c9 00000020:01000004:2.0:1789024376.437523:0:23440:0:(tgt_mount.c:2587:server_fill_super()) Found service lustre-MDT0001 on device /dev/mapper/mds2_flakey 00000020:01000004:2.0:1789024376.437549:0:23440:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.202.118@tcp:Set MGC reconnect 1 10000000:01000000:2.0:1789024376.437554:0:23440:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.202.118@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:2.0:1789024376.437562:0:23440:0:(tgt_mount.c:1808:server_start_targets()) starting target lustre-MDT0001 00000020:01000004:2.0:1789024376.437777:0:23440:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds2_flakey 10000000:01000000:2.0:1789024376.437784:0:23440:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.202.118@tcp: cl_mgc_mutex lustre-MDT0001-osd for locked: rc = 0 00000040:01000000:3.0:1789024376.458918:0:23440:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.202.118@tcp ctxt 0 is initialized 00000020:01000004:3.0:1789024376.458992:0:23440:0:(tgt_mount.c:1416:server_register_target()) Registration lustre-MDT0001, fs=lustre, 192.168.202.118@tcp, index=0001, flags=0x20001 00000020:01000004:3.0:1789024376.458998:0:23440:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:3.0:1789024376.459000:0:23440:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:3.0:1789024376.459002:0:23440:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1789024376.459003:0:23440:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1789024376.459004:0:23440:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1789024376.459005:0:23440:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1789024376.459007:0:23440:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1789024376.459009:0:23440:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1789024376.459010:0:23440:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1789024376.459015:0:23440:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x10020001 00000020:01000004:3.0:1789024376.459018:0:23440:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1789024376.459019:0:23440:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:3.0:1789024376.459020:0:23440:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1789024376.459021:0:23440:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1789024376.459023:0:23440:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1789024376.459024:0:23440:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1789024376.459025:0:23440:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1789024376.459026:0:23440:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1789024376.459027:0:23440:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1789024376.459067:0:23440:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:3.0:1789024376.459103:0:23440:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc34379500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:23440:1875927422434688:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1789024376.459262:0:23440:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789024376.459328:0:23440:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc04df4000 going to sleep for 11 seconds 00000100:00100000:1.0:1789024376.459458:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422434688 00000100:00100000:1.0:1789024376.459469:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422434688 00000100:00100000:1.0:1789024376.459537:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1789024376.459548:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc07081850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+12:23440:x1875927422434688:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1789024376.459598:0:22701:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:1.0:1789024376.459606:0:22701:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0001 is running on 0@lo 20000000:01000000:1.0:1789024376.459615:0:22701:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 00000100:00100000:1.0:1789024376.460588:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc07081850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+12:23440:x1875927422434688:12345-0@lo:253:mount.lustre.0 Request processed in 1039us (1324us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024376.460599:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1789024376.460942:0:23440:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc34379500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:23440:1875927422434688:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1789024376.460957:0:23440:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:3.0:1789024376.460960:0:23440:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1789024376.460962:0:23440:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:3.0:1789024376.460963:0:23440:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1789024376.460965:0:23440:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1789024376.460966:0:23440:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1789024376.460967:0:23440:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1789024376.460969:0:23440:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1789024376.460970:0:23440:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1789024376.460972:0:23440:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:3.0:1789024376.460995:0:23440:0:(tgt_mount.c:101:server_register_mount()) register mount ffff90cb0339e000 from lustre-MDT0001 10000000:01000000:3.0:1789024376.461033:0:23440:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0001 from 0 10000000:01000000:3.0:1789024376.461036:0:23440:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0001-0000000000000000 10000000:01000000:3.0:1789024376.461045:0:23440:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff90cc31210000 local copy 00010000:00010000:3.0:1789024376.461068:0:23440:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cc01323200/0xa736ef4b98cb4fbf lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb4fc6 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789024376.461446:0:23440:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc34379500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:23440:1875927422434816:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789024376.461489:0:23440:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789024376.461531:0:23440:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc0f37a6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789024376.461820:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422434816 00000100:00100000:2.0:1789024376.461972:0:22702:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422434816 00000100:00100000:2.0:1789024376.462028:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1789024376.462038:0:22702:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc07082450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+12:23440:x1875927422434816:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789024376.462141:0:22702:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc07082450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+12:23440:x1875927422434816:12345-0@lo:501:mount.lustre.0 Request processed in 104us (651us total) trans 0 rc -2/-2 00000100:00100000:2.0:1789024376.462169:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1789024376.463074:0:23440:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc34379500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:23440:1875927422434816:0@lo:501:mount.lustre.0 10000000:01000000:3.0:1789024376.463096:0:23440:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.202.118@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:3.0:1789024376.463132:0:23440:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.202.118@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:3.0:1789024376.463142:0:23440:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cc01323200/0xa736ef4b98cb4fbf lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb4fc6 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024376.463236:0:23440:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.118@tcp lock: ffff90cc01323200/0xa736ef4b98cb4fbf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb4fc6 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789024376.463285:0:23440:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff90cb0339e000 10000000:01000000:3.0:1789024376.463317:0:23440:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:3.0:1789024376.463324:0:23440:0:(mgc_request.c:194:do_config_log_add()) do adding config log nodemap-ffff90cc31210000 10000000:01000000:3.0:1789024376.463327:0:23440:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 10000000:01000000:3.0:1789024376.463330:0:23440:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff90cc31210000 from 1 10000000:01000000:3.0:1789024376.463333:0:23440:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1789024376.463370:0:23440:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cc342bd200/0xa736ef4b98cb50d0 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024376.463379:0:23440:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.118@tcp lock: ffff90cc342bd200/0xa736ef4b98cb50d0 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024376.463389:0:23440:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.118@tcp lock: ffff90cc342bd200/0xa736ef4b98cb50d0 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789024376.463409:0:23440:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc34379500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:23440:1875927422434944:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1789024376.463452:0:23440:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789024376.463491:0:23440:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc0f37a6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789024376.463971:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422434944 00000100:00100000:0.0:1789024376.463979:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422434944 00000100:00100000:0.0:1789024376.464027:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1789024376.464036:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc07083c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+12:23440:x1875927422434944:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789024376.464063:0:22701:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789024376.464082:0:22701:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90cb0338b400/0xa736ef4b98cb50d7 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa736ef4b98cb50d0 expref: -99 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024376.464109:0:22701:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90cb0338b400/0xa736ef4b98cb50d7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa736ef4b98cb50d0 expref: 13 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024376.464121:0:22701:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90cb0338b400/0xa736ef4b98cb50d7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa736ef4b98cb50d0 expref: 13 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024376.464131:0:22701:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90cb0338b400, rc 0) 00000100:00100000:0.0:1789024376.464207:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc07083c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+13:23440:x1875927422434944:12345-0@lo:101:mount.lustre.0 Request processed in 173us (755us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024376.464214:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1789024376.464594:0:23440:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc34379500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:23440:1875927422434944:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789024376.464680:0:23440:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.118@tcp lock: ffff90cc342bd200/0xa736ef4b98cb50d0 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb50d7 expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024376.464691:0:23440:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.118@tcp lock: ffff90cc342bd200/0xa736ef4b98cb50d0 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa736ef4b98cb50d7 expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789024376.464734:0:23440:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.118@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1789024376.464757:0:23440:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cc342bd200/0xa736ef4b98cb50d0 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb50d7 expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024376.464765:0:23440:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.118@tcp lock: ffff90cc342bd200/0xa736ef4b98cb50d0 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb50d7 expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789024376.464775:0:23440:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff90cb0339e000 10000000:01000000:3.0:1789024376.464781:0:23440:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:3.0:1789024376.464784:0:23440:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff90cb0339e000 from 1 10000000:01000000:3.0:1789024376.464787:0:23440:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:3.0:1789024376.464878:0:23440:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cc342bc800/0xa736ef4b98cb50de lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024376.464887:0:23440:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.118@tcp lock: ffff90cc342bc800/0xa736ef4b98cb50de lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024376.464896:0:23440:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.118@tcp lock: ffff90cc342bc800/0xa736ef4b98cb50de lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789024376.464913:0:23440:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc34379500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:23440:1875927422435072:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1789024376.464950:0:23440:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789024376.464982:0:23440:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc0f37a6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789024376.465041:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422435072 00000100:00100000:0.0:1789024376.465047:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422435072 00000100:00100000:0.0:1789024376.465096:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1789024376.465103:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc07081050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+13:23440:x1875927422435072:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789024376.465114:0:22701:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789024376.465124:0:22701:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90cb0338be00/0xa736ef4b98cb50e5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xa736ef4b98cb50de expref: -99 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024376.465139:0:22701:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90cb0338be00/0xa736ef4b98cb50e5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa736ef4b98cb50de expref: 14 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024376.465441:0:22701:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90cb0338be00/0xa736ef4b98cb50e5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa736ef4b98cb50de expref: 14 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024376.465449:0:22701:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90cb0338be00, rc 0) 00000100:00100000:0.0:1789024376.465492:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc07081050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+14:23440:x1875927422435072:12345-0@lo:101:mount.lustre.0 Request processed in 389us (542us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024376.465498:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1789024376.465567:0:23440:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc34379500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:23440:1875927422435072:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789024376.465578:0:23440:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.118@tcp lock: ffff90cc342bc800/0xa736ef4b98cb50de lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb50e5 expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024376.465586:0:23440:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.118@tcp lock: ffff90cc342bc800/0xa736ef4b98cb50de lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xa736ef4b98cb50e5 expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789024376.465598:0:23440:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.118@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:1.0:1789024376.465602:0:23440:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cc342bc800/0xa736ef4b98cb50de lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb50e5 expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024376.465609:0:23440:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.118@tcp lock: ffff90cc342bc800/0xa736ef4b98cb50de lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb50e5 expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789024376.465626:0:23440:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0001-0000000000000000 10000000:01000000:1.0:1789024376.465630:0:23440:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1789024376.465636:0:23440:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff90cb0339e000 10000000:01000000:1.0:1789024376.465639:0:23440:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:1.0:1789024376.465642:0:23440:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 1 10000000:01000000:1.0:1789024376.465644:0:23440:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00010000:00010000:1.0:1789024376.465661:0:23440:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cc01323e00/0xa736ef4b98cb50ec lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024376.465668:0:23440:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.118@tcp lock: ffff90cc01323e00/0xa736ef4b98cb50ec lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024376.465676:0:23440:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.118@tcp lock: ffff90cc01323e00/0xa736ef4b98cb50ec lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789024376.465689:0:23440:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3f9fe680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:23440:1875927422435200:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1789024376.465716:0:23440:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024376.465744:0:23440:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc4154c540 going to sleep for 11 seconds 00000100:00100000:3.0:1789024376.465868:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422435200 00000100:00100000:3.0:1789024376.465874:0:22702:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422435200 00000100:00100000:3.0:1789024376.466001:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1789024376.466010:0:22702:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc07080c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+14:23440:x1875927422435200:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789024376.466018:0:22702:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789024376.466033:0:22702:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90cc342bce00/0xa736ef4b98cb50f3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xa736ef4b98cb50ec expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024376.466046:0:22702:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90cc342bce00/0xa736ef4b98cb50f3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa736ef4b98cb50ec expref: 15 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024376.466066:0:22702:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90cc342bce00/0xa736ef4b98cb50f3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa736ef4b98cb50ec expref: 15 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024376.466073:0:22702:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90cc342bce00, rc 0) 00000100:00100000:3.0:1789024376.466110:0:22702:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc07080c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+15:23440:x1875927422435200:12345-0@lo:101:mount.lustre.0 Request processed in 102us (393us total) trans 0 rc 0/0 00000100:00100000:3.0:1789024376.466116:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1789024376.466188:0:23440:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3f9fe680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:23440:1875927422435200:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789024376.466207:0:23440:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.118@tcp lock: ffff90cc01323e00/0xa736ef4b98cb50ec lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb50f3 expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024376.466216:0:23440:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.118@tcp lock: ffff90cc01323e00/0xa736ef4b98cb50ec lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xa736ef4b98cb50f3 expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1789024376.468758:0:23440:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 46 count 46 00000040:00080000:2.0:1789024376.471013:0:23440:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1789024376.481011:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:3.0:1789024376.481090:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 136 off8552 00000040:00080000:3.0:1789024376.481106:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 176 off8728 00000040:00080000:3.0:1789024376.481120:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8952 00000040:00080000:3.0:1789024376.481135:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 224 off9176 00000040:00080000:3.0:1789024376.481174:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 120 off9296 00000040:00080000:3.0:1789024376.481191:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 112 off9408 00000040:00080000:3.0:1789024376.481203:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 160 off9568 00000040:00080000:3.0:1789024376.481216:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9792 00000040:00080000:3.0:1789024376.481243:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10016 00000040:00080000:3.0:1789024376.481258:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 88 off10104 00000040:00080000:3.0:1789024376.481271:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 144 off10248 00000040:00080000:3.0:1789024376.481284:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].13, 152 off10400 00000040:00080000:3.0:1789024376.481298:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].14, 168 off10568 00000040:00080000:3.0:1789024376.481314:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].15, 224 off10792 00000040:00080000:3.0:1789024376.481332:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].16, 224 off11016 00000040:00080000:3.0:1789024376.481346:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].17, 80 off11096 00000040:00080000:3.0:1789024376.481359:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].18, 224 off11320 00000040:00080000:3.0:1789024376.481372:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].19, 224 off11544 00000040:00080000:3.0:1789024376.481397:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].20, 160 off11704 00000040:00080000:3.0:1789024376.481411:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].21, 224 off11928 00000040:00080000:3.0:1789024376.481424:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].22, 224 off12152 00000040:00080000:3.0:1789024376.481436:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].23, 80 off12232 00000040:00080000:3.0:1789024376.481452:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].24, 224 off12456 00000040:00080000:3.0:1789024376.481465:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].25, 224 off12680 00000040:00080000:3.0:1789024376.481478:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].26, 88 off12768 00000040:00080000:3.0:1789024376.481491:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].27, 144 off12912 00000040:00080000:3.0:1789024376.481505:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].28, 152 off13064 00000040:00080000:3.0:1789024376.481519:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].29, 136 off13200 00000040:00080000:3.0:1789024376.481531:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].30, 224 off13424 00000040:00080000:3.0:1789024376.481544:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].31, 224 off13648 00000040:00080000:3.0:1789024376.481556:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].32, 80 off13728 00000040:00080000:3.0:1789024376.481569:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].33, 224 off13952 00000040:00080000:3.0:1789024376.481581:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].34, 224 off14176 00000040:00080000:3.0:1789024376.481593:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].35, 88 off14264 00000040:00080000:3.0:1789024376.481606:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].36, 144 off14408 00000040:00080000:3.0:1789024376.481619:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].37, 152 off14560 00000040:00080000:3.0:1789024376.481632:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].38, 136 off14696 00000040:00080000:3.0:1789024376.481649:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].39, 224 off14920 00000040:00080000:3.0:1789024376.481663:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].40, 224 off15144 00000040:00080000:3.0:1789024376.481676:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].41, 80 off15224 00000040:00080000:3.0:1789024376.481691:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].42, 224 off15448 00000040:00080000:3.0:1789024376.481705:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].43, 224 off15672 00000040:00080000:3.0:1789024376.481718:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].44, 120 off15792 00000040:00080000:3.0:1789024376.481753:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].45, 224 off16016 00000040:00080000:3.0:1789024376.481761:0:23440:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 45 count 46 00000100:00100000:3.0:1789024376.481914:0:23440:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc34378700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:23440:1875927422435328:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789024376.482008:0:23440:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789024376.482074:0:23440:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc0f37a0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789024376.482254:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422435328 00000100:00100000:1.0:1789024376.482266:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422435328 00000100:00100000:1.0:1789024376.482331:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1789024376.482343:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc07080450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+15:23440:x1875927422435328:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789024376.482542:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc07080450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+15:23440:x1875927422435328:12345-0@lo:501:mount.lustre.0 Request processed in 200us (533us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024376.482551:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1789024376.482807:0:23440:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc34378700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:23440:1875927422435328:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789024376.482855:0:23440:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fcea300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:23440:1875927422435456:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789024376.482906:0:23440:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024376.482940:0:23440:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc02fcd840 going to sleep for 11 seconds 00000100:00100000:1.0:1789024376.483281:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422435456 00000100:00100000:1.0:1789024376.483287:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422435456 00000100:00100000:1.0:1789024376.483338:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1789024376.483345:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc07082850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+15:23440:x1875927422435456:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789024376.484544:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc07082850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+15:23440:x1875927422435456:12345-0@lo:503:mount.lustre.0 Request processed in 1192us (1630us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024376.484556:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1789024376.486826:0:23440:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fcea300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:23440:1875927422435456:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1789024376.487505:0:23440:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1789024376.487619:0:23440:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fcea300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:23440:1875927422435584:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789024376.487704:0:23440:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024376.487760:0:23440:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc02fcd840 going to sleep for 11 seconds 00000100:00100000:1.0:1789024376.488606:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422435584 00000100:00100000:1.0:1789024376.488618:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422435584 00000100:00100000:1.0:1789024376.488682:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1789024376.488694:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc07081450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+15:23440:x1875927422435584:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789024376.491559:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc07081450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+15:23440:x1875927422435584:12345-0@lo:502:mount.lustre.0 Request processed in 2858us (3845us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024376.491572:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1789024376.492391:0:23440:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fcea300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:23440:1875927422435584:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789024376.493507:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:3.0:1789024376.493558:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 136 off8552 00000040:00080000:3.0:1789024376.493747:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 176 off8728 00000040:00080000:3.0:1789024376.493775:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8952 00000040:00080000:3.0:1789024376.493865:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 224 off9176 00000040:00080000:3.0:1789024376.493887:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 120 off9296 00000040:00080000:3.0:1789024376.493903:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 112 off9408 00000040:00080000:3.0:1789024376.493915:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 160 off9568 00000040:00080000:3.0:1789024376.493928:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9792 00000040:00080000:3.0:1789024376.493941:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10016 00000040:00080000:3.0:1789024376.493954:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 88 off10104 00000040:00080000:3.0:1789024376.493966:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 144 off10248 00000040:00080000:3.0:1789024376.493979:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].13, 152 off10400 00000040:00080000:3.0:1789024376.493991:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].14, 168 off10568 00000040:00080000:3.0:1789024376.494003:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].15, 224 off10792 00000040:00080000:3.0:1789024376.494016:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].16, 224 off11016 00000040:00080000:3.0:1789024376.494031:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].17, 80 off11096 00000040:00080000:3.0:1789024376.494045:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].18, 224 off11320 00000040:00080000:3.0:1789024376.494437:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].19, 224 off11544 00000040:00080000:3.0:1789024376.494450:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].20, 160 off11704 00000040:00080000:3.0:1789024376.494463:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].21, 224 off11928 00000040:00080000:3.0:1789024376.494476:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].22, 224 off12152 00000040:00080000:3.0:1789024376.494489:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].23, 80 off12232 00000040:00080000:3.0:1789024376.494504:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].24, 224 off12456 00000040:00080000:3.0:1789024376.494521:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].25, 224 off12680 00000040:00080000:3.0:1789024376.494536:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].26, 88 off12768 00000040:00080000:3.0:1789024376.494552:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].27, 144 off12912 00000040:00080000:3.0:1789024376.494567:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].28, 152 off13064 00000040:00080000:3.0:1789024376.494652:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].29, 136 off13200 00000040:00080000:3.0:1789024376.494671:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].30, 224 off13424 00000040:00080000:3.0:1789024376.494687:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].31, 224 off13648 00000040:00080000:3.0:1789024376.494703:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].32, 80 off13728 00000040:00080000:3.0:1789024376.494740:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].33, 224 off13952 00000040:00080000:3.0:1789024376.494755:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].34, 224 off14176 00000040:00080000:3.0:1789024376.494767:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].35, 88 off14264 00000040:00080000:3.0:1789024376.494780:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].36, 144 off14408 00000040:00080000:3.0:1789024376.494863:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].37, 152 off14560 00000040:00080000:3.0:1789024376.494883:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].38, 136 off14696 00000040:00080000:3.0:1789024376.494899:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].39, 224 off14920 00000040:00080000:3.0:1789024376.494912:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].40, 224 off15144 00000040:00080000:3.0:1789024376.494925:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].41, 80 off15224 00000040:00080000:3.0:1789024376.494940:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].42, 224 off15448 00000040:00080000:3.0:1789024376.494954:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].43, 224 off15672 00000040:00080000:3.0:1789024376.494969:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].44, 120 off15792 00000100:00100000:3.0:1789024376.495033:0:23440:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc34379c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:23440:1875927422435712:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789024376.495367:0:23440:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789024376.495496:0:23440:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc0f37acc0 going to sleep for 11 seconds 00000100:00100000:2.0:1789024376.495556:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422435712 00000100:00100000:2.0:1789024376.495566:0:22702:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422435712 00000100:00100000:2.0:1789024376.495731:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1789024376.495743:0:22702:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc07081c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+15:23440:x1875927422435712:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789024376.495958:0:22702:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc07081c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+15:23440:x1875927422435712:12345-0@lo:502:mount.lustre.0 Request processed in 216us (590us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024376.495967:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1789024376.496387:0:23440:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc34379c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:23440:1875927422435712:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789024376.496461:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].45, 224 off16016 00000040:00080000:3.0:1789024376.496474:0:23440:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 45 count 46 00000020:01000000:1.0:1789024376.497587:0:23444:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789024376.497603:0:23444:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789024376.497606:0:23444:0:(obd_config.c:1563:class_process_config()) marker 11 (0x1) lustre-MDT0001-m lov setup 00000020:01000000:1.0:1789024376.497613:0:23444:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0001) 00000020:00000080:1.0:1789024376.497617:0:23444:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1789024376.497636:0:23444:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdtlov (ffff90cc312119c0) 00000020:00000080:1.0:1789024376.497666:0:23444:0:(obd_config.c:720:class_attach_name()) OBD: dev 13 attached type lod with refcount 2 00000020:00000080:1.0:1789024376.497676:0:23444:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:1.0:1789024376.497789:0:23444:0:(osd_handler.c:8924:osd_obd_connect()) connect #1 00000020:00000080:1.0:1789024376.497905:0:23444:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xa736ef4b98cb5101 00000020:00000080:1.0:1789024376.498365:0:23444:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:01000000:1.0:1789024376.498372:0:23444:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789024376.498376:0:23444:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789024376.498378:0:23444:0:(obd_config.c:1563:class_process_config()) marker 11 (0x2) lustre-MDT0001-m lov setup 00000020:01000000:1.0:1789024376.498380:0:23444:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789024376.498385:0:23444:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789024376.498386:0:23444:0:(obd_config.c:1563:class_process_config()) marker 12 (0x1) lustre-MDT0001 add mdt 00000020:00000080:1.0:1789024376.498398:0:23444:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1789024376.498409:0:23444:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001 (ffff90cc31213380) 00000020:00000080:1.0:1789024376.498422:0:23444:0:(obd_config.c:720:class_attach_name()) OBD: dev 14 attached type mdt with refcount 2 00000020:00000080:1.0:1789024376.498427:0:23444:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:1.0:1789024376.498429:0:23444:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0001 osc lustre-MDT0001-mdtlov mdc (null) 00000020:01000000:1.0:1789024376.498432:0:23444:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0001 00000020:00000080:1.0:1789024376.498440:0:23444:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:1.0:1789024376.498497:0:23444:0:(tgt_mount.c:153:server_get_mount()) get mount ffff90cb0339e000 from lustre-MDT0001, refs=2 00000020:00000080:1.0:1789024376.498513:0:23444:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0001 (ffff90cc35453380) 00000020:00000080:1.0:1789024376.498523:0:23444:0:(obd_config.c:720:class_attach_name()) OBD: dev 15 attached type mdd with refcount 2 00000004:01000000:1.0:1789024376.498788:0:23444:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:1.0:1789024376.498936:0:23444:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xa736ef4b98cb5116 00000020:00000080:1.0:1789024376.504968:0:23444:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000004:01000000:1.0:1789024376.504996:0:23444:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:1.0:1789024376.505011:0:23444:0:(genops.c:1384:class_connect()) connect: client lustre-MDD0001_UUID, cookie 0xa736ef4b98cb511d 00080000:01000000:1.0:1789024376.505023:0:23444:0:(osd_handler.c:8924:osd_obd_connect()) connect #2 00000020:00000080:1.0:1789024376.505028:0:23444:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xa736ef4b98cb5124 00010000:00010000:3.0:1789024376.639106:0:23444:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0001_UUID-2 is initialized 00000001:00000004:3.0:1789024376.640353:0:23444:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 8589934595 00000001:00080000:3.0:1789024376.640852:0:23444:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:1.0:1789024376.646637:0:23444:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:01000000:1.0:1789024376.646802:0:23444:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789024376.646809:0:23444:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789024376.646811:0:23444:0:(obd_config.c:1563:class_process_config()) marker 12 (0x2) lustre-MDT0001 add mdt 00000020:01000000:1.0:1789024376.646814:0:23444:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789024376.646820:0:23444:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789024376.646821:0:23444:0:(obd_config.c:1563:class_process_config()) marker 13 (0x1) lustre-MDT0000 add osp 00000020:00000080:1.0:1789024376.646824:0:23444:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1789024376.646829:0:23444:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.118@tcp to nid 0x20000c0a8ca76 (192.168.202.118@tcp) 00000020:00000080:1.0:1789024376.646859:0:23444:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1789024376.646874:0:23444:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osp-MDT0001 (ffff90cc35450000) 00000020:00000080:1.0:1789024376.646897:0:23444:0:(obd_config.c:720:class_attach_name()) OBD: dev 16 attached type osp with refcount 2 00000020:00000080:1.0:1789024376.646904:0:23444:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1789024376.646981:0:23444:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0000-osp-MDT0001: connect to lustre-MDT0001-osd (lustre-MDT0000-osp-MDT0001) 00080000:01000000:1.0:1789024376.646989:0:23444:0:(osd_handler.c:8924:osd_obd_connect()) connect #3 00000020:00000080:1.0:1789024376.646998:0:23444:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xa736ef4b98cb5132 00010000:00080000:1.0:1789024376.647045:0:23444:0:(ldlm_lib.c:102:import_set_conn()) imp ffff90cb0395c800@lustre-MDT0000-osp-MDT0001: add connection 192.168.202.118@tcp at head 00010000:00010000:1.0:1789024376.651404:0:23444:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-osp-MDT0001-5 is initialized 00000020:00000080:3.0:1789024376.652797:0:23444:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1789024376.652812:0:23444:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00000004:01000000:3.0:1789024376.652849:0:23444:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0000_UUID idx:0 gen:1 00000020:00000080:3.0:1789024376.652872:0:23444:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xa736ef4b98cb5139 00000100:00080000:3.0:1789024376.652882:0:23444:0:(import.c:545:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1789024376.652895:0:23444:0:(import.c:666:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff90cb0395c800 using connection 192.168.202.118@tcp/0@lo 00000100:00100000:3.0:1789024376.652933:0:23444:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90cc34379c00 x1875927422435840/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789024376.652974:0:23444:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1789024376.653038:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000020:01000000:3.0:1789024376.653046:0:23444:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000100:00080000:0.0:1789024376.653049:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000020:00000080:3.0:1789024376.653052:0:23444:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000100:00080000:0.0:1789024376.653056:0:37:0:(import.c:65:import_set_state_nolock()) ffff90cb03b90000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000020:00000080:3.0:1789024376.653063:0:23444:0:(obd_config.c:1563:class_process_config()) marker 13 (0x2) lustre-MDT0000 add osp 00000100:00080000:0.0:1789024376.653066:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 692 00000020:01000000:3.0:1789024376.653070:0:23444:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000100:00080000:0.0:1789024376.653073:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 20s 00000020:01000000:3.0:1789024376.653077:0:23444:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #14 00000020:01000000:3.0:1789024376.653081:0:23444:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1789024376.653084:0:23444:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1789024376.653085:0:23444:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1789024376.653088:0:23444:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000100:00080000:0.0:1789024376.653089:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff90cb03b90000 using connection 192.168.202.118@tcp/0@lo 00000020:00000080:3.0:1789024376.653096:0:23444:0:(obd_config.c:1563:class_process_config()) marker 14 (0x6) lustre sys.timeout 00000020:01000000:3.0:1789024376.653102:0:23444:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789024376.653107:0:23444:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789024376.653109:0:23444:0:(obd_config.c:1563:class_process_config()) marker 15 (0x1) lustre-MDT0001 mdt.identity_upcall 00000020:00000080:3.0:1789024376.653113:0:23444:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:3.0:1789024376.653142:0:23444:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0001: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:3.0:1789024376.653181:0:23444:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789024376.653185:0:23444:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789024376.653186:0:23444:0:(obd_config.c:1563:class_process_config()) marker 15 (0x2) lustre-MDT0001 mdt.identity_upcall 00000020:01000000:3.0:1789024376.653189:0:23444:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1789024376.653191:0:23444:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #20 00000020:01000000:3.0:1789024376.653192:0:23444:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000100:00100000:0.0:1789024376.653313:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90cc3fceaa00 x1875927422435968/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789024376.653345:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789024376.653349:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789024376.653353:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789024376.653358:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1789024376.653392:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc34379c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1875927422435840:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1789024376.653459:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fcebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3644:1875927422436096:0@lo:400:kworker.0 00000100:00100000:2.0:1789024376.653491:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789024376.653544:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fceaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1875927422435968:0@lo:38:kworker.0 00000100:00100000:1.0:1789024376.653557:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789024376.653608:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:01000000:3.0:1789024376.653643:0:23444:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1789024376.653646:0:23444:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1789024376.653650:0:23444:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789024376.653652:0:23444:0:(obd_config.c:1563:class_process_config()) marker 20 (0x6) lustre sys.timeout 00000020:01000000:3.0:1789024376.653656:0:23444:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1789024376.653659:0:23444:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:3.0:1789024376.653662:0:23444:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789024376.653664:0:23444:0:(obd_config.c:1563:class_process_config()) marker 23 (0x1) lustre-OST0000 add osc 00000020:00000080:3.0:1789024376.653667:0:23444:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1789024376.653670:0:23444:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.118@tcp to nid 0x20000c0a8ca76 (192.168.202.118@tcp) 00000020:01000000:3.0:1789024376.653697:0:23444:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:3.0:1789024376.653699:0:23444:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1789024376.653712:0:23444:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0001 (ffff90cb020a8000) 00000020:00000080:3.0:1789024376.653725:0:23444:0:(obd_config.c:720:class_attach_name()) OBD: dev 17 attached type osp with refcount 2 00000020:00000080:3.0:1789024376.653730:0:23444:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1789024376.653788:0:23444:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0000-osc-MDT0001) 00080000:01000000:3.0:1789024376.653795:0:23444:0:(osd_handler.c:8924:osd_obd_connect()) connect #4 00000020:00000080:3.0:1789024376.653800:0:23444:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xa736ef4b98cb5147 00010000:00080000:3.0:1789024376.653829:0:23444:0:(ldlm_lib.c:102:import_set_conn()) imp ffff90cc3fa52000@lustre-OST0000-osc-MDT0001: add connection 192.168.202.118@tcp at head 00010000:00010000:3.0:1789024376.654024:0:23444:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0001-6 is initialized 00000100:00100000:0.0:1789024376.654831:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422435840 00000100:00100000:0.0:1789024376.654845:0:22714:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422435840 00000100:00100000:0.0:1789024376.654878:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422435968 00000100:00100000:0.0:1789024376.654881:0:22714:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422435968 00000100:00100000:0.0:1789024376.654895:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1789024376.654903:0:22714:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc08782d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3640:x1875927422435840:12345-0@lo:38:llog_process_th.0 00010000:00080000:0.0:1789024376.654934:0:22714:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 694 last 0 00000020:00000080:0.0:1789024376.654995:0:22714:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xa736ef4b98cb514e 00000004:00100000:0.0:1789024376.655012:0:22714:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:0.0:1789024376.655019:0:22714:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000100:00100000:0.0:1789024376.655110:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422436096 00000100:00100000:0.0:1789024376.655127:0:22708:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422436096 00000100:00100000:0.0:1789024376.655184:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1789024376.655194:0:22708:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f9fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1875927422436096:12345-0@lo:400:kworker.0 00000040:01000000:3.0:1789024376.659325:0:23444:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:3.0:1789024376.660103:0:23444:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0001 ctxt 2 is initialized 00000100:00100000:0.0:1789024376.665374:0:22708:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f9fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1875927422436096:12345-0@lo:400:kworker.0 Request processed in 10168us (11810us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024376.665393:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000040:00080000:3.0:1789024376.665544:0:23444:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00080000:0.0:1789024376.667983:0:22714:0:(import.c:65:import_set_state_nolock()) ffff90cc0531b800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1789024376.668078:0:22714:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc08782d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3640:x1875927422435840:12345-0@lo:38:llog_process_th.0 Request processed in 13173us (14587us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024376.668089:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1789024376.668123:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1789024376.668129:0:22714:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc08780700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3640:x1875927422435968:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1789024376.668201:0:22714:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc08780700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3640:x1875927422435968:12345-0@lo:38:kworker.0 Request processed in 70us (14594us total) trans 0 rc -11/-11 00000100:00100000:0.0:1789024376.668207:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1789024376.668307:0:3640:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:3.0:1789024376.668317:0:3640:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-osp-MDT0001: connect to target with instance 3 00000100:00080000:3.0:1789024376.668326:0:3640:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0000-osp-MDT0001: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:3.0:1789024376.668331:0:3640:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1789024376.668334:0:3640:0:(import.c:65:import_set_state_nolock()) ffff90cb0395c800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1789024376.668355:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc34379c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1875927422435840:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1789024376.668366:0:3640:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1789024376.668371:0:3640:0:(import.c:65:import_set_state_nolock()) ffff90cb03b90000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789024376.668374:0:3640:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-11) 00000100:00100000:3.0:1789024376.668377:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fceaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1875927422435968:0@lo:38:kworker.0 00000100:00100000:3.0:1789024376.668512:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fceaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1875927422436224:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789024376.668549:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024376.668741:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422436224 00000100:00100000:0.0:1789024376.668748:0:22713:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422436224 00000100:00100000:0.0:1789024376.668785:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1789024376.668791:0:22713:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc34379c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3641:x1875927422436224:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1789024376.668813:0:22713:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1789024376.668850:0:22713:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc34379c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3641:x1875927422436224:12345-0@lo:41:osp-pre-0-1.0 Request processed in 59us (301us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024376.668856:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1789024376.668885:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fceaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1875927422436224:0@lo:41:osp-pre-0-1.0 00000040:00080000:2.0:1789024376.668982:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:2.0:1789024376.669128:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].1, 64 off8256 00000040:00080000:2.0:1789024376.669539:0:23449:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1789024376.669543:0:23449:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xc:0x0] at index 3 of catalog [0x1:0x2:0x0] 00010000:00080000:1.0:1789024376.670025:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff90cc3fcebb80 x1875927422436096/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789024392 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789024376.670063:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fcebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3644:1875927422436096:0@lo:400:kworker.0 00000020:00000080:2.0:1789024376.670296:0:23444:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1789024376.670308:0:23444:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:2.0:1789024376.670342:0:23444:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:2.0:1789024376.670364:0:23444:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xa736ef4b98cb5155 00000100:00080000:2.0:1789024376.670372:0:23444:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1789024376.670386:0:23444:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff90cc3fa52000 using connection 192.168.202.118@tcp/0@lo 00000100:00100000:2.0:1789024376.670412:0:23444:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90cc08780380 x1875927422436352/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789024376.670433:0:23444:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:2.0:1789024376.670485:0:23444:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789024376.670490:0:23444:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789024376.670492:0:23444:0:(obd_config.c:1563:class_process_config()) marker 23 (0x2) lustre-OST0000 add osc 00000020:01000000:2.0:1789024376.670494:0:23444:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1789024376.670497:0:23444:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #28 00000020:01000000:2.0:1789024376.670499:0:23444:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1789024376.670500:0:23444:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1789024376.670502:0:23444:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1789024376.670504:0:23444:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789024376.670505:0:23444:0:(obd_config.c:1563:class_process_config()) marker 28 (0x6) lustre sys.timeout 00000020:01000000:2.0:1789024376.670508:0:23444:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1789024376.670512:0:23444:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:2.0:1789024376.670515:0:23444:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789024376.670516:0:23444:0:(obd_config.c:1563:class_process_config()) marker 31 (0x1) lustre-OST0001 add osc 00000020:00000080:2.0:1789024376.670519:0:23444:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1789024376.670523:0:23444:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.118@tcp to nid 0x20000c0a8ca76 (192.168.202.118@tcp) 00000020:01000000:2.0:1789024376.670542:0:23444:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:2.0:1789024376.670544:0:23444:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1789024376.670554:0:23444:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0001 (ffff90cb040d99c0) 00000020:00000080:2.0:1789024376.670565:0:23444:0:(obd_config.c:720:class_attach_name()) OBD: dev 18 attached type osp with refcount 2 00000020:00000080:2.0:1789024376.670568:0:23444:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1789024376.670811:0:23444:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0001-osc-MDT0001) 00080000:01000000:2.0:1789024376.670818:0:23444:0:(osd_handler.c:8924:osd_obd_connect()) connect #5 00000020:00000080:2.0:1789024376.670823:0:23444:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xa736ef4b98cb5163 00010000:00080000:2.0:1789024376.670851:0:23444:0:(ldlm_lib.c:102:import_set_conn()) imp ffff90cc35388000@lustre-OST0001-osc-MDT0001: add connection 192.168.202.118@tcp at head 00010000:00010000:2.0:1789024376.671028:0:23444:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0001-7 is initialized 00000040:01000000:2.0:1789024376.671085:0:23444:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:2.0:1789024376.671104:0:23444:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0001 ctxt 2 is initialized 00000100:00080000:1.0:1789024376.671419:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789024376.671428:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789024376.671431:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789024376.671434:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1789024376.671494:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc08780380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1875927422436352:0@lo:8:llog_process_th.0 00000400:00000100:3.0:1789024376.671561:0:3640:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875927422436352 offset 0 length 520: 4 00000040:00080000:2.0:1789024376.676098:0:23444:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1789024376.676945:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:2.0:1789024376.677081:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].1, 64 off8256 00000040:00080000:1.0:1789024376.677925:0:23451:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:1.0:1789024376.677934:0:23451:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:3.0:1789024376.683765:0:23444:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1789024376.683782:0:23444:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:3.0:1789024376.683829:0:23444:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:3.0:1789024376.683856:0:23444:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xa736ef4b98cb516a 00000100:00080000:3.0:1789024376.683867:0:23444:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1789024376.683878:0:23444:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff90cc35388000 using connection 192.168.202.118@tcp/0@lo 00000100:00100000:3.0:1789024376.683915:0:23444:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90cc34378700 x1875927422436480/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789024376.683980:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc34378700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1875927422436480:0@lo:8:llog_process_th.0 00000400:00000100:2.0:1789024376.684027:0:3640:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875927422436480 offset 0 length 520: 4 00000100:00080000:3.0:1789024376.684082:0:23444:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:3.0:1789024376.684180:0:23444:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789024376.684184:0:23444:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789024376.684186:0:23444:0:(obd_config.c:1563:class_process_config()) marker 31 (0x2) lustre-OST0001 add osc 00000020:01000000:3.0:1789024376.684189:0:23444:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789024376.684193:0:23444:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789024376.684194:0:23444:0:(obd_config.c:1563:class_process_config()) marker 37 (0x1) lustre sys.timeout 00000020:00000080:3.0:1789024376.684197:0:23444:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:3.0:1789024376.684199:0:23444:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:3.0:1789024376.684201:0:23444:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789024376.684203:0:23444:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789024376.684205:0:23444:0:(obd_config.c:1563:class_process_config()) marker 37 (0x2) lustre sys.timeout 00000020:01000000:3.0:1789024376.684207:0:23444:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789024376.684209:0:23444:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789024376.684210:0:23444:0:(obd_config.c:1563:class_process_config()) marker 42 (0x1) lustre sys.jobid_var 00000020:00000080:3.0:1789024376.684214:0:23444:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:3.0:1789024376.684253:0:23444:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789024376.684257:0:23444:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789024376.684259:0:23444:0:(obd_config.c:1563:class_process_config()) marker 42 (0x2) lustre sys.jobid_var 00000040:00080000:3.0:1789024376.684262:0:23444:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 46 count 46 00000020:01000000:3.0:1789024376.684318:0:23440:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0001 gen 1-45 (rc=0) 10000000:01000000:3.0:1789024376.684350:0:23440:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.118@tcp: configuration from log 'lustre-MDT0001' succeeded (0). 00010000:00010000:3.0:1789024376.684367:0:23440:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cc01323e00/0xa736ef4b98cb50ec lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb50f3 expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024376.684391:0:23440:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.118@tcp lock: ffff90cc01323e00/0xa736ef4b98cb50ec lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb50f3 expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789024376.684401:0:23440:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff90cb0339e000 from 1 10000000:01000000:3.0:1789024376.684404:0:23440:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1789024376.684426:0:23440:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cc342bd000/0xa736ef4b98cb5171 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024376.684434:0:23440:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.118@tcp lock: ffff90cc342bd000/0xa736ef4b98cb5171 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024376.684445:0:23440:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.118@tcp lock: ffff90cc342bd000/0xa736ef4b98cb5171 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789024376.684460:0:23440:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc34379500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:23440:1875927422436608:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1789024376.684500:0:23440:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789024376.684521:0:23440:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc087df780 going to sleep for 11 seconds 00000100:00080000:1.0:1789024376.684695:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789024376.684700:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789024376.684703:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789024376.684706:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1789024376.684726:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422436608 00000100:00100000:1.0:1789024376.684733:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422436608 00000100:00100000:1.0:1789024376.684775:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1789024376.684785:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3d002450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+15:23440:x1875927422436608:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789024376.684797:0:22701:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789024376.684809:0:22701:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90cc01323800/0xa736ef4b98cb5178 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xa736ef4b98cb5171 expref: -99 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024376.684840:0:22701:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90cc01323800/0xa736ef4b98cb5178 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa736ef4b98cb5171 expref: 16 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024376.684852:0:22701:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90cc01323800/0xa736ef4b98cb5178 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa736ef4b98cb5171 expref: 16 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024376.684863:0:22701:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90cc01323800, rc 0) 00000100:00100000:1.0:1789024376.684904:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3d002450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+16:23440:x1875927422436608:12345-0@lo:101:mount.lustre.0 Request processed in 121us (403us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024376.684911:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1789024376.684962:0:23440:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc34379500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:23440:1875927422436608:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789024376.684976:0:23440:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.118@tcp lock: ffff90cc342bd000/0xa736ef4b98cb5171 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb5178 expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024376.684985:0:23440:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.118@tcp lock: ffff90cc342bd000/0xa736ef4b98cb5171 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xa736ef4b98cb5178 expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789024376.685538:0:23440:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3f9fed80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:23440:1875927422436736:0@lo:256:mount.lustre.0 00000100:00100000:1.0:1789024376.685591:0:23440:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024376.685620:0:23440:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc19994540 going to sleep for 11 seconds 00000100:00100000:3.0:1789024376.686241:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422436736 00000100:00100000:3.0:1789024376.686247:0:22702:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422436736 00000100:00100000:3.0:1789024376.686325:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1789024376.686334:0:22702:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3d001850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+16:23440:x1875927422436736:12345-0@lo:256:mount.lustre.0 20000000:01000000:3.0:1789024376.686351:0:22702:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:3.0:1789024376.686370:0:22702:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:3.0:1789024376.686373:0:22702:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:3.0:1789024376.686476:0:22702:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3d001850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+16:23440:x1875927422436736:12345-0@lo:256:mount.lustre.0 Request processed in 143us (884us total) trans 0 rc 0/0 00000100:00100000:3.0:1789024376.686483:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1789024376.686561:0:23440:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3f9fed80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:23440:1875927422436736:0@lo:256:mount.lustre.0 10000000:01000000:0.0:1789024376.687180:0:23440:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.118@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1789024376.687196:0:23440:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cc342bd000/0xa736ef4b98cb5171 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb5178 expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024376.687207:0:23440:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.118@tcp lock: ffff90cc342bd000/0xa736ef4b98cb5171 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb5178 expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789024376.687215:0:23440:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff90cb0339e000 from 1 10000000:01000000:0.0:1789024376.687218:0:23440:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1789024376.687250:0:23440:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cb0338a000/0xa736ef4b98cb517f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024376.687259:0:23440:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.118@tcp lock: ffff90cb0338a000/0xa736ef4b98cb517f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024376.687274:0:23440:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.118@tcp lock: ffff90cb0338a000/0xa736ef4b98cb517f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789024376.687290:0:23440:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fceaa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:23440:1875927422436864:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1789024376.687321:0:23440:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024376.696090:0:23440:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc02fcd600 going to sleep for 11 seconds 00000100:00100000:1.0:1789024376.699425:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422436864 00000100:00100000:1.0:1789024376.699442:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422436864 00000100:00100000:1.0:1789024376.699507:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1789024376.699516:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3d003450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+16:23440:x1875927422436864:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789024376.699534:0:22701:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789024376.699553:0:22701:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90cc01322a00/0xa736ef4b98cb5186 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xa736ef4b98cb517f expref: -99 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024376.702750:0:22701:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90cc01322a00/0xa736ef4b98cb5186 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa736ef4b98cb517f expref: 17 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024376.702767:0:22701:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90cc01322a00/0xa736ef4b98cb5186 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa736ef4b98cb517f expref: 17 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024376.702777:0:22701:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90cc01322a00, rc 0) 00000100:00100000:1.0:1789024376.702857:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3d003450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+17:23440:x1875927422436864:12345-0@lo:101:mount.lustre.0 Request processed in 3341us (15534us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024376.702865:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1789024376.703061:0:23440:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fceaa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:23440:1875927422436864:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789024376.703080:0:23440:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.118@tcp lock: ffff90cb0338a000/0xa736ef4b98cb517f lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb5186 expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024376.703096:0:23440:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.118@tcp lock: ffff90cb0338a000/0xa736ef4b98cb517f lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xa736ef4b98cb5186 expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1789024376.704173:0:23440:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 13 count 13 00000040:00080000:0.0:1789024376.704430:0:23440:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1789024376.704624:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:0.0:1789024376.704860:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 112 off8528 00000040:00080000:0.0:1789024376.704877:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 224 off8752 00000040:00080000:0.0:1789024376.704889:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8976 00000040:00080000:0.0:1789024376.704900:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 112 off9088 00000040:00080000:0.0:1789024376.704911:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 224 off9312 00000040:00080000:0.0:1789024376.704922:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 224 off9536 00000040:00080000:0.0:1789024376.704946:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 128 off9664 00000040:00080000:0.0:1789024376.704961:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:0.0:1789024376.704973:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 224 off10112 00000040:00080000:0.0:1789024376.704984:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 128 off10240 00000040:00080000:0.0:1789024376.705001:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10464 00000040:00080000:0.0:1789024376.705006:0:23440:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 12 count 13 00000100:00100000:0.0:1789024376.705072:0:23440:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fceaa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:23440:1875927422436992:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789024376.705132:0:23440:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024376.705213:0:23440:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc02fcdb40 going to sleep for 11 seconds 00000100:00100000:1.0:1789024376.706820:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422436992 00000100:00100000:1.0:1789024376.706833:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422436992 00000100:00100000:1.0:1789024376.706881:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1789024376.706891:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3d003c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+17:23440:x1875927422436992:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789024376.707040:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3d003c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+17:23440:x1875927422436992:12345-0@lo:501:mount.lustre.0 Request processed in 151us (1908us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024376.707048:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1789024376.707694:0:23440:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fceaa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:23440:1875927422436992:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789024376.707740:0:23440:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fceaa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:23440:1875927422437120:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789024376.707789:0:23440:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024376.707825:0:23440:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc02fcdb40 going to sleep for 11 seconds 00000100:00100000:1.0:1789024376.707936:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422437120 00000100:00100000:1.0:1789024376.707943:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422437120 00000100:00100000:1.0:1789024376.707977:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1789024376.707983:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3d002850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+17:23440:x1875927422437120:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789024376.708083:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3d002850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+17:23440:x1875927422437120:12345-0@lo:503:mount.lustre.0 Request processed in 100us (293us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024376.708090:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1789024376.708368:0:23440:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fceaa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:23440:1875927422437120:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1789024376.708896:0:23440:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1789024376.708963:0:23440:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fceaa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:23440:1875927422437248:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789024376.709003:0:23440:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024376.709087:0:23440:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc02fcd600 going to sleep for 11 seconds 00000100:00100000:2.0:1789024376.709164:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422437248 00000100:00100000:2.0:1789024376.709170:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422437248 00000100:00100000:1.0:1789024376.713928:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:0.0:1789024376.714037:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3d003050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+17:23440:x1875927422437248:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789024376.714272:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3d003050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+17:23440:x1875927422437248:12345-0@lo:502:mount.lustre.0 Request processed in 329us (5267us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024376.714281:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1789024376.714460:0:23440:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fceaa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:23440:1875927422437248:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1789024376.714751:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:1.0:1789024376.714782:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 112 off8528 00000040:00080000:1.0:1789024376.714798:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 224 off8752 00000040:00080000:1.0:1789024376.714811:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8976 00000040:00080000:1.0:1789024376.714823:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 112 off9088 00000040:00080000:1.0:1789024376.714849:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 224 off9312 00000040:00080000:1.0:1789024376.714864:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 224 off9536 00000040:00080000:1.0:1789024376.714876:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 128 off9664 00000040:00080000:1.0:1789024376.714888:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:1.0:1789024376.714900:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 224 off10112 00000040:00080000:1.0:1789024376.714913:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 128 off10240 00000100:00100000:1.0:1789024376.714947:0:23440:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3f9fe300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:23440:1875927422437376:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789024376.714992:0:23440:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024376.715030:0:23440:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc19994540 going to sleep for 11 seconds 00000100:00100000:3.0:1789024376.715185:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422437376 00000100:00100000:3.0:1789024376.715193:0:22702:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422437376 00000100:00100000:3.0:1789024376.715245:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1789024376.715253:0:22702:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3d002c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+17:23440:x1875927422437376:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789024376.715334:0:22702:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3d002c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+17:23440:x1875927422437376:12345-0@lo:502:mount.lustre.0 Request processed in 82us (341us total) trans 0 rc 0/0 00000100:00100000:3.0:1789024376.715341:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1789024376.715579:0:23440:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3f9fe300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:23440:1875927422437376:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1789024376.715623:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10464 00000040:00080000:1.0:1789024376.715632:0:23440:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:3.0:1789024376.716876:0:23453:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789024376.716885:0:23453:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789024376.716888:0:23453:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:3.0:1789024376.716896:0:23453:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff90cb0339e000 00000020:00000080:3.0:1789024376.716898:0:23453:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1789024376.716906:0:23453:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789024376.716909:0:23453:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789024376.716910:0:23453:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:3.0:1789024376.716912:0:23453:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789024376.716915:0:23453:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789024376.716916:0:23453:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:3.0:1789024376.716919:0:23453:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff90cb0339e000 00000020:00000080:3.0:1789024376.716921:0:23453:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1789024376.717016:0:23453:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789024376.717020:0:23453:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789024376.717022:0:23453:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:3.0:1789024376.717024:0:23453:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789024376.717026:0:23453:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789024376.717027:0:23453:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1789024376.717031:0:23453:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff90cb0339e000 00000020:00000080:3.0:1789024376.717033:0:23453:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1789024376.726747:0:23453:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789024376.726779:0:23453:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789024376.726781:0:23453:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1789024376.726786:0:23453:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789024376.726796:0:23453:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789024376.726797:0:23453:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:3.0:1789024376.726802:0:23453:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff90cb0339e000 00000020:00000080:3.0:1789024376.726804:0:23453:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1789024376.726869:0:23453:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789024376.726873:0:23453:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789024376.726874:0:23453:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:3.0:1789024376.726878:0:23453:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 13 count 13 00000020:01000000:1.0:1789024376.738980:0:23440:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:1.0:1789024376.739032:0:23440:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.118@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1789024376.739061:0:23440:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cb0338a000/0xa736ef4b98cb517f lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb5186 expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024376.739075:0:23440:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.118@tcp lock: ffff90cb0338a000/0xa736ef4b98cb517f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb5186 expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789024376.739194:0:23440:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:1.0:1789024376.739197:0:23440:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff90cb0339e000 10000000:01000000:1.0:1789024376.739200:0:23440:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff90cb0339e000 10000000:01000000:1.0:1789024376.739204:0:23440:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1789024376.739231:0:23440:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff90cb0339e000 from 1 10000000:01000000:1.0:1789024376.739235:0:23440:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1789024376.739270:0:23440:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cc01323400/0xa736ef4b98cb518d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024376.739280:0:23440:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.118@tcp lock: ffff90cc01323400/0xa736ef4b98cb518d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024376.739291:0:23440:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.118@tcp lock: ffff90cc01323400/0xa736ef4b98cb518d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789024376.739314:0:23440:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3f9fe300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:23440:1875927422437504:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1789024376.739374:0:23440:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024376.739410:0:23440:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc0f37ad80 going to sleep for 11 seconds 00000100:00100000:0.0:1789024376.747235:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422437504 00000100:00100000:0.0:1789024376.747248:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422437504 00000100:00100000:0.0:1789024376.747304:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1789024376.747313:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3d001050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+17:23440:x1875927422437504:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789024376.747329:0:22701:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789024376.747346:0:22701:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90cb0338ac00/0xa736ef4b98cb5194 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xa736ef4b98cb518d expref: -99 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024376.747373:0:22701:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90cb0338ac00/0xa736ef4b98cb5194 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa736ef4b98cb518d expref: 18 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024376.747396:0:22701:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90cb0338ac00/0xa736ef4b98cb5194 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa736ef4b98cb518d expref: 18 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024376.747404:0:22701:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90cb0338ac00, rc 0) 00000100:00100000:0.0:1789024376.747480:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3d001050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+18:23440:x1875927422437504:12345-0@lo:101:mount.lustre.0 Request processed in 168us (8105us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024376.747487:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1789024376.747726:0:23440:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3f9fe300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:23440:1875927422437504:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789024376.747743:0:23440:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.118@tcp lock: ffff90cc01323400/0xa736ef4b98cb518d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb5194 expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024376.747752:0:23440:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.118@tcp lock: ffff90cc01323400/0xa736ef4b98cb518d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xa736ef4b98cb5194 expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1789024376.756647:0:23440:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 52 count 51 00000040:00080000:1.0:1789024376.756945:0:23440:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1789024376.757132:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].1, 224 off8416 00000040:00080000:1.0:1789024376.757202:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].2, 120 off8536 00000040:00080000:1.0:1789024376.757220:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].3, 168 off8704 00000040:00080000:1.0:1789024376.757247:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].4, 224 off8928 00000040:00080000:1.0:1789024376.757261:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].5, 224 off9152 00000040:00080000:1.0:1789024376.757275:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].6, 120 off9272 00000040:00080000:1.0:1789024376.757289:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].7, 168 off9440 00000040:00080000:1.0:1789024376.757315:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].8, 224 off9664 00000040:00080000:1.0:1789024376.757345:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].9, 224 off9888 00000040:00080000:1.0:1789024376.757361:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].10, 120 off10008 00000040:00080000:1.0:1789024376.757376:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].11, 224 off10232 00000040:00080000:1.0:1789024376.757390:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].12, 224 off10456 00000040:00080000:1.0:1789024376.757404:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].13, 88 off10544 00000040:00080000:1.0:1789024376.757417:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].14, 128 off10672 00000040:00080000:1.0:1789024376.757431:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].15, 144 off10816 00000040:00080000:1.0:1789024376.757446:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].16, 160 off10976 00000040:00080000:1.0:1789024376.757461:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].17, 224 off11200 00000040:00080000:1.0:1789024376.757488:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].18, 224 off11424 00000040:00080000:1.0:1789024376.757504:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].19, 80 off11504 00000040:00080000:1.0:1789024376.757517:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].20, 224 off11728 00000040:00080000:1.0:1789024376.757532:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].21, 224 off11952 00000040:00080000:1.0:1789024376.757545:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].22, 88 off12040 00000040:00080000:1.0:1789024376.757559:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].23, 128 off12168 00000040:00080000:1.0:1789024376.757587:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].24, 144 off12312 00000040:00080000:1.0:1789024376.757604:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].25, 160 off12472 00000040:00080000:1.0:1789024376.757618:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].26, 224 off12696 00000040:00080000:1.0:1789024376.757632:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].27, 224 off12920 00000040:00080000:1.0:1789024376.757646:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].28, 80 off13000 00000040:00080000:1.0:1789024376.757659:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].29, 224 off13224 00000040:00080000:1.0:1789024376.757672:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].30, 224 off13448 00000040:00080000:1.0:1789024376.757686:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].31, 88 off13536 00000040:00080000:1.0:1789024376.757700:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].32, 128 off13664 00000040:00080000:1.0:1789024376.757715:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].33, 144 off13808 00000040:00080000:1.0:1789024376.757741:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].34, 128 off13936 00000040:00080000:1.0:1789024376.757756:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].35, 224 off14160 00000040:00080000:1.0:1789024376.757771:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].36, 224 off14384 00000040:00080000:1.0:1789024376.757782:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].37, 80 off14464 00000040:00080000:1.0:1789024376.757795:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].38, 224 off14688 00000040:00080000:1.0:1789024376.757807:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].39, 224 off14912 00000040:00080000:1.0:1789024376.757821:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].40, 88 off15000 00000040:00080000:1.0:1789024376.757843:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].41, 128 off15128 00000040:00080000:1.0:1789024376.757857:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].42, 144 off15272 00000040:00080000:1.0:1789024376.757870:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].43, 128 off15400 00000040:00080000:1.0:1789024376.757884:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].44, 224 off15624 00000040:00080000:1.0:1789024376.757898:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].45, 224 off15848 00000040:00080000:1.0:1789024376.757912:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].46, 80 off15928 00000040:00080000:1.0:1789024376.757925:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].47, 224 off16152 00000040:00080000:1.0:1789024376.757938:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].48, 232 off16384 00000040:00080000:1.0:1789024376.758061:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].49, 224 off16608 00000040:00080000:1.0:1789024376.758080:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].50, 120 off16728 00000040:00080000:1.0:1789024376.758097:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].51, 224 off16952 00000040:00080000:1.0:1789024376.758102:0:23440:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 51 count 51 00000100:00100000:1.0:1789024376.758212:0:23440:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3f9fe300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:23440:1875927422437632:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789024376.758283:0:23440:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024376.758329:0:23440:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc19994a80 going to sleep for 11 seconds 00000100:00100000:3.0:1789024376.758507:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422437632 00000100:00100000:3.0:1789024376.758514:0:22702:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422437632 00000100:00100000:3.0:1789024376.758564:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1789024376.758573:0:22702:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3d001c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+18:23440:x1875927422437632:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789024376.758706:0:22702:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3d001c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+18:23440:x1875927422437632:12345-0@lo:501:mount.lustre.0 Request processed in 134us (422us total) trans 0 rc 0/0 00000100:00100000:3.0:1789024376.758714:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:1.0:1789024376.762460:0:23440:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3f9fe300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:23440:1875927422437632:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789024376.762519:0:23440:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3f9fe300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:23440:1875927422437760:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789024376.762586:0:23440:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024376.762627:0:23440:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc19994a80 going to sleep for 11 seconds 00000100:00100000:3.0:1789024376.763261:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422437760 00000100:00100000:3.0:1789024376.763269:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422437760 00000100:00100000:3.0:1789024376.763315:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1789024376.763325:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3d003850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+18:23440:x1875927422437760:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789024376.770040:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3d003850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+18:23440:x1875927422437760:12345-0@lo:503:mount.lustre.0 Request processed in 6708us (7445us total) trans 0 rc 0/0 00000100:00100000:3.0:1789024376.770056:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1789024376.770457:0:23440:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3f9fe300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:23440:1875927422437760:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1789024376.770987:0:23440:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1789024376.771064:0:23440:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3f9fe300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:23440:1875927422437888:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789024376.771866:0:23440:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024376.771909:0:23440:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc19994a80 going to sleep for 11 seconds 00000100:00100000:2.0:1789024376.773339:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422437888 00000100:00100000:2.0:1789024376.773350:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422437888 00000100:00100000:2.0:1789024376.773408:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:2.0:1789024376.773418:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3d000850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+18:23440:x1875927422437888:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789024376.773559:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3d000850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+18:23440:x1875927422437888:12345-0@lo:502:mount.lustre.0 Request processed in 142us (1693us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024376.773567:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1789024376.774417:0:23440:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3f9fe300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:23440:1875927422437888:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1789024376.774626:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].1, 224 off8416 00000040:00080000:1.0:1789024376.774664:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].2, 120 off8536 00000040:00080000:1.0:1789024376.774690:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].3, 168 off8704 00000040:00080000:1.0:1789024376.774703:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].4, 224 off8928 00000040:00080000:1.0:1789024376.774716:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].5, 224 off9152 00000040:00080000:1.0:1789024376.774728:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].6, 120 off9272 00000040:00080000:1.0:1789024376.774742:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].7, 168 off9440 00000040:00080000:1.0:1789024376.774755:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].8, 224 off9664 00000040:00080000:1.0:1789024376.774769:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].9, 224 off9888 00000040:00080000:1.0:1789024376.774784:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].10, 120 off10008 00000040:00080000:1.0:1789024376.774797:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].11, 224 off10232 00000040:00080000:1.0:1789024376.774825:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].12, 224 off10456 00000040:00080000:1.0:1789024376.774842:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].13, 88 off10544 00000040:00080000:1.0:1789024376.774856:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].14, 128 off10672 00000040:00080000:1.0:1789024376.774871:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].15, 144 off10816 00000040:00080000:1.0:1789024376.774885:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].16, 160 off10976 00000040:00080000:1.0:1789024376.774900:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].17, 224 off11200 00000040:00080000:1.0:1789024376.774911:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].18, 224 off11424 00000040:00080000:1.0:1789024376.774922:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].19, 80 off11504 00000040:00080000:1.0:1789024376.774933:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].20, 224 off11728 00000040:00080000:1.0:1789024376.774943:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].21, 224 off11952 00000040:00080000:1.0:1789024376.774954:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].22, 88 off12040 00000040:00080000:1.0:1789024376.774965:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].23, 128 off12168 00000040:00080000:1.0:1789024376.774976:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].24, 144 off12312 00000040:00080000:1.0:1789024376.774987:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].25, 160 off12472 00000040:00080000:1.0:1789024376.774997:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].26, 224 off12696 00000040:00080000:1.0:1789024376.775010:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].27, 224 off12920 00000040:00080000:1.0:1789024376.775032:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].28, 80 off13000 00000040:00080000:1.0:1789024376.775043:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].29, 224 off13224 00000040:00080000:1.0:1789024376.775054:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].30, 224 off13448 00000040:00080000:1.0:1789024376.775064:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].31, 88 off13536 00000040:00080000:1.0:1789024376.775075:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].32, 128 off13664 00000040:00080000:1.0:1789024376.775085:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].33, 144 off13808 00000040:00080000:1.0:1789024376.775110:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].34, 128 off13936 00000040:00080000:1.0:1789024376.775121:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].35, 224 off14160 00000040:00080000:1.0:1789024376.775138:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].36, 224 off14384 00000040:00080000:1.0:1789024376.775169:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].37, 80 off14464 00000040:00080000:1.0:1789024376.775182:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].38, 224 off14688 00000040:00080000:1.0:1789024376.775192:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].39, 224 off14912 00000040:00080000:1.0:1789024376.775204:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].40, 88 off15000 00000040:00080000:1.0:1789024376.775216:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].41, 128 off15128 00000040:00080000:1.0:1789024376.775237:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].42, 144 off15272 00000040:00080000:1.0:1789024376.775249:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].43, 128 off15400 00000040:00080000:1.0:1789024376.775270:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].44, 224 off15624 00000040:00080000:1.0:1789024376.775282:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].45, 224 off15848 00000040:00080000:1.0:1789024376.775293:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].46, 80 off15928 00000040:00080000:1.0:1789024376.775303:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].47, 224 off16152 00000040:00080000:1.0:1789024376.775315:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].48, 232 off16384 00000100:00100000:1.0:1789024376.775353:0:23440:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3f9fe300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:23440:1875927422438016:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789024376.775410:0:23440:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024376.775444:0:23440:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc19994a80 going to sleep for 11 seconds 00000100:00100000:2.0:1789024376.775649:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422438016 00000100:00100000:2.0:1789024376.775656:0:22702:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422438016 00000100:00100000:2.0:1789024376.775695:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:2.0:1789024376.775703:0:22702:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3d002050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+18:23440:x1875927422438016:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789024376.775796:0:22702:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3d002050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+18:23440:x1875927422438016:12345-0@lo:502:mount.lustre.0 Request processed in 93us (385us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024376.775803:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:1.0:1789024376.776570:0:23440:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3f9fe300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:23440:1875927422438016:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1789024376.776738:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].49, 224 off16608 00000040:00080000:1.0:1789024376.776761:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].50, 120 off16728 00000100:00100000:1.0:1789024376.776784:0:23440:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3f9fe300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:23440:1875927422438144:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789024376.776820:0:23440:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024376.776847:0:23440:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc19994a80 going to sleep for 11 seconds 00000100:00100000:1.0:1789024376.776864:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422438144 00000100:00100000:1.0:1789024376.776869:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422438144 00000100:00100000:1.0:1789024376.776896:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1789024376.776902:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3d000c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+18:23440:x1875927422438144:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789024376.776981:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3d000c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+18:23440:x1875927422438144:12345-0@lo:502:mount.lustre.0 Request processed in 78us (160us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024376.776987:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1789024376.777026:0:23440:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3f9fe300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:23440:1875927422438144:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1789024376.777053:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].51, 224 off16952 00000040:00080000:1.0:1789024376.777059:0:23440:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:2.0:1789024376.778623:0:23458:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0001 (typ=lwp) 00000020:00000080:2.0:1789024376.778654:0:23458:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0001 (ffff90cb040dcd40) 00000020:00000080:2.0:1789024376.778676:0:23458:0:(obd_config.c:720:class_attach_name()) OBD: dev 19 attached type lwp with refcount 2 00000020:01000004:2.0:1789024376.778766:0:23458:0:(tgt_mount.c:153:server_get_mount()) get mount ffff90cb0339e000 from lustre-MDT0001, refs=3 00000020:01000004:2.0:1789024376.778771:0:23458:0:(tgt_mount.c:187:server_put_mount()) put mount ffff90cb0339e000 from lustre-MDT0001, refs=3 00000020:01000004:2.0:1789024376.778774:0:23458:0:(obd_mount.c:710:lustre_put_lsi()) put ffff90cb0339e000 3 00010000:00080000:2.0:1789024376.778804:0:23458:0:(ldlm_lib.c:102:import_set_conn()) imp ffff90cc15232800@lustre-MDT0000-lwp-MDT0001: add connection 192.168.202.118@tcp at head 00010000:00010000:1.0:1789024376.782506:0:23458:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0001-8 is initialized 00000020:00000080:1.0:1789024376.782702:0:23458:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000010:01000000:1.0:1789024376.782745:0:23458:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1789024376.782759:0:23458:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001, cookie 0xa736ef4b98cb51a2 00000100:00080000:1.0:1789024376.782768:0:23458:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1789024376.782778:0:23458:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff90cc15232800 using connection 192.168.202.118@tcp/0@lo 00000100:00100000:1.0:1789024376.782812:0:23458:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90cc3f9fe300 x1875927422438272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789024376.782839:0:23458:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1789024376.782869:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789024376.782873:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789024376.782876:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789024376.782879:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1789024376.783060:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3f9fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875927422438272:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1789024376.783124:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024376.783374:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422438272 00000100:00100000:1.0:1789024376.783381:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422438272 00000100:00100000:1.0:1789024376.783805:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1789024376.783813:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3437b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3640:x1875927422438272:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1789024376.783837:0:22709:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0001_UUID@0@lo t0 exp 0000000000000000 cur 694 last 0 00000020:00000080:1.0:1789024376.783880:0:22709:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001_UUID, cookie 0xa736ef4b98cb51a9 00000004:00100000:1.0:1789024376.783894:0:22709:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1789024376.783923:0:22709:0:(import.c:65:import_set_state_nolock()) ffff90cc3bd38800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1789024376.783986:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3437b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875927422438272:12345-0@lo:38:llog_process_th.0 Request processed in 172us (862us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024376.784001:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:2.0:1789024376.784074:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff90cc3f9fe300 x1875927422438272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789024386 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789024376.784085:0:3640:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:2.0:1789024376.784102:0:3640:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0001: connect to target with instance 3 00000100:00080000:2.0:1789024376.784110:0:3640:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0001: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:2.0:1789024376.784114:0:3640:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1789024376.784117:0:3640:0:(import.c:65:import_set_state_nolock()) ffff90cc15232800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1789024376.784122:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3f9fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875927422438272:0@lo:38:llog_process_th.0 00000040:00080000:0.0:1789024376.789363:0:23458:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x12:0x0] index 52 count 51 00000020:01000000:1.0:1789024376.791276:0:23440:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:1.0:1789024376.791334:0:23440:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.118@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1789024376.791355:0:23440:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cc01323400/0xa736ef4b98cb518d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb5194 expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024376.791369:0:23440:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.118@tcp lock: ffff90cc01323400/0xa736ef4b98cb518d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb5194 expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:1.0:1789024376.791430:0:23440:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:1.0:1789024376.791433:0:23440:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:1.0:1789024376.791434:0:23440:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1789024376.791435:0:23440:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1789024376.791437:0:23440:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1789024376.791438:0:23440:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1789024376.791439:0:23440:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1789024376.791441:0:23440:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1789024376.791443:0:23440:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1789024376.791447:0:23440:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x40020001 00000020:01000004:1.0:1789024376.791449:0:23440:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1789024376.791451:0:23440:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:1.0:1789024376.791453:0:23440:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1789024376.791454:0:23440:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1789024376.791454:0:23440:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1789024376.791456:0:23440:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1789024376.791457:0:23440:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1789024376.791458:0:23440:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1789024376.791461:0:23440:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1789024376.791492:0:23440:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:1.0:1789024376.791511:0:23440:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3f9ff480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:23440:1875927422438400:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1789024376.791577:0:23440:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024376.791613:0:23440:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc19994540 going to sleep for 11 seconds 00000100:00100000:1.0:1789024376.791649:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422438400 00000100:00100000:1.0:1789024376.791656:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422438400 00000100:00100000:1.0:1789024376.791702:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1789024376.791711:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3d000450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+18:23440:x1875927422438400:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1789024376.791738:0:22701:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:1.0:1789024376.791750:0:22701:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00000001:00100000:1.0:1789024376.798286:0:22688:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 20000000:01000000:1.0:1789024376.798322:0:22701:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:1.0:1789024376.798333:0:22701:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 20000000:01000000:1.0:1789024376.798398:0:22724:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:1.0:1789024376.798403:0:22724:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:1.0:1789024376.798425:0:22724:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90cc01323c00/0xa736ef4b98cb51b0 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024376.798444:0:22724:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90cb0338b600/0xa736ef4b98cb50b4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa736ef4b98cb50ad expref: 18 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024376.798451:0:22724:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90cc01323800/0xa736ef4b98cb5178 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa736ef4b98cb5171 expref: 18 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024376.798457:0:22724:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90cc01323c00/0xa736ef4b98cb51b0 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024376.798491:0:22724:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90cc01323800/0xa736ef4b98cb5178 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa736ef4b98cb5171 expref: 18 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024376.798503:0:22724:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff90cc01323800/0xa736ef4b98cb5178 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa736ef4b98cb5171 expref: 18 pid: 22701 timeout: 794 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789024376.798517:0:22724:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3f9fea00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22724:1875927422438528:0@lo:104: 00000100:00100000:1.0:1789024376.798575:0:22724:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1789024376.798622:0:22724:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90cb0338b600/0xa736ef4b98cb50b4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa736ef4b98cb50ad expref: 18 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024376.798652:0:22724:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff90cb0338b600/0xa736ef4b98cb50b4 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa736ef4b98cb50ad expref: 18 pid: 22702 timeout: 794 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789024376.798661:0:22724:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3f9fce00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22724:1875927422438656:0@lo:104: 00000100:00100000:1.0:1789024376.798684:0:22724:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024376.798701:0:22724:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc18f82900 going to sleep for 11 seconds 00000100:00100000:1.0:1789024376.798765:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422438528 00000100:00100000:1.0:1789024376.798773:0:22692:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422438528 00000100:00100000:1.0:1789024376.798802:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422438656 00000100:00100000:1.0:1789024376.798805:0:22692:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422438656 00000100:00100000:1.0:1789024376.798818:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1789024376.798826:0:22692:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f9fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+4:22724:x1875927422438528:12345-0@lo:104: 00010000:00010000:1.0:1789024376.798855:0:22692:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.118@tcp lock: ffff90cc342bd000/0xa736ef4b98cb5171 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xa736ef4b98cb5178 expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024376.798903:0:22692:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1789024376.798909:0:22692:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f9fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+4:22724:x1875927422438528:12345-0@lo:104: Request processed in 84us (335us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024376.798916:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1789024376.798933:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1789024376.798938:0:22692:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f9fc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+3:22724:x1875927422438656:12345-0@lo:104: 00010000:00010000:1.0:1789024376.798946:0:22692:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.118@tcp lock: ffff90cc342bcc00/0xa736ef4b98cb50ad lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xa736ef4b98cb50b4 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024376.798978:0:22692:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1789024376.798983:0:22692:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f9fc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+3:22724:x1875927422438656:12345-0@lo:104: Request processed in 46us (298us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024376.798996:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1789024376.799052:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3d000450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+18:23440:x1875927422438400:12345-0@lo:253:mount.lustre.0 Request processed in 7342us (7474us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024376.799060:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1789024376.799112:0:22724:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3f9fea00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22724:1875927422438528:0@lo:104: 00000100:00100000:1.0:1789024376.799120:0:22724:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3f9fce00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22724:1875927422438656:0@lo:104: 00010000:00010000:1.0:1789024376.799135:0:22724:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90cc01323c00/0xa736ef4b98cb51b0 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024376.799167:0:22697:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1789024376.799173:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.118@tcp lock: ffff90cc342bd000/0xa736ef4b98cb5171 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xa736ef4b98cb5178 expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024376.799180:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cc342bd000 already unused, calling callback (ffffffffc146cc20) 10000000:00010000:1.0:1789024376.799184:0:22697:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.118@tcp lock: ffff90cc342bd000/0xa736ef4b98cb5171 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xa736ef4b98cb5178 expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024376.799192:0:22697:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.118@tcp lock: ffff90cc342bd000/0xa736ef4b98cb5171 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xa736ef4b98cb5178 expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789024376.799199:0:22697:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.118@tcp lock: ffff90cc342bd000/0xa736ef4b98cb5171 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xa736ef4b98cb5178 expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789024376.799204:0:22697:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1789024376.799239:0:22697:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.118@tcp lock: ffff90cc342bd000/0xa736ef4b98cb5171 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa736ef4b98cb5178 expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024376.799246:0:22697:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1789024376.799271:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.118@tcp lock: ffff90cc342bd000/0xa736ef4b98cb5171 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa736ef4b98cb5178 expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024376.799277:0:22697:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.118@tcp lock: ffff90cc342bd000/0xa736ef4b98cb5171 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa736ef4b98cb5178 expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024376.799287:0:22697:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789024376.799290:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.118@tcp lock: ffff90cc342bcc00/0xa736ef4b98cb50ad lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa736ef4b98cb50b4 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024376.799295:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cc342bcc00 already unused, calling callback (ffffffffc146cc20) 10000000:00010000:1.0:1789024376.799297:0:22697:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.118@tcp lock: ffff90cc342bcc00/0xa736ef4b98cb50ad lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa736ef4b98cb50b4 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024376.799303:0:22697:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.118@tcp lock: ffff90cc342bcc00/0xa736ef4b98cb50ad lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa736ef4b98cb50b4 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789024376.799308:0:22697:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.118@tcp lock: ffff90cc342bcc00/0xa736ef4b98cb50ad lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa736ef4b98cb50b4 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789024376.799312:0:22697:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1789024376.799325:0:22697:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.118@tcp lock: ffff90cc342bcc00/0xa736ef4b98cb50ad lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa736ef4b98cb50b4 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024376.799330:0:22697:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1789024376.799344:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.118@tcp lock: ffff90cc342bcc00/0xa736ef4b98cb50ad lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa736ef4b98cb50b4 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024376.799351:0:22697:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.118@tcp lock: ffff90cc342bcc00/0xa736ef4b98cb50ad lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa736ef4b98cb50b4 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024376.799374:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789024376.799375:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789024376.799377:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789024376.799382:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789024376.799400:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3f9fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:3642:1875927422438784:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789024376.799426:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024376.799456:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3f9fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:3643:1875927422438912:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789024376.799476:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024376.799506:0:22693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422438784 00000100:00100000:1.0:1789024376.799510:0:22693:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422438784 00010000:00010000:1.0:1789024376.799526:0:22693:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90cc01323800/0xa736ef4b98cb5178 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa736ef4b98cb5171 expref: 18 pid: 22701 timeout: 794 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789024376.799543:0:22693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422438912 00000100:00100000:1.0:1789024376.799546:0:22693:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422438912 00010000:00010000:1.0:1789024376.799556:0:22693:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90cb0338b600/0xa736ef4b98cb50b4 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa736ef4b98cb50ad expref: 19 pid: 22702 timeout: 794 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789024376.799566:0:22693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1789024376.799571:0:22693:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f9fd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+19:3642:x1875927422438784:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789024376.799581:0:22693:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789024376.799585:0:22693:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90cc01323800/0xa736ef4b98cb5178 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa736ef4b98cb5171 expref: 19 pid: 22701 timeout: 794 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024376.799594:0:22693:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90cc01323800/0xa736ef4b98cb5178 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa736ef4b98cb5171 expref: 19 pid: 22701 timeout: 794 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024376.799607:0:22693:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90cc01323800/0xa736ef4b98cb5178 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa736ef4b98cb5171 expref: 19 pid: 22701 timeout: 794 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024376.799623:0:22693:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789024376.799650:0:22693:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f9fd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+18:3642:x1875927422438784:12345-0@lo:103:ldlm_bl.0 Request processed in 78us (223us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024376.799658:0:22693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1789024376.799670:0:22693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1789024376.799676:0:22693:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f9fd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+17:3643:x1875927422438912:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789024376.799683:0:22693:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789024376.799687:0:22693:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90cb0338b600/0xa736ef4b98cb50b4 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa736ef4b98cb50ad expref: 17 pid: 22702 timeout: 794 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024376.799696:0:22693:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90cb0338b600/0xa736ef4b98cb50b4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa736ef4b98cb50ad expref: 17 pid: 22702 timeout: 794 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024376.799704:0:22693:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90cb0338b600/0xa736ef4b98cb50b4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa736ef4b98cb50ad expref: 17 pid: 22702 timeout: 794 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024376.799714:0:22693:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90cc01323c00/0xa736ef4b98cb51b0 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024376.799720:0:22693:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90cc01323c00/0xa736ef4b98cb51b0 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:1.0:1789024376.799730:0:22693:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.015371826s 00010000:00010000:1.0:1789024376.799734:0:22693:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90cc01323c00/0xa736ef4b98cb51b0 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024376.799740:0:22693:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90cc01323c00/0xa736ef4b98cb51b0 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024376.799756:0:22693:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90cc01323c00/0xa736ef4b98cb51b0 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024376.799763:0:22693:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90cc01323c00/0xa736ef4b98cb51b0 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024376.799768:0:22693:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cc01323c00 already unused, calling callback (ffffffffc0e568b0) 00010000:00010000:1.0:1789024376.799773:0:22693:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90cc01323c00/0xa736ef4b98cb51b0 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024376.799780:0:22693:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90cc01323c00/0xa736ef4b98cb51b0 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024376.799792:0:22693:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90cc01323c00/0xa736ef4b98cb51b0 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024376.799801:0:22693:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789024376.799825:0:22693:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f9fd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+16:3643:x1875927422438912:12345-0@lo:103:ldlm_bl.0 Request processed in 150us (348us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024376.799832:0:22693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1789024376.799863:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3f9fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:3642:1875927422438784:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789024376.799877:0:22724:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90cc01323c00/0xa736ef4b98cb51b0 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024376.799884:0:22724:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90cc01323c00/0xa736ef4b98cb51b0 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024376.799889:0:22724:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90cc01323c00/0xa736ef4b98cb51b0 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789024376.799917:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3f9fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:3643:1875927422438912:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789024376.799943:0:23440:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3f9ff480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:23440:1875927422438400:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1789024376.799952:0:23440:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:1.0:1789024376.799956:0:23440:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1789024376.799957:0:23440:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:1.0:1789024376.799959:0:23440:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1789024376.799960:0:23440:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1789024376.799962:0:23440:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1789024376.799963:0:23440:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1789024376.799965:0:23440:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1789024376.799966:0:23440:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1789024376.799968:0:23440:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:1.0:1789024376.799977:0:23440:0:(tgt_mount.c:2694:server_calc_timeout()) lustre-MDT0001: Imperative Recovery not enabled, recovery window 60-180 00000040:01000000:1.0:1789024376.805820:0:23440:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osd ctxt 16 is initialized 00000040:01000000:0.0:1789024376.809254:0:23465:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:2.0:1789024376.809393:0:23440:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osp-MDT0001 ctxt 16 is initialized 00000040:00080000:2.0:1789024376.809885:0:23465:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1789024376.814622:0:23465:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000400:0x1:0x0] index 261376 count 1 00000004:00080000:2.0:1789024376.815826:0:23465:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osd retrieved update log, duration 0, retries 0 00000020:00080000:3.0:1789024376.816751:0:23464:0:(update_trans.c:1538:distribute_txn_commit_thread()) lustre-MDT0001: start commit thread committed batchid 0 00000020:00080000:3.0:1789024376.816757:0:23464:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 0 00000100:00100000:3.0:1789024376.824614:0:23466:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc34378000 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23466:1875927422439040:0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1789024376.824687:0:23466:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789024376.824729:0:23466:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc1802eb40 going to sleep for 11 seconds 00000100:00100000:1.0:1789024376.825104:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422439040 00000100:00100000:1.0:1789024376.825113:0:22713:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422439040 00000100:00100000:1.0:1789024376.825195:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1789024376.825205:0:22713:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc34378380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23466:x1875927422439040:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1789024376.825298:0:22713:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc34378380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23466:x1875927422439040:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 96us (611us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024376.825306:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1789024376.825848:0:23466:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc34378000 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23466:1875927422439040:0@lo:1000:lod0001_rec0000.0 00000040:01000000:3.0:1789024376.825877:0:23466:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:3.0:1789024376.825908:0:23466:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc34378000 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23466:1875927422439168:0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1789024376.825942:0:23466:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789024376.825969:0:23466:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc1802eb40 going to sleep for 11 seconds 00000100:00100000:1.0:1789024376.826093:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422439168 00000100:00100000:1.0:1789024376.826099:0:22713:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422439168 00000100:00100000:1.0:1789024376.826131:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1789024376.826138:0:22713:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3437a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23466:x1875927422439168:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1789024376.826292:0:22713:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3437a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23466:x1875927422439168:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 154us (348us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024376.826298:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1789024376.826498:0:23466:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc34378000 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23466:1875927422439168:0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1789024376.826570:0:23466:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc34378000 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23466:1875927422439296:0@lo:900:lod0001_rec0000.0 00000100:00100000:3.0:1789024376.826596:0:23466:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789024376.826621:0:23466:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc1802e240 going to sleep for 11 seconds 00000100:00100000:1.0:1789024376.828115:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422439296 00000100:00100000:1.0:1789024376.828126:0:22719:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422439296 00000100:00100000:1.0:1789024376.828195:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1789024376.828205:0:22719:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3437b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23466:x1875927422439296:12345-0@lo:900:lod0001_rec0000.0 00000100:00100000:1.0:1789024376.828279:0:22719:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3437b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23466:x1875927422439296:12345-0@lo:900:lod0001_rec0000.0 Request processed in 76us (1681us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024376.828285:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:3.0:1789024376.828539:0:23466:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff90cc34378000 x1875927422439296/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1789024392 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lod0001_rec0000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789024376.828552:0:23466:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc34378000 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23466:1875927422439296:0@lo:900:lod0001_rec0000.0 00000100:00100000:3.0:1789024376.828620:0:23466:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc34378000 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23466:1875927422439424:0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1789024376.828664:0:23466:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789024376.828693:0:23466:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc1802eb40 going to sleep for 11 seconds 00000100:00100000:1.0:1789024376.828742:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422439424 00000100:00100000:1.0:1789024376.828747:0:22713:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422439424 00000100:00100000:1.0:1789024376.828778:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1789024376.828784:0:22713:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3437a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23466:x1875927422439424:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1789024376.828862:0:22713:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3437a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23466:x1875927422439424:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 78us (198us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024376.828869:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1789024376.829296:0:23466:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc34378000 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23466:1875927422439424:0@lo:1000:lod0001_rec0000.0 00000040:00080000:3.0:1789024376.829338:0:23466:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:01000000:0.0:1789024376.831408:0:23440:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 12 is initialized 00000040:00080000:0.0:1789024376.831450:0:23440:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:0.0:1789024376.831923:0:23440:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:0.0:1789024376.831930:0:23440:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 14 is initialized 00000040:00080000:0.0:1789024376.831965:0:23440:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1789024376.832955:0:23440:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:0.0:1789024376.833511:0:23440:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:0.0:1789024376.833543:0:23440:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 15 is initialized 00000040:00080000:0.0:1789024376.833649:0:23440:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1789024376.838252:0:23466:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000401:0x1:0x0] index 261376 count 1 00000004:00080000:3.0:1789024376.838330:0:23466:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osp-MDT0001 retrieved update log, duration 0, retries 0 00000004:00080000:3.0:1789024376.838335:0:23466:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0001 got update logs from all MDTs. 00080000:10000000:0.0:1789024376.844312:0:23440:0:(osd_handler.c:5580:osd_index_try()) lustre-MDT0001: index object [0x200000003:0x30:0x0] (8/32) registered 00000001:00000004:2.0:1789024376.854136:0:23440:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:2.0:1789024376.871747:0:23440:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:2.0:1789024376.871786:0:23440:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0001: cmd=c00866e6 len=0 karg=ffff9dfe015ef988 00100000:10000000:2.0:1789024376.871795:0:23440:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0001-osd: start master thread 00000020:01000004:0.0:1789024376.872700:0:23440:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:0.0:1789024376.872731:0:23440:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.202.118@tcp: cl_mgc_mutex unlock 00000020:01000004:0.0:1789024376.872749:0:23440:0:(tgt_mount.c:2460:server_fill_super_common()) Server sb, dev=48 00000080:00000004:0.0:1789024376.872766:0:23440:0:(super25.c:182:lustre_fill_super()) /dev/mapper/mds2_flakey: Mount complete 00000020:00000004:0.0:1789024376.875979:0:23440:0:(tgt_mount.c:2346:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1789024376.876248:0:23440:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:1.0:1789024377.164380:0:22750:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc0f37ae40 going to sleep for 0 seconds 00010000:00010000:1.0:1789024377.420252:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1789024377.872494:0:23463:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1789024378.189309:0:22750:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc0f37ae40 going to sleep for 0 seconds 00010000:00010000:1.0:1789024378.444330:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1789024378.636258:0:22705:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1789024378.636269:0:22705:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff90cb0339e000 from 12 10000000:01000000:1.0:1789024378.636277:0:22705:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1789024378.636340:0:22705:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cc01322800/0xa736ef4b98cb51b7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024378.636421:0:22705:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.118@tcp lock: ffff90cc01322800/0xa736ef4b98cb51b7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024378.636436:0:22705:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.118@tcp lock: ffff90cc01322800/0xa736ef4b98cb51b7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789024378.636496:0:22705:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3f9ff480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22705:1875927422439552:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1789024378.636848:0:22705:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024378.636946:0:22705:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc18d43600 going to sleep for 11 seconds 00000100:00100000:3.0:1789024378.643718:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422439552 00000100:00100000:3.0:1789024378.643741:0:22702:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422439552 00000100:00100000:3.0:1789024378.643830:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:3.0:1789024378.643851:0:22702:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3d001450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+16:22705:x1875927422439552:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789024378.643877:0:22702:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789024378.643904:0:22702:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90cc342bc200/0xa736ef4b98cb51be lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa736ef4b98cb51b7 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024378.643940:0:22702:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90cc342bc200/0xa736ef4b98cb51be lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa736ef4b98cb51b7 expref: 17 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024378.643954:0:22702:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90cc342bc200/0xa736ef4b98cb51be lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa736ef4b98cb51b7 expref: 17 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024378.643976:0:22702:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90cc342bc200, rc 0) 00000100:00100000:3.0:1789024378.644091:0:22702:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3d001450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+17:22705:x1875927422439552:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 243us (7244us total) trans 0 rc 0/0 00000100:00100000:3.0:1789024378.644099:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:3.0:1789024378.644197:0:22705:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3f9ff480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22705:1875927422439552:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789024378.644235:0:22705:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.118@tcp lock: ffff90cc01322800/0xa736ef4b98cb51b7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb51be expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024378.644248:0:22705:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.118@tcp lock: ffff90cc01322800/0xa736ef4b98cb51b7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa736ef4b98cb51be expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789024378.644330:0:22705:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc34378000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22705:1875927422439680:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1789024378.644494:0:22705:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789024378.644617:0:22705:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc1802e000 going to sleep for 11 seconds 00000100:00100000:0.0:1789024378.644777:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422439680 00000100:00100000:0.0:1789024378.644783:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422439680 00000100:00100000:0.0:1789024378.644826:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1789024378.644834:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3d000050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+17:22705:x1875927422439680:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1789024378.644853:0:22703:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1789024378.644878:0:22703:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1789024378.644882:0:22703:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:0.0:1789024378.644995:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3d000050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+17:22705:x1875927422439680:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 162us (502us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024378.645004:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1789024378.645040:0:22705:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc34378000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22705:1875927422439680:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1789024378.645087:0:22705:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.118@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1789024378.645097:0:22705:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cc01322800/0xa736ef4b98cb51b7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb51be expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024378.645107:0:22705:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.118@tcp lock: ffff90cc01322800/0xa736ef4b98cb51b7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb51be expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789024378.645119:0:22705:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1789024378.645122:0:22705:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff90cc34283800 from 12 10000000:01000000:0.0:1789024378.645126:0:22705:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1789024378.645179:0:22705:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cb0338b800/0xa736ef4b98cb51c5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024378.645188:0:22705:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.118@tcp lock: ffff90cb0338b800/0xa736ef4b98cb51c5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024378.645197:0:22705:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.118@tcp lock: ffff90cb0338b800/0xa736ef4b98cb51c5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789024378.645229:0:22705:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fcea300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22705:1875927422439808:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1789024378.645259:0:22705:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024378.645280:0:22705:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc355cf480 going to sleep for 11 seconds 00000100:00100000:0.0:1789024378.645292:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422439808 00000100:00100000:0.0:1789024378.645302:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422439808 00000100:00100000:0.0:1789024378.645321:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1789024378.645326:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc2c272850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+17:22705:x1875927422439808:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789024378.645334:0:22703:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789024378.645344:0:22703:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90cb0338a400/0xa736ef4b98cb51cc lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xa736ef4b98cb51c5 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024378.645481:0:22703:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90cb0338a400/0xa736ef4b98cb51cc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa736ef4b98cb51c5 expref: 18 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024378.645490:0:22703:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90cb0338a400/0xa736ef4b98cb51cc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa736ef4b98cb51c5 expref: 18 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024378.645498:0:22703:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90cb0338a400, rc 0) 00000100:00100000:0.0:1789024378.645528:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc2c272850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+18:22705:x1875927422439808:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 202us (269us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024378.645535:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1789024378.645631:0:22705:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fcea300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22705:1875927422439808:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789024378.645642:0:22705:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.118@tcp lock: ffff90cb0338b800/0xa736ef4b98cb51c5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb51cc expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024378.645651:0:22705:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.118@tcp lock: ffff90cb0338b800/0xa736ef4b98cb51c5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xa736ef4b98cb51cc expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789024378.645692:0:22705:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fcea300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22705:1875927422439936:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1789024378.645720:0:22705:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024378.645747:0:22705:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc355cf480 going to sleep for 11 seconds 00000100:00100000:0.0:1789024378.645759:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422439936 00000100:00100000:0.0:1789024378.645769:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422439936 00000100:00100000:0.0:1789024378.645787:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1789024378.645792:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc2c270450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+18:22705:x1875927422439936:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1789024378.645803:0:22703:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1789024378.645815:0:22703:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1789024378.645818:0:22703:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:0.0:1789024378.645882:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc2c270450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+18:22705:x1875927422439936:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 89us (160us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024378.645889:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1789024378.645917:0:22705:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fcea300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22705:1875927422439936:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1789024378.645950:0:22705:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.118@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1789024378.645955:0:22705:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cb0338b800/0xa736ef4b98cb51c5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb51cc expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024378.645963:0:22705:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.118@tcp lock: ffff90cb0338b800/0xa736ef4b98cb51c5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb51cc expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1789024378.892791:0:23463:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1789024379.217120:0:22750:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc0f37ae40 going to sleep for 0 seconds 00010000:00010000:1.0:1789024379.470772:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789024380.242639:0:22750:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc0f37ae40 going to sleep for 0 seconds 00010000:00010000:1.0:1789024380.492293:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1789024381.209421:0:22744:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1789024381.260319:0:22750:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc0f37ae40 going to sleep for 0 seconds 00010000:00010000:2.0:1789024381.519112:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789024381.836344:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1789024381.836353:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1789024381.836360:0:37:0:(import.c:65:import_set_state_nolock()) ffff90cb03b90000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789024381.836384:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff90cb03b90000 using connection 192.168.202.118@tcp/0@lo 00000100:00100000:1.0:1789024381.836416:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90cc3f9fce00 x1875927422440192/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789024381.836459:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789024381.836463:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789024381.836465:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789024381.836469:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789024381.836498:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789024381.836501:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789024381.836503:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789024381.836507:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1789024381.836548:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3f9ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3643:1875927422440576:0@lo:400:kworker.0 00000100:00100000:1.0:1789024381.836666:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024381.836735:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1789024381.836741:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3f9fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:3643:1875927422440064:0@lo:400:kworker.0 00000100:00100000:1.0:1789024381.836777:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024381.836818:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3f9fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875927422440320:0@lo:400:kworker.0 00000100:00100000:1.0:1789024381.836845:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024381.836867:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789024381.836873:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3f9fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1875927422440448:0@lo:400:kworker.0 00000100:00100000:1.0:1789024381.836904:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024381.836943:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422440576 00000100:00100000:1.0:1789024381.836953:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422440576 00000100:00100000:1.0:1789024381.837006:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422440320 00000100:00100000:1.0:1789024381.837009:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422440320 00000100:00100000:1.0:1789024381.837030:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1789024381.837040:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f9fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3643:x1875927422440576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789024381.837101:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f9fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3643:x1875927422440576:12345-0@lo:400:kworker.0 Request processed in 62us (435us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024381.837108:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1789024381.837129:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1789024381.837135:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f9ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875927422440320:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789024381.837217:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f9ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875927422440320:12345-0@lo:400:kworker.0 Request processed in 81us (371us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024381.837223:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1789024381.837243:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422440448 00000100:00100000:1.0:1789024381.837247:0:22713:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422440448 00000100:00100000:1.0:1789024381.837272:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1789024381.837278:0:22713:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f9fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1875927422440448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789024381.837311:0:22713:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f9fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1875927422440448:12345-0@lo:400:kworker.0 Request processed in 34us (407us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024381.837327:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1789024381.837376:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3f9fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1875927422440448:0@lo:400:kworker.0 00010000:00080000:1.0:1789024381.837390:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff90cc3f9fd880 x1875927422440320/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789024397 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789024381.837400:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3f9fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875927422440320:0@lo:400:kworker.0 00010000:00080000:1.0:1789024381.837428:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff90cc3f9ffb80 x1875927422440576/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789024397 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789024381.837436:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3f9ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3643:1875927422440576:0@lo:400:kworker.0 00000100:00100000:1.0:1789024381.838585:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3f9fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1875927422440192:0@lo:38:kworker.0 00000100:00100000:1.0:1789024381.838664:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789024381.838813:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422440192 00000100:00100000:2.0:1789024381.838822:0:22713:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422440192 00000100:00100000:2.0:1789024381.838864:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1789024381.838871:0:22713:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f9ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3640:x1875927422440192:12345-0@lo:38:kworker.0 00010000:00080000:2.0:1789024381.838906:0:22713:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 699 last 0 00000020:00000080:2.0:1789024381.838956:0:22713:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xa736ef4b98cb51d3 00000004:00100000:2.0:1789024381.838975:0:22713:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:2.0:1789024381.838982:0:22713:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000100:00100000:0.0:1789024381.840267:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422440064 00000100:00100000:0.0:1789024381.840282:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422440064 00000100:00100000:0.0:1789024381.840347:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:0.0:1789024381.840358:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc2c272450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+18:3643:x1875927422440064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789024381.840457:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc2c272450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+18:3643:x1875927422440064:12345-0@lo:400:kworker.0 Request processed in 101us (3677us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024381.840465:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:0.0:1789024381.840595:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3f9fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:3643:1875927422440064:0@lo:400:kworker.0 00000100:00100000:2.0:1789024381.840862:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fcea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1875927422440704:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1789024381.840915:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789024381.840962:0:22714:0:(service.c:3467:ptlrpc_start_thread()) mdt_out[0] started 2 min 2 max 116 00000100:00100000:2.0:1789024381.840973:0:22714:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_out00_002' 00000100:00100000:2.0:1789024381.841191:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422440704 00000100:00100000:2.0:1789024381.841196:0:22714:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422440704 00000100:00100000:2.0:1789024381.841321:0:23665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1789024381.841329:0:23665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc08781f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3644:x1875927422440704:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1789024381.841364:0:23665:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1789024381.841413:0:23665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc08781f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3644:x1875927422440704:12345-0@lo:41:osp-pre-0-1.0 Request processed in 85us (498us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024381.841419:0:23665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1789024381.841450:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fcea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1875927422440704:0@lo:41:osp-pre-0-1.0 00000100:00080000:1.0:1789024381.866143:0:22713:0:(import.c:65:import_set_state_nolock()) ffff90cc1537c800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1789024381.867981:0:22713:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f9ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3640:x1875927422440192:12345-0@lo:38:kworker.0 Request processed in 29104us (29311us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024381.867994:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00080000:2.0:1789024381.869337:0:3640:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0001-osp-MDT0000: connect to target with instance 3 00000100:00080000:2.0:1789024381.869354:0:3640:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0001-osp-MDT0000: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:2.0:1789024381.869361:0:3640:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:2.0:1789024381.869365:0:3640:0:(import.c:65:import_set_state_nolock()) ffff90cb03b90000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00080000:2.0:1789024381.869388:0:3640:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000057f78654): req@ffff90cc3f9ff800 x1875927422432896/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789024381.869415:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3f9fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1875927422440192:0@lo:38:kworker.0 00000100:00100000:2.0:1789024381.869532:0:22750:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789024381.869560:0:22750:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc0f37ae40 going to sleep for 11 seconds 00000100:00100000:2.0:1789024381.869578:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422432896 00000100:00100000:2.0:1789024381.869585:0:22714:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422432896 00000100:00100000:2.0:1789024381.869641:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1789024381.869651:0:22714:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc08781500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22750:x1875927422432896:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:2.0:1789024381.869746:0:22714:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc08781500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22750:x1875927422432896:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 96us (214us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024381.869779:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3f9fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1875927422440832:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1789024381.869824:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024381.869858:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422440832 00000100:00100000:1.0:1789024381.869863:0:22713:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422440832 00000100:00100000:2.0:1789024381.873043:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1789024381.873137:0:22750:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3f9ff800 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22750:1875927422432896:0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1789024381.873139:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1789024381.873196:0:22713:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f9fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3641:x1875927422440832:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1789024381.873239:0:22713:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000040:01000000:2.0:1789024381.873246:0:22750:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:2.0:1789024381.873298:0:22750:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc08781c00 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22750:1875927422440960:0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1789024381.873326:0:22713:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f9fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3641:x1875927422440832:12345-0@lo:41:osp-pre-1-0.0 Request processed in 138us (3498us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024381.873335:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1789024381.873346:0:22750:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024381.873369:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422440960 00000100:00100000:1.0:1789024381.873375:0:22713:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422440960 00000100:00100000:2.0:1789024381.873386:0:22750:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc342b8240 going to sleep for 11 seconds 00000100:00100000:1.0:1789024381.873405:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1789024381.873414:0:22713:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc08781880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22750:x1875927422440960:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:2.0:1789024381.873640:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3f9fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1875927422440832:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1789024381.874685:0:22713:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc08781880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22750:x1875927422440960:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 1271us (1338us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024381.874692:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1789024381.874720:0:22750:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc08781c00 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22750:1875927422440960:0@lo:1000:lod0000_rec0001.0 00000100:00100000:2.0:1789024381.874803:0:22750:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc08781c00 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22750:1875927422441088:0@lo:1000:lod0000_rec0001.0 00000100:00100000:2.0:1789024381.874831:0:22750:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789024381.874909:0:22750:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc342b8240 going to sleep for 11 seconds 00000100:00100000:0.0:1789024381.874947:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422441088 00000100:00100000:0.0:1789024381.874954:0:22714:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422441088 00000100:00100000:0.0:1789024381.875123:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1789024381.875165:0:22714:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc08782300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22750:x1875927422441088:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1789024381.875253:0:22714:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc08782300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22750:x1875927422441088:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 112us (421us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024381.875260:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1789024381.875340:0:22750:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc08781c00 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22750:1875927422441088:0@lo:1000:lod0000_rec0001.0 00000040:00080000:1.0:1789024381.875391:0:22750:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1789024381.878723:0:22750:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000401:0x1:0x0] index 261376 count 1 00000004:00080000:1.0:1789024381.878807:0:22750:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osp-MDT0000 retrieved update log, duration 22, retries 0 00000004:00080000:1.0:1789024381.878813:0:22750:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0000 got update logs from all MDTs. 00000001:02000400:1.0:1789024382.520722:0:23710:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg218-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:1.0:1789024382.540233:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:0.0:1789024383.507406:0:23762:0:(tgt_mount.c:2346:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1789024383.507642:0:23762:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1789024383.565691:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789024384.588409:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:3.0:1789024384.738016:0:23812:0:(tgt_mount.c:2346:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1789024384.738654:0:23812:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:2.0:1789024384.928402:0:3640:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789024369/real 1789024369] req@ffff90cc3fcead80 x1875927422433920/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789024384 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789024384.928433:0:3640:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff90cc3fcead80 x1875927422433920/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789024384 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789024384.928591:0:3640:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789024369/real 1789024369] req@ffff90cc3fce9180 x1875927422434048/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789024384 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789024384.928607:0:3640:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff90cc3fce9180 x1875927422434048/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789024384 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789024384.928637:0:3640:0:(import.c:65:import_set_state_nolock()) ffff90cb03b93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789024384.928658:0:3640:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1789024384.928663:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fcead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1875927422433920:0@lo:8:kworker.0 00000100:00080000:3.0:1789024384.928669:0:3640:0:(import.c:65:import_set_state_nolock()) ffff90cc4159a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789024384.928674:0:3640:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1789024384.928677:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fce9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1875927422434048:0@lo:8:kworker.0 00000100:00080000:0.0:1789024384.929036:0:12478:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789024384.929041:0:12478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789024384.929043:0:12478:0:(import.c:65:import_set_state_nolock()) ffff90cb03b93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789024384.929048:0:12478:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 687 00000100:00080000:0.0:1789024384.929053:0:12478:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1789024384.929063:0:12478:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff90cb03b93000 using connection 192.168.202.118@tcp/0@lo 00000100:00100000:0.0:1789024384.929082:0:12478:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90cc3fce9c00 x1875927422441472/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789024384.929095:0:12478:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789024384.929098:0:12478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789024384.929100:0:12478:0:(import.c:65:import_set_state_nolock()) ffff90cc4159a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789024384.929103:0:12478:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 687 00000100:00080000:0.0:1789024384.929105:0:12478:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1789024384.929109:0:12478:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff90cc4159a800 using connection 192.168.202.118@tcp/0@lo 00000100:00100000:0.0:1789024384.929121:0:12478:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90cc3fce8000 x1875927422441600/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789024384.929192:0:12478:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789024384.929195:0:12478:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789024384.929198:0:12478:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789024384.929201:0:12478:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1789024384.929228:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fceb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1875927422441344:0@lo:400:kworker.0 00000100:00100000:0.0:1789024384.929284:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024384.929323:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1789024384.929330:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fce8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3643:1875927422441728:0@lo:400:kworker.0 00000100:00100000:3.0:1789024384.929354:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fce9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1875927422441856:0@lo:400:kworker.0 00000100:00100000:0.0:1789024384.929354:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789024384.929380:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024384.929387:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422441344 00000100:00100000:0.0:1789024384.929393:0:22713:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422441344 00000100:00100000:3.0:1789024384.929400:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1789024384.929404:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fce8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:3641:1875927422441216:0@lo:400:kworker.0 00000100:00100000:0.0:1789024384.929428:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422441856 00000100:00100000:3.0:1789024384.929430:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024384.929431:0:22713:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422441856 00000100:00100000:0.0:1789024384.929447:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1789024384.929450:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fce9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875927422441984:0@lo:400:kworker.0 00000100:00100000:0.0:1789024384.929454:0:22713:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3fcead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3643:x1875927422441344:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789024384.929468:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789024384.929493:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422441216 00000100:00100000:3.0:1789024384.929497:0:22702:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422441216 00000100:00100000:0.0:1789024384.929512:0:22713:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3fcead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3643:x1875927422441344:12345-0@lo:400:kworker.0 Request processed in 58us (228us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024384.929519:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1789024384.929531:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1789024384.929532:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1789024384.929536:0:22702:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc2c271850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+18:3641:x1875927422441216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789024384.929537:0:22713:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc34379880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1875927422441856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789024384.929573:0:22713:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc34379880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1875927422441856:12345-0@lo:400:kworker.0 Request processed in 36us (192us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024384.929579:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1789024384.929598:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422441728 00000100:00100000:0.0:1789024384.929607:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422441728 00000100:00100000:0.0:1789024384.929631:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422441984 00000100:00100000:0.0:1789024384.929634:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422441984 00000100:00100000:0.0:1789024384.929647:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1789024384.929652:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3fcea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1875927422441728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789024384.929682:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3fcea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1875927422441728:12345-0@lo:400:kworker.0 Request processed in 29us (327us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024384.929687:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1789024384.929698:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1789024384.929704:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3437aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875927422441984:12345-0@lo:400:kworker.0 00010000:00080000:1.0:1789024384.935316:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff90cc3fce8700 x1875927422441728/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789024400 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789024384.935335:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fce8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3643:1875927422441728:0@lo:400:kworker.0 00000100:00100000:1.0:1789024384.935351:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fceb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1875927422441344:0@lo:400:kworker.0 00000100:00100000:3.0:1789024384.943658:0:22702:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc2c271850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+18:3641:x1875927422441216:12345-0@lo:400:kworker.0 Request processed in 14112us (14217us total) trans 0 rc 0/0 00000100:00100000:3.0:1789024384.943673:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:3.0:1789024384.943948:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fce9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1875927422441472:0@lo:8:kworker.0 00000400:00000100:3.0:1789024384.943989:0:3640:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875927422441472 offset 0 length 520: 4 00000100:00100000:3.0:1789024384.944012:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fce8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1875927422441600:0@lo:8:kworker.0 00000400:00000100:3.0:1789024384.944030:0:3640:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875927422441600 offset 0 length 520: 4 00000100:00100000:0.0:1789024384.947372:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3437aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875927422441984:12345-0@lo:400:kworker.0 Request processed in 17657us (17892us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024384.947386:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1789024384.947460:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fce8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:3641:1875927422441216:0@lo:400:kworker.0 00010000:00080000:0.0:1789024384.947482:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff90cc3fce9180 x1875927422441984/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789024400 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789024384.947686:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fce9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875927422441984:0@lo:400:kworker.0 00000100:00100000:0.0:1789024384.947706:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fce9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1875927422441856:0@lo:400:kworker.0 00010000:00010000:2.0:1789024385.612294:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1789024386.169980:0:23860:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007fffe5d37420 20000000:00000080:0.0:1789024386.169997:0:23860:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff90cc2bf20400 uarg=0000000000000000 20000000:01000000:0.0:1789024386.170043:0:23860:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='debug_raw_pointers=Y' 20000000:01000000:0.0:1789024386.170050:0:23860:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'debug_raw_pointers=Y' 20000000:01000000:0.0:1789024386.170054:0:23860:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/debug_raw_pointers=Y del=0 00000040:00080000:3.0:1789024386.175815:0:23861:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 2 count 13 20000000:00000400:2.0:1789024386.179698:0:23860:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/debug_raw_pointers=Y (mode = 0) failed: rc = -17 10000000:01000000:2.0:1789024386.191695:0:23860:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:3.0:1789024386.197887:0:23860:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90cc342bd400/0xa736ef4b98cb51da lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024386.197911:0:23860:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90cc22fa5800/0xa736ef4b98cb5083 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa736ef4b98cb507c expref: 17 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024386.197919:0:23860:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90cc01322a00/0xa736ef4b98cb5186 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa736ef4b98cb517f expref: 17 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024386.197926:0:23860:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90cc342bd400/0xa736ef4b98cb51da lrc: 5/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024386.197972:0:23860:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90cc01322a00/0xa736ef4b98cb5186 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa736ef4b98cb517f expref: 17 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024386.197987:0:23860:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff90cc01322a00/0xa736ef4b98cb5186 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa736ef4b98cb517f expref: 17 pid: 22701 timeout: 804 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789024386.198002:0:23860:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc34379f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23860:1875927422442112:0@lo:104: 00000100:00100000:3.0:1789024386.198066:0:23860:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1789024386.198118:0:23860:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90cc22fa5800/0xa736ef4b98cb5083 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa736ef4b98cb507c expref: 17 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024386.198140:0:23860:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff90cc22fa5800/0xa736ef4b98cb5083 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa736ef4b98cb507c expref: 17 pid: 22701 timeout: 804 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789024386.198178:0:23860:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc34379180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23860:1875927422442240:0@lo:104: 00000100:00100000:3.0:1789024386.198200:0:23860:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789024386.198232:0:23860:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc11b943c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789024386.198427:0:22691:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422442112 00000100:00100000:1.0:1789024386.198435:0:22691:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422442112 00000100:00100000:1.0:1789024386.198474:0:22691:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422442240 00000100:00100000:1.0:1789024386.198477:0:22691:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422442240 00000100:00100000:1.0:1789024386.198553:0:22691:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1789024386.198563:0:22691:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3437ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+4:23860:x1875927422442112:12345-0@lo:104: 00010000:00010000:1.0:1789024386.198576:0:22691:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.118@tcp lock: ffff90cb0338a000/0xa736ef4b98cb517f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xa736ef4b98cb5186 expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024386.198648:0:22691:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1789024386.198655:0:22691:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3437ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+4:23860:x1875927422442112:12345-0@lo:104: Request processed in 94us (589us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024386.198662:0:22691:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1789024386.198679:0:22691:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1789024386.198686:0:22691:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3437bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+3:23860:x1875927422442240:12345-0@lo:104: 00010000:00010000:1.0:1789024386.198694:0:22691:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.118@tcp lock: ffff90cb0338aa00/0xa736ef4b98cb507c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xa736ef4b98cb5083 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024386.198723:0:22691:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1789024386.198728:0:22691:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3437bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+3:23860:x1875927422442240:12345-0@lo:104: Request processed in 44us (527us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024386.198734:0:22691:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00010000:2.0:1789024386.198792:0:22696:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789024386.198801:0:22696:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.118@tcp lock: ffff90cb0338a000/0xa736ef4b98cb517f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xa736ef4b98cb5186 expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024386.198809:0:22696:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cb0338a000 already unused, calling callback (ffffffffc146cc20) 10000000:00010000:2.0:1789024386.198820:0:22696:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.118@tcp lock: ffff90cb0338a000/0xa736ef4b98cb517f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xa736ef4b98cb5186 expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024386.198828:0:22696:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.118@tcp lock: ffff90cb0338a000/0xa736ef4b98cb517f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xa736ef4b98cb5186 expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789024386.198836:0:22696:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.118@tcp lock: ffff90cb0338a000/0xa736ef4b98cb517f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xa736ef4b98cb5186 expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789024386.198841:0:22696:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1789024386.198877:0:22696:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.118@tcp lock: ffff90cb0338a000/0xa736ef4b98cb517f lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa736ef4b98cb5186 expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024386.198884:0:22696:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789024386.198904:0:22696:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.118@tcp lock: ffff90cb0338a000/0xa736ef4b98cb517f lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa736ef4b98cb5186 expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024386.198912:0:22696:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.118@tcp lock: ffff90cb0338a000/0xa736ef4b98cb517f lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa736ef4b98cb5186 expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024386.198924:0:22696:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789024386.198927:0:22696:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.118@tcp lock: ffff90cb0338aa00/0xa736ef4b98cb507c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa736ef4b98cb5083 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024386.198933:0:22696:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cb0338aa00 already unused, calling callback (ffffffffc146cc20) 10000000:00010000:2.0:1789024386.198936:0:22696:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.118@tcp lock: ffff90cb0338aa00/0xa736ef4b98cb507c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa736ef4b98cb5083 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024386.198943:0:22696:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.118@tcp lock: ffff90cb0338aa00/0xa736ef4b98cb507c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa736ef4b98cb5083 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789024386.198960:0:22696:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.118@tcp lock: ffff90cb0338aa00/0xa736ef4b98cb507c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa736ef4b98cb5083 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789024386.198966:0:22696:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1789024386.198978:0:22696:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.118@tcp lock: ffff90cb0338aa00/0xa736ef4b98cb507c lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa736ef4b98cb5083 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024386.198985:0:22696:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789024386.198991:0:22696:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.118@tcp lock: ffff90cb0338aa00/0xa736ef4b98cb507c lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa736ef4b98cb5083 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024386.198998:0:22696:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.118@tcp lock: ffff90cb0338aa00/0xa736ef4b98cb507c lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa736ef4b98cb5083 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024386.199010:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789024386.199012:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789024386.199013:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789024386.199019:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789024386.199029:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc08783100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:3644:1875927422442496:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789024386.199061:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789024386.199081:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1789024386.199086:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc08780e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:3644:1875927422442368:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789024386.199104:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789024386.199169:0:22694:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422442496 00000100:00100000:2.0:1789024386.199174:0:22694:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422442496 00010000:00010000:2.0:1789024386.199192:0:22694:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90cc22fa5800/0xa736ef4b98cb5083 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa736ef4b98cb507c expref: 18 pid: 22701 timeout: 804 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789024386.199212:0:22694:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422442368 00000100:00100000:2.0:1789024386.199221:0:22694:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422442368 00010000:00010000:2.0:1789024386.199234:0:22694:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90cc01322a00/0xa736ef4b98cb5186 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa736ef4b98cb517f expref: 19 pid: 22701 timeout: 804 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789024386.199247:0:22694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1789024386.199253:0:22694:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc08780a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+19:3644:x1875927422442496:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789024386.199261:0:22694:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789024386.199265:0:22694:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90cc22fa5800/0xa736ef4b98cb5083 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa736ef4b98cb507c expref: 19 pid: 22701 timeout: 804 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024386.199273:0:22694:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90cc22fa5800/0xa736ef4b98cb5083 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa736ef4b98cb507c expref: 19 pid: 22701 timeout: 804 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024386.199287:0:22694:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789024386.199314:0:22694:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc08780a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+19:3644:x1875927422442496:12345-0@lo:103:ldlm_bl.0 Request processed in 62us (252us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024386.199321:0:22694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1789024386.199335:0:22694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1789024386.199341:0:22694:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc08782680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+18:3644:x1875927422442368:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789024386.199348:0:22694:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789024386.199352:0:22694:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90cc01322a00/0xa736ef4b98cb5186 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa736ef4b98cb517f expref: 18 pid: 22701 timeout: 804 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024386.199360:0:22694:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90cc01322a00/0xa736ef4b98cb5186 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa736ef4b98cb517f expref: 18 pid: 22701 timeout: 804 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024386.199371:0:22694:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90cc342bd400/0xa736ef4b98cb51da lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 23860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024386.199379:0:22694:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90cc342bd400/0xa736ef4b98cb51da lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 23860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024386.199397:0:22694:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90cc342bd400/0xa736ef4b98cb51da lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024386.199404:0:22694:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90cc342bd400/0xa736ef4b98cb51da lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024386.199410:0:22694:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90cc342bd400/0xa736ef4b98cb51da lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024386.199416:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90cc342bd400/0xa736ef4b98cb51da lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024386.199421:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cc342bd400 already unused, calling callback (ffffffffc0e568b0) 00010000:00010000:2.0:1789024386.199424:0:22694:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90cc342bd400/0xa736ef4b98cb51da lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024386.199431:0:22694:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90cc342bd400/0xa736ef4b98cb51da lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 23860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024386.199439:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90cc342bd400/0xa736ef4b98cb51da lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024386.199448:0:22694:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789024386.199471:0:22694:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc08782680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+18:3644:x1875927422442368:12345-0@lo:103:ldlm_bl.0 Request processed in 130us (365us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024386.199477:0:22694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1789024386.199578:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc08780e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:3644:1875927422442368:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789024386.199587:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc08783100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:3644:1875927422442496:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1789024386.200709:0:23860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90cc01322a00/0xa736ef4b98cb5186 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa736ef4b98cb517f expref: 17 pid: 22701 timeout: 804 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789024386.200726:0:23860:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc34379f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23860:1875927422442112:0@lo:104: 00010000:00010000:3.0:1789024386.200736:0:23860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90cc22fa5800/0xa736ef4b98cb5083 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa736ef4b98cb507c expref: 16 pid: 22701 timeout: 804 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789024386.200744:0:23860:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc34379180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23860:1875927422442240:0@lo:104: 00010000:00010000:3.0:1789024386.200764:0:23860:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90cc342bd400/0xa736ef4b98cb51da lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024386.200773:0:23860:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90cc342bd400/0xa736ef4b98cb51da lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024386.200781:0:23860:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90cc342bd400/0xa736ef4b98cb51da lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024386.200788:0:23860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90cc342bd400/0xa736ef4b98cb51da lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024386.636442:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789024386.956287:0:3640:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789024376/real 1789024376] req@ffff90cc34378700 x1875927422436480/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789024386 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789024386.956320:0:3640:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff90cc34378700 x1875927422436480/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789024386 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789024386.956338:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789024386.956348:0:3640:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789024376/real 1789024376] req@ffff90cc08780380 x1875927422436352/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789024386 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789024386.956355:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc08783100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1875927422442624:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1789024386.956361:0:3640:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff90cc08780380 x1875927422436352/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789024386 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789024386.956373:0:3640:0:(import.c:65:import_set_state_nolock()) ffff90cc35388000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789024386.956388:0:3640:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1789024386.956391:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc34378700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1875927422436480:0@lo:8:llog_process_th.0 00000100:00080000:3.0:1789024386.956396:0:3640:0:(import.c:65:import_set_state_nolock()) ffff90cc3fa52000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789024386.956400:0:3640:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1789024386.956403:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc08780380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1875927422436352:0@lo:8:llog_process_th.0 00000100:00100000:2.0:1789024386.956411:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789024386.956447:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422442624 00000100:00100000:2.0:1789024386.956455:0:22713:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422442624 00000100:00100000:2.0:1789024386.956508:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1789024386.956516:0:22713:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc08780e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3642:x1875927422442624:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1789024386.956547:0:22713:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1789024386.956613:0:22713:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc08780e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3642:x1875927422442624:12345-0@lo:41:osp-pre-1-0.0 Request processed in 88us (192us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024386.956620:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1789024386.956658:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789024386.956667:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fce9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1875927422442752:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1789024386.956696:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc08783100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1875927422442624:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1789024386.956696:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024386.956728:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422442752 00000100:00100000:0.0:1789024386.956732:0:22714:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422442752 00000100:00100000:0.0:1789024386.956757:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1789024386.956763:0:22714:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3fce9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875927422442752:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1789024386.956782:0:22714:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1789024386.956813:0:22714:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3fce9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875927422442752:12345-0@lo:41:osp-pre-0-1.0 Request processed in 50us (117us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024386.956818:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1789024386.956844:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fce9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1875927422442752:0@lo:41:osp-pre-0-1.0 00000100:00080000:2.0:1789024386.956872:0:12478:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789024386.956877:0:12478:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789024386.956880:0:12478:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789024386.956883:0:12478:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789024386.956914:0:12478:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789024386.956918:0:12478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789024386.956922:0:12478:0:(import.c:65:import_set_state_nolock()) ffff90cc3fa52000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789024386.956928:0:12478:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 694 00000100:00080000:2.0:1789024386.956932:0:12478:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1789024386.956939:0:12478:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff90cc3fa52000 using connection 192.168.202.118@tcp/0@lo 00000100:00100000:2.0:1789024386.956946:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1789024386.956954:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc08783100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3644:1875927422442880:0@lo:400:kworker.0 00000100:00100000:2.0:1789024386.956977:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789024386.957010:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422442880 00000100:00100000:2.0:1789024386.957014:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422442880 00000100:00100000:2.0:1789024386.957040:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1789024386.957047:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc08783800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1875927422442880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789024386.957081:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc08783800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1875927422442880:12345-0@lo:400:kworker.0 Request processed in 35us (102us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024386.957087:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00010000:00080000:2.0:1789024386.957110:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff90cc08783100 x1875927422442880/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789024402 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789024386.957119:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc08783100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3644:1875927422442880:0@lo:400:kworker.0 00000100:00100000:2.0:1789024386.957174:0:12478:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90cc08783100 x1875927422443008/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789024386.957187:0:12478:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789024386.957191:0:12478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789024386.957193:0:12478:0:(import.c:65:import_set_state_nolock()) ffff90cc35388000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789024386.957196:0:12478:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 694 00000100:00080000:2.0:1789024386.957198:0:12478:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1789024386.957204:0:12478:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff90cc35388000 using connection 192.168.202.118@tcp/0@lo 00000100:00100000:2.0:1789024386.957213:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc08783100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1875927422443008:0@lo:8:kworker.0 00000400:00000100:2.0:1789024386.957235:0:3640:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875927422443008 offset 0 length 520: 4 00000100:00100000:2.0:1789024386.957287:0:12478:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90cc08783b80 x1875927422443136/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789024386.957305:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc08783b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1875927422443136:0@lo:8:kworker.0 00000400:00000100:2.0:1789024386.957322:0:3640:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875927422443136 offset 0 length 520: 4 00000100:00100000:2.0:1789024386.957365:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc08782a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3644:1875927422443264:0@lo:400:kworker.0 00000100:00100000:2.0:1789024386.957386:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024386.957612:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422443264 00000100:00100000:0.0:1789024386.957618:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422443264 00000100:00100000:0.0:1789024386.957646:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1789024386.957653:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc08783480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1875927422443264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789024386.957688:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc08783480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1875927422443264:12345-0@lo:400:kworker.0 Request processed in 35us (302us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024386.957694:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00080000:2.0:1789024386.958088:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff90cc08782a00 x1875927422443264/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789024402 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789024386.958098:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc08782a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3644:1875927422443264:0@lo:400:kworker.0 10000000:01000000:0.0:1789024387.405958:0:22705:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1789024387.405966:0:22705:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff90cb0339e000 from 13 10000000:01000000:0.0:1789024387.405972:0:22705:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1789024387.406018:0:22705:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cb0338b600/0xa736ef4b98cb51e1 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024387.406030:0:22705:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.118@tcp lock: ffff90cb0338b600/0xa736ef4b98cb51e1 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024387.406041:0:22705:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.118@tcp lock: ffff90cb0338b600/0xa736ef4b98cb51e1 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789024387.406066:0:22705:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fce9f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22705:1875927422443392:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1789024387.406617:0:22705:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024387.406655:0:22705:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc02fcdc00 going to sleep for 11 seconds 00000100:00100000:1.0:1789024387.407425:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422443392 00000100:00100000:1.0:1789024387.407433:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422443392 00000100:00100000:1.0:1789024387.407507:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1789024387.407517:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc2c273c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+16:22705:x1875927422443392:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789024387.407530:0:22701:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789024387.407545:0:22701:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90cc01323000/0xa736ef4b98cb51e8 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa736ef4b98cb51e1 expref: -99 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024387.407568:0:22701:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90cc01323000/0xa736ef4b98cb51e8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa736ef4b98cb51e1 expref: 17 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024387.407580:0:22701:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90cc01323000/0xa736ef4b98cb51e8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa736ef4b98cb51e1 expref: 17 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024387.407612:0:22701:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90cc01323000, rc 0) 00000100:00100000:1.0:1789024387.407660:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc2c273c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+17:22705:x1875927422443392:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 145us (1043us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024387.407668:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1789024387.407715:0:22705:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fce9f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22705:1875927422443392:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789024387.408331:0:22705:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.118@tcp lock: ffff90cb0338b600/0xa736ef4b98cb51e1 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb51e8 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024387.408343:0:22705:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.118@tcp lock: ffff90cb0338b600/0xa736ef4b98cb51e1 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa736ef4b98cb51e8 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789024387.408414:0:22705:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3f9fd880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22705:1875927422443520:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1789024387.408448:0:22705:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024387.408467:0:22705:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc4154c480 going to sleep for 11 seconds 00000100:00100000:0.0:1789024387.410805:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422443520 00000100:00100000:0.0:1789024387.410818:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422443520 00000100:00100000:0.0:1789024387.410866:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1789024387.410874:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc2c270c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+17:22705:x1875927422443520:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1789024387.411015:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc2c270c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+17:22705:x1875927422443520:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 141us (2565us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024387.411022:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:1.0:1789024387.411284:0:22705:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3f9fd880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22705:1875927422443520:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1789024387.411328:0:22705:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3f9fd880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22705:1875927422443648:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1789024387.411380:0:22705:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024387.411402:0:22705:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc4154c480 going to sleep for 11 seconds 00000100:00100000:0.0:1789024387.412824:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422443648 00000100:00100000:0.0:1789024387.412833:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422443648 00000100:00100000:0.0:1789024387.412874:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1789024387.412882:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc2c270850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+17:22705:x1875927422443648:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1789024387.412988:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc2c270850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+17:22705:x1875927422443648:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 105us (1607us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024387.412994:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:1.0:1789024387.413257:0:22705:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3f9fd880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22705:1875927422443648:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1789024387.414376:0:23907:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:1.0:1789024387.414435:0:22705:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:1.0:1789024387.414453:0:22705:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.118@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1789024387.414463:0:22705:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cb0338b600/0xa736ef4b98cb51e1 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb51e8 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024387.414497:0:22705:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.118@tcp lock: ffff90cb0338b600/0xa736ef4b98cb51e1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb51e8 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789024387.414508:0:22705:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1789024387.414511:0:22705:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff90cc34283800 from 13 10000000:01000000:1.0:1789024387.414514:0:22705:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1789024387.414541:0:22705:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cc01323800/0xa736ef4b98cb51ef lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024387.414549:0:22705:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.118@tcp lock: ffff90cc01323800/0xa736ef4b98cb51ef lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024387.414559:0:22705:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.118@tcp lock: ffff90cc01323800/0xa736ef4b98cb51ef lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789024387.414578:0:22705:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3f9fd880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22705:1875927422443776:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1789024387.414632:0:22705:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024387.414653:0:22705:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc4154c180 going to sleep for 11 seconds 00000100:00100000:1.0:1789024387.414668:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422443776 00000100:00100000:1.0:1789024387.414673:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422443776 00000100:00100000:1.0:1789024387.414700:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:1.0:1789024387.414706:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc2c273050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+17:22705:x1875927422443776:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789024387.414717:0:22703:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789024387.414739:0:22703:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90cc01323c00/0xa736ef4b98cb51f6 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xa736ef4b98cb51ef expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024387.414760:0:22703:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90cc01323c00/0xa736ef4b98cb51f6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa736ef4b98cb51ef expref: 18 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024387.414781:0:22703:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90cc01323c00/0xa736ef4b98cb51f6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa736ef4b98cb51ef expref: 18 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024387.414789:0:22703:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90cc01323c00, rc 0) 00000100:00100000:1.0:1789024387.414820:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc2c273050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+18:22705:x1875927422443776:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 114us (188us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024387.414827:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:1.0:1789024387.414863:0:22705:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3f9fd880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22705:1875927422443776:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789024387.414874:0:22705:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.118@tcp lock: ffff90cc01323800/0xa736ef4b98cb51ef lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb51f6 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024387.414883:0:22705:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.118@tcp lock: ffff90cc01323800/0xa736ef4b98cb51ef lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xa736ef4b98cb51f6 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789024387.414924:0:22705:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3f9fd880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22705:1875927422443904:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1789024387.414947:0:22705:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024387.414959:0:22705:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc4154c180 going to sleep for 11 seconds 00000100:00100000:1.0:1789024387.414969:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422443904 00000100:00100000:1.0:1789024387.414972:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422443904 00000100:00100000:1.0:1789024387.414990:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:1.0:1789024387.414996:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc2c271050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+18:22705:x1875927422443904:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1789024387.415085:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc2c271050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+18:22705:x1875927422443904:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 88us (136us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024387.415091:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:1.0:1789024387.415135:0:22705:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3f9fd880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22705:1875927422443904:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1789024387.415188:0:22705:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3f9fd880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22705:1875927422444032:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1789024387.415223:0:22705:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024387.415235:0:22705:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc4154c180 going to sleep for 11 seconds 00000100:00100000:1.0:1789024387.415246:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422444032 00000100:00100000:1.0:1789024387.415249:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422444032 00000100:00100000:1.0:1789024387.415269:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:1.0:1789024387.415274:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc2c272050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+18:22705:x1875927422444032:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1789024387.415343:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc2c272050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+18:22705:x1875927422444032:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 68us (119us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024387.415349:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:1.0:1789024387.415386:0:22705:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3f9fd880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22705:1875927422444032:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1789024387.421377:0:23909:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:1.0:1789024387.421595:0:22705:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:1.0:1789024387.421628:0:22705:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.118@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1789024387.421640:0:22705:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cc01323800/0xa736ef4b98cb51ef lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb51f6 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024387.421652:0:22705:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.118@tcp lock: ffff90cc01323800/0xa736ef4b98cb51ef lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb51f6 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024387.660457:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:2.0:1789024387.989046:0:23441:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000040:00080000:1.0:1789024388.121129:0:23463:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1789024388.691386:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789024389.717810:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789024390.732410:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1789024391.509824:0:22744:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1789024391.757959:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789024392.076409:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc08782a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1875927422444160:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1789024392.076484:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789024392.076550:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422444160 00000100:00100000:2.0:1789024392.076557:0:22713:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422444160 00000100:00100000:2.0:1789024392.076595:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1789024392.076603:0:22713:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc08780380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875927422444160:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1789024392.076635:0:22713:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1789024392.076673:0:22713:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc08780380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875927422444160:12345-0@lo:41:osp-pre-1-0.0 Request processed in 71us (188us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024392.076680:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1789024392.076720:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc08782a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1875927422444160:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1789024392.079408:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789024392.079415:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789024392.079418:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789024392.079421:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789024392.079450:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789024392.079454:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789024392.079456:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789024392.079459:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1789024392.079499:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fceaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3643:1875927422444416:0@lo:400:kworker.0 00000100:00100000:0.0:1789024392.079554:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024392.079587:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1789024392.079592:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fcebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1875927422444544:0@lo:400:kworker.0 00000100:00100000:0.0:1789024392.079614:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024392.079638:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422444416 00000100:00100000:0.0:1789024392.079644:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422444416 00000100:00100000:0.0:1789024392.079680:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1789024392.079687:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3fceb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1875927422444416:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789024392.079727:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3fceb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1875927422444416:12345-0@lo:400:kworker.0 Request processed in 40us (173us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024392.079734:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1789024392.079753:0:23665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422444544 00000100:00100000:0.0:1789024392.079756:0:23665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422444544 00000100:00100000:0.0:1789024392.079774:0:23665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1789024392.079780:0:23665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3fce8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3643:x1875927422444544:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789024392.079806:0:23665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3fce8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3643:x1875927422444544:12345-0@lo:400:kworker.0 Request processed in 26us (191us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024392.079812:0:23665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1789024392.079842:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fcebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1875927422444544:0@lo:400:kworker.0 00010000:00080000:0.0:1789024392.079853:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff90cc3fceaa00 x1875927422444416/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789024408 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789024392.079865:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fceaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3643:1875927422444416:0@lo:400:kworker.0 00000100:00100000:3.0:1789024392.079916:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fce8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:3642:1875927422444288:0@lo:400:kworker.0 00000100:00100000:3.0:1789024392.079949:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789024392.079986:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789024392.079991:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fce9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875927422444672:0@lo:400:kworker.0 00000100:00100000:3.0:1789024392.080011:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789024392.080036:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422444672 00000100:00100000:3.0:1789024392.080039:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422444672 00000100:00100000:3.0:1789024392.080060:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1789024392.080065:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc34378700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875927422444672:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789024392.080114:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc34378700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875927422444672:12345-0@lo:400:kworker.0 Request processed in 48us (102us total) trans 0 rc 0/0 00000100:00100000:3.0:1789024392.080120:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00010000:00080000:3.0:1789024392.080164:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff90cc3fce9f80 x1875927422444672/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789024408 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789024392.080174:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fce9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875927422444672:0@lo:400:kworker.0 00000100:00100000:0.0:1789024392.081501:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422444288 00000100:00100000:0.0:1789024392.081509:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422444288 00000100:00100000:0.0:1789024392.081557:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:0.0:1789024392.081565:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cb01a10450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+18:3642:x1875927422444288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789024392.081615:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cb01a10450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+18:3642:x1875927422444288:12345-0@lo:400:kworker.0 Request processed in 51us (1665us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024392.081621:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:3.0:1789024392.081692:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fce8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:3642:1875927422444288:0@lo:400:kworker.0 00000100:00100000:1.0:1789024392.082996:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789024392.083010:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc34379180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1875927422444800:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789024392.083057:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789024392.083134:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422444800 00000100:00100000:3.0:1789024392.083141:0:22714:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422444800 00000100:00100000:3.0:1789024392.083208:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1789024392.083216:0:22714:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f9fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875927422444800:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1789024392.083243:0:22714:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1789024392.083285:0:22714:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f9fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875927422444800:12345-0@lo:41:osp-pre-0-1.0 Request processed in 70us (228us total) trans 0 rc 0/0 00000100:00100000:3.0:1789024392.083292:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1789024392.083447:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc34379180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1875927422444800:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1789024392.781115:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789024393.804308:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1789024394.413361:0:24209:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:3.0:1789024394.413365:0:24209:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/ost1_flakey 00000020:01000004:3.0:1789024394.413367:0:24209:0:(obd_mount.c:929:lmd_print()) options: errors=remount-ro 00000080:01200004:3.0:1789024394.413479:0:24209:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff90cc30c2d800 00000020:01000004:3.0:1789024394.413495:0:24209:0:(tgt_mount.c:2502:osd_start()) Attempting to start lustre-OST0000, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:3.0:1789024394.413509:0:24209:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0000-osd (typ=osd-ldiskfs) 00000020:00000080:3.0:1789024394.413521:0:24209:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osd (ffff90cb020a99c0) 00000020:00000080:3.0:1789024394.413538:0:24209:0:(obd_config.c:720:class_attach_name()) OBD: dev 20 attached type osd-ldiskfs with refcount 2 00100000:10000000:2.0:1789024394.500081:0:24209:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:2.0:1789024394.512185:0:24209:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:2.0:1789024394.516120:0:24209:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:2.0:1789024394.517138:0:24209:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:2.0:1789024394.517490:0:24209:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:2.0:1789024394.517889:0:24209:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:2.0:1789024394.518761:0:24209:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x5:0x0] (8/32) registered 00080000:01000000:2.0:1789024394.523818:0:24209:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0000: register osd-ldiskfs tunable parameters 00000020:00000080:2.0:1789024394.524043:0:24209:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00080000:01000000:2.0:1789024394.524062:0:24209:0:(osd_handler.c:8924:osd_obd_connect()) connect #0 00000020:00000080:2.0:1789024394.524074:0:24209:0:(genops.c:1384:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0xa736ef4b98cb5204 00000020:01000004:2.0:1789024394.524082:0:24209:0:(tgt_mount.c:2587:server_fill_super()) Found service lustre-OST0000 on device /dev/mapper/ost1_flakey 00000020:01000004:2.0:1789024394.524102:0:24209:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.202.118@tcp:Set MGC reconnect 1 10000000:01000000:2.0:1789024394.524106:0:24209:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.202.118@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:2.0:1789024394.524112:0:24209:0:(tgt_mount.c:1808:server_start_targets()) starting target lustre-OST0000 00000020:01000004:2.0:1789024394.524117:0:24209:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD OSS (typ=ost) 00000020:00000080:2.0:1789024394.524129:0:24209:0:(genops.c:413:class_newdev()) Allocate new device OSS (ffff90cb02618000) 00000020:00000080:2.0:1789024394.524140:0:24209:0:(obd_config.c:720:class_attach_name()) OBD: dev 21 attached type ost with refcount 2 00000100:00100000:2.0:1789024394.525224:0:24209:0:(service.c:155:ptlrpc_grow_req_bufs()) ost: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1789024394.525384:0:24209:0:(service.c:3467:ptlrpc_start_thread()) ost[0] started 0 min 3 max 116 00000100:00100000:2.0:1789024394.525391:0:24209:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost00_000' 00000100:00100000:3.0:1789024394.536704:0:24209:0:(service.c:3467:ptlrpc_start_thread()) ost[0] started 1 min 3 max 116 00000100:00100000:3.0:1789024394.536719:0:24209:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost00_001' 00000100:00100000:3.0:1789024394.538002:0:24209:0:(service.c:3467:ptlrpc_start_thread()) ost[0] started 2 min 3 max 116 00000100:00100000:3.0:1789024394.538089:0:24209:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost00_002' 00000100:00100000:3.0:1789024394.556359:0:24209:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_create: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1789024394.556550:0:24209:0:(service.c:3467:ptlrpc_start_thread()) ost_create[0] started 0 min 2 max 16 00000100:00100000:3.0:1789024394.556556:0:24209:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_create00_000' 00000100:00100000:3.0:1789024394.563610:0:24209:0:(service.c:3467:ptlrpc_start_thread()) ost_create[0] started 1 min 2 max 16 00000100:00100000:3.0:1789024394.563634:0:24209:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_create00_001' 00000100:00100000:3.0:1789024394.578903:0:24209:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1789024394.579285:0:24209:0:(service.c:3467:ptlrpc_start_thread()) ost_io[0] started 0 min 3 max 116 00000100:00100000:3.0:1789024394.579292:0:24209:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_io00_000' 00000100:00100000:3.0:1789024394.580638:0:24209:0:(service.c:3467:ptlrpc_start_thread()) ost_io[0] started 1 min 3 max 116 00000100:00100000:3.0:1789024394.580648:0:24209:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_io00_001' 00000100:00100000:2.0:1789024394.581457:0:24209:0:(service.c:3467:ptlrpc_start_thread()) ost_io[0] started 2 min 3 max 116 00000100:00100000:2.0:1789024394.581467:0:24209:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_io00_002' 00000100:00100000:3.0:1789024394.583340:0:24209:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_seq: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1789024394.583521:0:24209:0:(service.c:3467:ptlrpc_start_thread()) ost_seq[0] started 0 min 2 max 16 00000100:00100000:3.0:1789024394.583527:0:24209:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_seq00_000' 00000100:00100000:2.0:1789024394.584736:0:24209:0:(service.c:3467:ptlrpc_start_thread()) ost_seq[0] started 1 min 2 max 16 00000100:00100000:2.0:1789024394.584746:0:24209:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_seq00_001' 00000100:00100000:2.0:1789024394.650379:0:24209:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1789024394.651346:0:24209:0:(service.c:3467:ptlrpc_start_thread()) ost_out[0] started 0 min 2 max 16 00000100:00100000:2.0:1789024394.651354:0:24209:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_out00_000' 00000100:00100000:3.0:1789024394.667911:0:24209:0:(service.c:3467:ptlrpc_start_thread()) ost_out[0] started 1 min 2 max 16 00000100:00100000:2.0:1789024394.673798:0:24209:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_out00_001' 00000020:00000080:3.0:1789024394.674349:0:24209:0:(obd_config.c:826:class_setup()) finished setup of obd OSS (uuid OSS_uuid) 00000020:01000004:3.0:1789024394.674377:0:24209:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost1_flakey 10000000:01000000:3.0:1789024394.674384:0:24209:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.202.118@tcp: cl_mgc_mutex lustre-OST0000-osd for locked: rc = 0 00000040:01000000:1.0:1789024394.709116:0:24209:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.202.118@tcp ctxt 0 is initialized 00000020:01000004:1.0:1789024394.709212:0:24209:0:(tgt_mount.c:1416:server_register_target()) Registration lustre-OST0000, fs=lustre, 192.168.202.118@tcp, index=0000, flags=0x20002 00000020:01000004:1.0:1789024394.709221:0:24209:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:1.0:1789024394.709222:0:24209:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1789024394.709224:0:24209:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1789024394.709225:0:24209:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1789024394.709226:0:24209:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1789024394.709227:0:24209:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1789024394.709228:0:24209:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1789024394.709230:0:24209:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1789024394.709231:0:24209:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1789024394.709235:0:24209:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x10020002 00000020:01000004:1.0:1789024394.709237:0:24209:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1789024394.709238:0:24209:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1789024394.709239:0:24209:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1789024394.709240:0:24209:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1789024394.709241:0:24209:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1789024394.709242:0:24209:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1789024394.709243:0:24209:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1789024394.709244:0:24209:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1789024394.709245:0:24209:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1789024394.709269:0:24209:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:1.0:1789024394.709288:0:24209:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3f9ff800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:24209:1875927422444928:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1789024394.709353:0:24209:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024394.709442:0:24209:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc3471f600 going to sleep for 11 seconds 00000100:00100000:2.0:1789024394.714639:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422444928 00000100:00100000:2.0:1789024394.714653:0:22702:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422444928 00000100:00100000:3.0:1789024394.714865:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:3.0:1789024394.714875:0:22702:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cb01a12850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+18:24209:x1875927422444928:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1789024394.714910:0:22702:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:3.0:1789024394.714913:0:22702:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0000 is running on 0@lo 20000000:01000000:3.0:1789024394.714917:0:22702:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00100000:3.0:1789024394.715887:0:22702:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cb01a12850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+18:24209:x1875927422444928:12345-0@lo:253:mount.lustre.0 Request processed in 1009us (6529us total) trans 0 rc 0/0 00000100:00100000:3.0:1789024394.715896:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:2.0:1789024394.716898:0:24209:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3f9ff800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:24209:1875927422444928:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1789024394.716916:0:24209:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:2.0:1789024394.716919:0:24209:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1789024394.716920:0:24209:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1789024394.716922:0:24209:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789024394.716923:0:24209:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789024394.716937:0:24209:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789024394.716938:0:24209:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789024394.716940:0:24209:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1789024394.716942:0:24209:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789024394.716943:0:24209:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:2.0:1789024394.716963:0:24209:0:(tgt_mount.c:101:server_register_mount()) register mount ffff90cc30c2d800 from lustre-OST0000 10000000:01000000:2.0:1789024394.717015:0:24209:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-OST0000 from 0 10000000:01000000:2.0:1789024394.717018:0:24209:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0000-0000000000000000 10000000:01000000:2.0:1789024394.717030:0:24209:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff90cc31210000 local copy 00010000:00010000:2.0:1789024394.717039:0:24209:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cc01323200/0xa736ef4b98cb4fbf lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb4fc6 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789024394.717202:0:24209:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc08782a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:24209:1875927422445056:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789024394.717247:0:24209:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789024394.717280:0:24209:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc0a659600 going to sleep for 11 seconds 00000100:00100000:0.0:1789024394.717385:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422445056 00000100:00100000:0.0:1789024394.717392:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422445056 00000100:00100000:0.0:1789024394.717442:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:0.0:1789024394.717453:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f9a0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+18:24209:x1875927422445056:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789024394.717541:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f9a0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+18:24209:x1875927422445056:12345-0@lo:501:mount.lustre.0 Request processed in 90us (293us total) trans 0 rc -2/-2 00000100:00100000:0.0:1789024394.717548:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:2.0:1789024394.718022:0:24209:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc08782a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:24209:1875927422445056:0@lo:501:mount.lustre.0 10000000:01000000:2.0:1789024394.718037:0:24209:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.202.118@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:2.0:1789024394.718070:0:24209:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.202.118@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:2.0:1789024394.718077:0:24209:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cc01323200/0xa736ef4b98cb4fbf lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb4fc6 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024394.718086:0:24209:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.118@tcp lock: ffff90cc01323200/0xa736ef4b98cb4fbf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb4fc6 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789024394.718114:0:24209:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff90cc30c2d800 10000000:01000000:2.0:1789024394.718120:0:24209:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1789024394.718125:0:24209:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0000-0000000000000000 10000000:01000000:2.0:1789024394.718128:0:24209:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1789024394.718132:0:24209:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 1 10000000:01000000:2.0:1789024394.718135:0:24209:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:2.0:1789024394.718184:0:24209:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cc22fa5200/0xa736ef4b98cb5212 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024394.718199:0:24209:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.118@tcp lock: ffff90cc22fa5200/0xa736ef4b98cb5212 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024394.718209:0:24209:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.118@tcp lock: ffff90cc22fa5200/0xa736ef4b98cb5212 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789024394.718223:0:24209:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc08782a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:24209:1875927422445184:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1789024394.718252:0:24209:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789024394.718276:0:24209:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc0a659600 going to sleep for 11 seconds 00000100:00100000:3.0:1789024394.718876:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422445184 00000100:00100000:3.0:1789024394.718882:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422445184 00000100:00100000:3.0:1789024394.718920:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:3.0:1789024394.718928:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f9a3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+18:24209:x1875927422445184:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789024394.718939:0:22701:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789024394.718956:0:22701:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90cc342bd400/0xa736ef4b98cb5219 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xa736ef4b98cb5212 expref: -99 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024394.718976:0:22701:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90cc342bd400/0xa736ef4b98cb5219 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa736ef4b98cb5212 expref: 19 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024394.718986:0:22701:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90cc342bd400/0xa736ef4b98cb5219 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa736ef4b98cb5212 expref: 19 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024394.718994:0:22701:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90cc342bd400, rc 0) 00000100:00100000:3.0:1789024394.719029:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f9a3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+19:24209:x1875927422445184:12345-0@lo:101:mount.lustre.0 Request processed in 102us (777us total) trans 0 rc 0/0 00000100:00100000:3.0:1789024394.719035:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:2.0:1789024394.720376:0:24209:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc08782a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:24209:1875927422445184:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789024394.720394:0:24209:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.118@tcp lock: ffff90cc22fa5200/0xa736ef4b98cb5212 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb5219 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024394.720414:0:24209:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.118@tcp lock: ffff90cc22fa5200/0xa736ef4b98cb5212 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0xa736ef4b98cb5219 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1789024394.721881:0:24209:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 14 count 14 00000040:00080000:3.0:1789024394.722853:0:24209:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1789024394.727604:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:3.0:1789024394.727778:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:3.0:1789024394.727793:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:3.0:1789024394.727806:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:3.0:1789024394.727819:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:3.0:1789024394.727831:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:3.0:1789024394.727843:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:3.0:1789024394.727861:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:3.0:1789024394.727874:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 80 off9712 00000040:00080000:3.0:1789024394.727887:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9936 00000040:00080000:3.0:1789024394.727900:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].11, 224 off10160 00000040:00080000:3.0:1789024394.727913:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].12, 120 off10280 00000040:00080000:3.0:1789024394.727938:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].13, 224 off10504 00000040:00080000:3.0:1789024394.727945:0:24209:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 13 count 14 00000100:00100000:3.0:1789024394.728050:0:24209:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc34379f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:24209:1875927422445312:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789024394.728138:0:24209:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789024394.728219:0:24209:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc2c269240 going to sleep for 11 seconds 00000100:00100000:1.0:1789024394.728369:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422445312 00000100:00100000:1.0:1789024394.728377:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422445312 00000100:00100000:1.0:1789024394.728430:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:1.0:1789024394.728439:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f9a0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+19:24209:x1875927422445312:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789024394.728609:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f9a0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+19:24209:x1875927422445312:12345-0@lo:501:mount.lustre.0 Request processed in 170us (471us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024394.728616:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:3.0:1789024394.729102:0:24209:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc34379f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:24209:1875927422445312:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789024394.729136:0:24209:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc34379f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:24209:1875927422445440:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789024394.729755:0:24209:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789024394.729788:0:24209:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc2c269240 going to sleep for 11 seconds 00000100:00100000:2.0:1789024394.729879:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422445440 00000100:00100000:2.0:1789024394.729884:0:22702:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422445440 00000100:00100000:2.0:1789024394.729918:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:2.0:1789024394.729924:0:22702:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f9a3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+19:24209:x1875927422445440:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789024394.731383:0:22702:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f9a3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+19:24209:x1875927422445440:12345-0@lo:503:mount.lustre.0 Request processed in 1455us (1625us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024394.731391:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:3.0:1789024394.731712:0:24209:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc34379f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:24209:1875927422445440:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1789024394.733854:0:24209:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1789024394.733955:0:24209:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc34379f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:24209:1875927422445568:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789024394.734030:0:24209:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024394.734348:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422445568 00000100:00100000:1.0:1789024394.734355:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422445568 00000100:00100000:3.0:1789024394.735741:0:24209:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc2c269240 going to sleep for 11 seconds 00000100:00100000:1.0:1789024394.735983:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:1.0:1789024394.735997:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f9a1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+19:24209:x1875927422445568:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789024394.740987:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f9a1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+19:24209:x1875927422445568:12345-0@lo:502:mount.lustre.0 Request processed in 4984us (6947us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024394.741002:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:3.0:1789024394.741189:0:24209:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc34379f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:24209:1875927422445568:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789024394.741450:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:3.0:1789024394.741493:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:3.0:1789024394.741509:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:3.0:1789024394.741525:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:3.0:1789024394.741539:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:3.0:1789024394.741553:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:3.0:1789024394.741566:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:3.0:1789024394.741580:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:3.0:1789024394.741594:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 80 off9712 00000040:00080000:3.0:1789024394.741609:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9936 00000040:00080000:3.0:1789024394.741631:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].11, 224 off10160 00000040:00080000:3.0:1789024394.741648:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].12, 120 off10280 00000100:00100000:3.0:1789024394.741685:0:24209:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc34379f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:24209:1875927422445696:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789024394.741733:0:24209:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024394.755301:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422445696 00000100:00100000:0.0:1789024394.755318:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422445696 00000100:00100000:3.0:1789024394.755377:0:24209:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc2c269240 going to sleep for 11 seconds 00000100:00100000:0.0:1789024394.755389:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:0.0:1789024394.755514:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f9a0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+19:24209:x1875927422445696:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789024394.755684:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f9a0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+19:24209:x1875927422445696:12345-0@lo:502:mount.lustre.0 Request processed in 286us (13951us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024394.755692:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:3.0:1789024394.757741:0:24209:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc34379f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:24209:1875927422445696:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789024394.757984:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].13, 224 off10504 00000040:00080000:3.0:1789024394.758015:0:24209:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 13 count 14 00000020:01000000:0.0:1789024394.765339:0:24226:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1789024394.765351:0:24226:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/ost1_flakey 00000020:00000080:0.0:1789024394.765357:0:24226:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789024394.765360:0:24226:0:(obd_config.c:1563:class_process_config()) marker 21 (0x1) lustre-OST0000 add ost 00000020:00000080:0.0:1789024394.765368:0:24226:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1789024394.765383:0:24226:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000 (ffff90cc30c33380) 00000020:00000080:0.0:1789024394.765420:0:24226:0:(obd_config.c:720:class_attach_name()) OBD: dev 22 attached type obdfilter with refcount 2 00000020:00000080:0.0:1789024394.765427:0:24226:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:0.0:1789024394.765499:0:24226:0:(tgt_mount.c:153:server_get_mount()) get mount ffff90cc30c2d800 from lustre-OST0000, refs=2 00080000:01000000:0.0:1789024394.765515:0:24226:0:(osd_handler.c:8924:osd_obd_connect()) connect #1 00000020:00000080:0.0:1789024394.765523:0:24226:0:(genops.c:1384:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0xa736ef4b98cb5227 00010000:00010000:1.0:1789024394.770245:0:24226:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0000_UUID-3 is initialized 00000001:00000004:1.0:1789024394.779202:0:24226:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 8589934594 00080000:10000000:1.0:1789024394.785627:0:24226:0:(osd_handler.c:5580:osd_index_try()) lustre-OST0000: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:3.0:1789024394.795697:0:24226:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:01000000:3.0:1789024394.795712:0:24226:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789024394.795719:0:24226:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789024394.795722:0:24226:0:(obd_config.c:1563:class_process_config()) marker 21 (0x2) lustre-OST0000 add ost 00000020:01000000:3.0:1789024394.795725:0:24226:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1789024394.795728:0:24226:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #26 00000020:01000000:3.0:1789024394.795730:0:24226:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1789024394.795731:0:24226:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1789024394.795733:0:24226:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1789024394.795735:0:24226:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789024394.795736:0:24226:0:(obd_config.c:1563:class_process_config()) marker 26 (0x6) lustre sys.timeout 00000020:01000000:3.0:1789024394.795738:0:24226:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789024394.795741:0:24226:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789024394.795742:0:24226:0:(obd_config.c:1563:class_process_config()) marker 34 (0x1) lustre sys.timeout 00000020:00000080:3.0:1789024394.795745:0:24226:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:3.0:1789024394.795747:0:24226:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:3.0:1789024394.795749:0:24226:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789024394.795751:0:24226:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789024394.795752:0:24226:0:(obd_config.c:1563:class_process_config()) marker 34 (0x2) lustre sys.timeout 00000020:01000000:3.0:1789024394.795754:0:24226:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789024394.795756:0:24226:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789024394.795757:0:24226:0:(obd_config.c:1563:class_process_config()) marker 39 (0x1) lustre sys.jobid_var 00000020:00000080:3.0:1789024394.795760:0:24226:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:3.0:1789024394.795783:0:24226:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789024394.795785:0:24226:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789024394.795786:0:24226:0:(obd_config.c:1563:class_process_config()) marker 39 (0x2) lustre sys.jobid_var 00000040:00080000:3.0:1789024394.795789:0:24226:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 14 count 14 00000020:01000000:0.0:1789024394.801869:0:24209:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0000 gen 1-13 (rc=0) 10000000:01000000:0.0:1789024394.801918:0:24209:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.118@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:0.0:1789024394.801941:0:24209:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cc22fa5200/0xa736ef4b98cb5212 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb5219 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024394.801954:0:24209:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.118@tcp lock: ffff90cc22fa5200/0xa736ef4b98cb5212 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb5219 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789024394.801961:0:24209:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff90cc30c2d800 from 1 10000000:01000000:0.0:1789024394.801964:0:24209:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1789024394.802010:0:24209:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cb0338b200/0xa736ef4b98cb522e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024394.802018:0:24209:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.118@tcp lock: ffff90cb0338b200/0xa736ef4b98cb522e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024394.802030:0:24209:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.118@tcp lock: ffff90cb0338b200/0xa736ef4b98cb522e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789024394.802067:0:24209:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fceaa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:24209:1875927422445824:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1789024394.802133:0:24209:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024394.802182:0:24209:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cb010add80 going to sleep for 11 seconds 00000100:00100000:1.0:1789024394.803943:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422445824 00000100:00100000:1.0:1789024394.803956:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422445824 00000100:00100000:1.0:1789024394.804012:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1789024394.804021:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f9a2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+19:24209:x1875927422445824:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789024394.804035:0:22701:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789024394.804061:0:22701:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90cc01322200/0xa736ef4b98cb5235 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xa736ef4b98cb522e expref: -99 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024394.804087:0:22701:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90cc01322200/0xa736ef4b98cb5235 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa736ef4b98cb522e expref: 20 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024394.804098:0:22701:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90cc01322200/0xa736ef4b98cb5235 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa736ef4b98cb522e expref: 20 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024394.804106:0:22701:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90cc01322200, rc 0) 00000100:00100000:1.0:1789024394.804183:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f9a2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+20:24209:x1875927422445824:12345-0@lo:101:mount.lustre.0 Request processed in 163us (2050us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024394.804190:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1789024394.808185:0:24209:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fceaa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:24209:1875927422445824:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789024394.808218:0:24209:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.118@tcp lock: ffff90cb0338b200/0xa736ef4b98cb522e lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb5235 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024394.808254:0:24209:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.118@tcp lock: ffff90cb0338b200/0xa736ef4b98cb522e lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xa736ef4b98cb5235 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1789024394.815118:0:24209:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:0.0:1789024394.815558:0:24209:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1789024394.819377:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:0.0:1789024394.819433:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:0.0:1789024394.819449:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:0.0:1789024394.819463:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:0.0:1789024394.819478:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:0.0:1789024394.819504:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:0.0:1789024394.819520:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:0.0:1789024394.819534:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:0.0:1789024394.819548:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:0.0:1789024394.819563:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:0.0:1789024394.819596:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:0.0:1789024394.819623:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:0.0:1789024394.819629:0:24209:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:0.0:1789024394.819726:0:24209:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fcebb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:24209:1875927422445952:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789024394.819786:0:24209:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024394.819822:0:24209:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cb010ad000 going to sleep for 11 seconds 00000100:00100000:2.0:1789024394.821177:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422445952 00000100:00100000:2.0:1789024394.821191:0:22702:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422445952 00000100:00100000:2.0:1789024394.821269:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1789024394.821279:0:22702:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f9a0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+20:24209:x1875927422445952:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789024394.821432:0:22702:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f9a0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+20:24209:x1875927422445952:12345-0@lo:501:mount.lustre.0 Request processed in 154us (1644us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024394.821440:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:0.0:1789024394.822654:0:24209:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fcebb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:24209:1875927422445952:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789024394.822697:0:24209:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fcebb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:24209:1875927422446080:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789024394.822749:0:24209:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024394.822784:0:24209:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cb010ad000 going to sleep for 11 seconds 00000100:00100000:1.0:1789024394.822837:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422446080 00000100:00100000:1.0:1789024394.822843:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422446080 00000100:00100000:1.0:1789024394.822876:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1789024394.822883:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f9a1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+20:24209:x1875927422446080:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789024394.822983:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f9a1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+20:24209:x1875927422446080:12345-0@lo:503:mount.lustre.0 Request processed in 99us (234us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024394.822990:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:0.0:1789024394.823196:0:24209:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fcebb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:24209:1875927422446080:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1789024394.824086:0:24209:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1789024394.824433:0:24209:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fcebb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:24209:1875927422446208:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789024394.824590:0:24209:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024394.824687:0:24209:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cb010ad000 going to sleep for 11 seconds 00000100:00100000:3.0:1789024394.825601:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422446208 00000100:00100000:3.0:1789024394.825609:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422446208 00000100:00100000:3.0:1789024394.825659:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:3.0:1789024394.825667:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f9a1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+20:24209:x1875927422446208:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789024394.825787:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f9a1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+20:24209:x1875927422446208:12345-0@lo:502:mount.lustre.0 Request processed in 120us (1197us total) trans 0 rc 0/0 00000100:00100000:3.0:1789024394.825795:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:0.0:1789024394.826637:0:24209:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fcebb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:24209:1875927422446208:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1789024394.826862:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:0.0:1789024394.826893:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:0.0:1789024394.826908:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:0.0:1789024394.826924:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:0.0:1789024394.826940:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:0.0:1789024394.826951:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:0.0:1789024394.826976:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:0.0:1789024394.826988:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:0.0:1789024394.827001:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:0.0:1789024394.827014:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:0.0:1789024394.827027:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:0.0:1789024394.827083:0:24209:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fcebb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:24209:1875927422446336:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789024394.827130:0:24209:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024394.827577:0:24209:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cb010ad000 going to sleep for 11 seconds 00010000:00010000:3.0:1789024394.828731:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789024394.835303:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422446336 00000100:00100000:2.0:1789024394.835321:0:22702:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422446336 00000100:00100000:2.0:1789024394.835385:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:2.0:1789024394.835398:0:22702:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f9a2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+20:24209:x1875927422446336:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789024394.835602:0:22702:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f9a2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+20:24209:x1875927422446336:12345-0@lo:502:mount.lustre.0 Request processed in 206us (8471us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024394.835611:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:0.0:1789024394.835776:0:24209:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fcebb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:24209:1875927422446336:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1789024394.835861:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:0.0:1789024394.835874:0:24209:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:0.0:1789024394.837311:0:24230:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789024394.837322:0:24230:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789024394.837324:0:24230:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:0.0:1789024394.837331:0:24230:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff90cc30c2d800 00000020:00000080:0.0:1789024394.837334:0:24230:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1789024394.837341:0:24230:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789024394.837344:0:24230:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789024394.837345:0:24230:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:0.0:1789024394.837348:0:24230:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789024394.837350:0:24230:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789024394.837352:0:24230:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:0.0:1789024394.837354:0:24230:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff90cc30c2d800 00000020:00000080:0.0:1789024394.837356:0:24230:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1789024394.837416:0:24230:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789024394.837420:0:24230:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789024394.837421:0:24230:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:0.0:1789024394.837424:0:24230:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789024394.837426:0:24230:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789024394.837427:0:24230:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1789024394.837430:0:24230:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff90cc30c2d800 00000020:00000080:0.0:1789024394.837439:0:24230:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1789024394.843808:0:24230:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789024394.843821:0:24230:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789024394.843823:0:24230:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1789024394.843827:0:24230:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789024394.843832:0:24230:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789024394.843833:0:24230:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:0.0:1789024394.843838:0:24230:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff90cc30c2d800 00000020:00000080:0.0:1789024394.843841:0:24230:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1789024394.843906:0:24230:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789024394.843910:0:24230:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789024394.843912:0:24230:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:0.0:1789024394.843915:0:24230:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:0.0:1789024394.844044:0:24209:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:0.0:1789024394.844086:0:24209:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.118@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1789024394.844111:0:24209:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cb0338b200/0xa736ef4b98cb522e lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb5235 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024394.844124:0:24209:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.118@tcp lock: ffff90cb0338b200/0xa736ef4b98cb522e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb5235 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789024394.844190:0:24209:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1789024394.844193:0:24209:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff90cc30c2d800 10000000:01000000:0.0:1789024394.844196:0:24209:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff90cc30c2d800 10000000:01000000:0.0:1789024394.844199:0:24209:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1789024394.844205:0:24209:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff90cc30c2d800 from 1 10000000:01000000:0.0:1789024394.844207:0:24209:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1789024394.844242:0:24209:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cb0338a200/0xa736ef4b98cb523c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024394.844250:0:24209:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.118@tcp lock: ffff90cb0338a200/0xa736ef4b98cb523c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024394.844279:0:24209:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.118@tcp lock: ffff90cb0338a200/0xa736ef4b98cb523c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789024394.844303:0:24209:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fcebb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:24209:1875927422446464:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1789024394.844364:0:24209:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024394.844397:0:24209:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cb010ad9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789024394.889965:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422446464 00000100:00100000:1.0:1789024394.889981:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422446464 00000100:00100000:1.0:1789024394.890084:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:1.0:1789024394.890095:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f9a2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+20:24209:x1875927422446464:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789024394.890113:0:22703:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789024394.890131:0:22703:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90cc01322a00/0xa736ef4b98cb5243 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0xa736ef4b98cb523c expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024394.890176:0:22703:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90cc01322a00/0xa736ef4b98cb5243 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa736ef4b98cb523c expref: 21 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024394.890188:0:22703:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90cc01322a00/0xa736ef4b98cb5243 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa736ef4b98cb523c expref: 21 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024394.890196:0:22703:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90cc01322a00, rc 0) 00000100:00100000:1.0:1789024394.890279:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f9a2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+21:24209:x1875927422446464:12345-0@lo:101:mount.lustre.0 Request processed in 187us (45915us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024394.890286:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:1.0:1789024394.894827:0:24209:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fcebb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:24209:1875927422446464:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789024394.894857:0:24209:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.118@tcp lock: ffff90cb0338a200/0xa736ef4b98cb523c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb5243 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024394.894869:0:24209:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.118@tcp lock: ffff90cb0338a200/0xa736ef4b98cb523c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xa736ef4b98cb5243 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1789024394.906826:0:24209:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:1.0:1789024394.907177:0:24209:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1789024394.907898:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:1.0:1789024394.907931:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:1.0:1789024394.907949:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:1.0:1789024394.907965:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:1.0:1789024394.907979:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:1.0:1789024394.907994:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:1.0:1789024394.908010:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:1.0:1789024394.908024:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:1.0:1789024394.908037:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:1.0:1789024394.908048:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:1.0:1789024394.908075:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:1.0:1789024394.908089:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:1.0:1789024394.908107:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:1.0:1789024394.908137:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:1.0:1789024394.908180:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:1.0:1789024394.908194:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:1.0:1789024394.908205:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:1.0:1789024394.908218:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:1.0:1789024394.908230:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:1.0:1789024394.908242:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:1.0:1789024394.908271:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:1.0:1789024394.908284:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:1.0:1789024394.908297:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:1.0:1789024394.908311:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:1.0:1789024394.908324:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:1.0:1789024394.908336:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:1.0:1789024394.908350:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:1.0:1789024394.908364:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:1.0:1789024394.908378:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:1.0:1789024394.908409:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:1.0:1789024394.908422:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:1.0:1789024394.908434:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:1.0:1789024394.908448:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:2.0:1789024394.912287:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:2.0:1789024394.912335:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:2.0:1789024394.912351:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:2.0:1789024394.912366:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:2.0:1789024394.912382:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:2.0:1789024394.912395:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:2.0:1789024394.912423:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:2.0:1789024394.912439:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:2.0:1789024394.912454:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:2.0:1789024394.912856:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:2.0:1789024394.912885:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:2.0:1789024394.912902:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:2.0:1789024394.912916:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:2.0:1789024394.912930:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:2.0:1789024394.912964:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:2.0:1789024394.915078:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:2.0:1789024394.915129:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:2.0:1789024394.915167:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:2.0:1789024394.915174:0:24209:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:2.0:1789024394.915298:0:24209:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc08782a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:24209:1875927422446592:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789024394.915362:0:24209:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789024394.915403:0:24209:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc10195e40 going to sleep for 11 seconds 00000100:00100000:3.0:1789024394.927223:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422446592 00000100:00100000:3.0:1789024394.927238:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422446592 00000100:00100000:3.0:1789024394.927297:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:3.0:1789024394.927306:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f9a1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+21:24209:x1875927422446592:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789024394.927510:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f9a1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+21:24209:x1875927422446592:12345-0@lo:501:mount.lustre.0 Request processed in 205us (12148us total) trans 0 rc 0/0 00000100:00100000:3.0:1789024394.927517:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:2.0:1789024394.928586:0:24209:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc08782a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:24209:1875927422446592:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789024394.928654:0:24209:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc08782a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:24209:1875927422446720:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789024394.928719:0:24209:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789024394.928759:0:24209:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc10195e40 going to sleep for 11 seconds 00000100:00100000:3.0:1789024394.929912:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422446720 00000100:00100000:3.0:1789024394.929922:0:22702:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422446720 00000100:00100000:3.0:1789024394.930295:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:3.0:1789024394.930306:0:22702:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f9a2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+21:24209:x1875927422446720:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789024394.930903:0:22702:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f9a2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+21:24209:x1875927422446720:12345-0@lo:503:mount.lustre.0 Request processed in 154us (1739us total) trans 0 rc 0/0 00000100:00100000:3.0:1789024394.930914:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:2.0:1789024394.932219:0:24209:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc08782a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:24209:1875927422446720:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1789024394.932696:0:24209:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1789024394.932773:0:24209:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc08782a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:24209:1875927422446848:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789024394.932836:0:24209:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789024394.932877:0:24209:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc10195e40 going to sleep for 11 seconds 00000100:00100000:3.0:1789024394.932937:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422446848 00000100:00100000:3.0:1789024394.932944:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422446848 00000100:00100000:3.0:1789024394.932986:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:3.0:1789024394.932995:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc1803b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+21:24209:x1875927422446848:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789024394.933115:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc1803b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+21:24209:x1875927422446848:12345-0@lo:502:mount.lustre.0 Request processed in 121us (279us total) trans 0 rc 0/0 00000100:00100000:3.0:1789024394.933122:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:2.0:1789024394.933298:0:24209:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc08782a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:24209:1875927422446848:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1789024394.933482:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:2.0:1789024394.933510:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:2.0:1789024394.933525:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:2.0:1789024394.933540:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:2.0:1789024394.933554:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:2.0:1789024394.933579:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:2.0:1789024394.933594:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:2.0:1789024394.933608:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:2.0:1789024394.933621:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:2.0:1789024394.933651:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:2.0:1789024394.933667:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:2.0:1789024394.933681:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:2.0:1789024394.933695:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:2.0:1789024394.933709:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:2.0:1789024394.933722:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:2.0:1789024394.933734:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:2.0:1789024394.933748:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:2.0:1789024394.933762:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:2.0:1789024394.933775:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:2.0:1789024394.933786:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:2.0:1789024394.933798:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:2.0:1789024394.933812:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:2.0:1789024394.933826:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:2.0:1789024394.933867:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:2.0:1789024394.933881:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:2.0:1789024394.933906:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:2.0:1789024394.933922:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:2.0:1789024394.933934:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:2.0:1789024394.933945:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:2.0:1789024394.933955:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:2.0:1789024394.933966:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:2.0:1789024394.933976:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:2.0:1789024394.933988:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:2.0:1789024394.934000:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:2.0:1789024394.934029:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:2.0:1789024394.934042:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:2.0:1789024394.934069:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:2.0:1789024394.934083:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:2.0:1789024394.934107:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:2.0:1789024394.934120:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:2.0:1789024394.934134:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:2.0:1789024394.934178:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:2.0:1789024394.934196:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:2.0:1789024394.934209:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:2.0:1789024394.934221:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:2.0:1789024394.934233:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:2.0:1789024394.934245:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:2.0:1789024394.934258:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:2.0:1789024394.934296:0:24209:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc08782a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:24209:1875927422446976:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789024394.934388:0:24209:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789024394.934413:0:24209:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc10195e40 going to sleep for 11 seconds 00000100:00100000:3.0:1789024394.934951:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422446976 00000100:00100000:3.0:1789024394.934963:0:22702:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422446976 00000100:00100000:3.0:1789024394.935006:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:3.0:1789024394.935014:0:22702:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc18038850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+21:24209:x1875927422446976:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789024394.935137:0:22702:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc18038850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+21:24209:x1875927422446976:12345-0@lo:502:mount.lustre.0 Request processed in 123us (748us total) trans 0 rc 0/0 00000100:00100000:3.0:1789024394.935167:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:2.0:1789024394.940042:0:24209:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc08782a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:24209:1875927422446976:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789024394.945240:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:3.0:1789024394.945289:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:3.0:1789024394.945333:0:24209:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc34379f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:24209:1875927422447104:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789024394.945416:0:24209:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789024394.945474:0:24209:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc0f06c900 going to sleep for 11 seconds 00000100:00100000:2.0:1789024394.946495:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422447104 00000100:00100000:2.0:1789024394.946507:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422447104 00000100:00100000:2.0:1789024394.946558:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:2.0:1789024394.946568:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc18038050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+21:24209:x1875927422447104:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789024394.946712:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc18038050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+21:24209:x1875927422447104:12345-0@lo:502:mount.lustre.0 Request processed in 145us (1295us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024394.946720:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:0.0:1789024394.946798:0:24209:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc34379f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:24209:1875927422447104:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1789024394.946871:0:24209:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:0.0:1789024394.946882:0:24209:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:1.0:1789024394.952819:0:24235:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0000 (typ=lwp) 00000020:00000080:1.0:1789024394.952836:0:24235:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0000 (ffff90cc35454d40) 00000020:00000080:1.0:1789024394.952859:0:24235:0:(obd_config.c:720:class_attach_name()) OBD: dev 23 attached type lwp with refcount 2 00000020:01000004:1.0:1789024394.952952:0:24235:0:(tgt_mount.c:153:server_get_mount()) get mount ffff90cc30c2d800 from lustre-OST0000, refs=3 00000020:01000004:1.0:1789024394.952956:0:24235:0:(tgt_mount.c:187:server_put_mount()) put mount ffff90cc30c2d800 from lustre-OST0000, refs=3 00000020:01000004:1.0:1789024394.952958:0:24235:0:(obd_mount.c:710:lustre_put_lsi()) put ffff90cc30c2d800 3 00010000:00080000:1.0:1789024394.952986:0:24235:0:(ldlm_lib.c:102:import_set_conn()) imp ffff90cb047d0000@lustre-MDT0000-lwp-OST0000: add connection 192.168.202.118@tcp at head 00010000:00010000:1.0:1789024394.956483:0:24235:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0000-9 is initialized 00000020:00000080:1.0:1789024394.956707:0:24235:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000010:01000000:1.0:1789024394.956752:0:24235:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1789024394.956764:0:24235:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-OST0000, cookie 0xa736ef4b98cb5251 00000100:00080000:1.0:1789024394.956775:0:24235:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1789024394.956787:0:24235:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff90cb047d0000 using connection 192.168.202.118@tcp/0@lo 00000100:00100000:1.0:1789024394.956823:0:24235:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90cc3f9fce00 x1875927422447232/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789024394.956849:0:24235:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00100000:3.0:1789024394.957125:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3f9fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3640:1875927422447232:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1789024394.957220:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1789024394.957851:0:22501:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789024394.957857:0:22501:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789024394.957860:0:22501:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789024394.957862:0:22501:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789024394.957888:0:22501:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789024394.957892:0:22501:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789024394.957894:0:22501:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789024394.957897:0:22501:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1789024394.957947:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fcebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1875927422447360:0@lo:400:kworker.0 00000100:00100000:0.0:1789024394.957986:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024394.958010:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1789024394.958016:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fceaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3643:1875927422447488:0@lo:400:kworker.0 00000100:00100000:0.0:1789024394.958039:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024394.958102:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fce8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1875927422447616:0@lo:400:kworker.0 00000100:00100000:0.0:1789024394.958127:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024394.958163:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789024394.958171:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fce9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875927422447744:0@lo:400:kworker.0 00000100:00100000:0.0:1789024394.958193:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024394.958231:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422447360 00000100:00100000:0.0:1789024394.958238:0:22713:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422447360 00000100:00100000:0.0:1789024394.958273:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422447616 00000100:00100000:0.0:1789024394.958276:0:22713:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422447616 00000100:00100000:0.0:1789024394.958295:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1789024394.958303:0:22713:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3fae0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3643:x1875927422447360:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789024394.958369:0:22713:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3fae0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3643:x1875927422447360:12345-0@lo:400:kworker.0 Request processed in 66us (381us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024394.958377:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1789024394.958394:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1789024394.958400:0:22713:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3fae3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1875927422447616:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789024394.958433:0:22713:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3fae3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1875927422447616:12345-0@lo:400:kworker.0 Request processed in 33us (305us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024394.958440:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1789024394.958460:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422447232 00000100:00100000:0.0:1789024394.958464:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422447232 00000100:00100000:0.0:1789024394.958474:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422447488 00000100:00100000:0.0:1789024394.958476:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422447488 00000100:00100000:0.0:1789024394.958489:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422447744 00000100:00100000:0.0:1789024394.958491:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422447744 00000100:00100000:0.0:1789024394.958502:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1789024394.958509:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3fae1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1875927422447488:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789024394.958538:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3fae1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1875927422447488:12345-0@lo:400:kworker.0 Request processed in 29us (499us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024394.958551:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1789024394.958564:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1789024394.958570:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3fae1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875927422447744:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789024394.958594:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3fae1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875927422447744:12345-0@lo:400:kworker.0 Request processed in 25us (400us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024394.958599:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1789024394.958609:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1789024394.958612:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3437b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3640:x1875927422447232:12345-0@lo:38:llog_process_th.0 00010000:00080000:0.0:1789024394.958646:0:22709:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 712 last 0 00000020:00000080:0.0:1789024394.958674:0:22709:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-OST0000_UUID, cookie 0xa736ef4b98cb5258 00000004:00100000:0.0:1789024394.958688:0:22709:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:0.0:1789024394.958715:0:22709:0:(import.c:65:import_set_state_nolock()) ffff90cb010b2000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1789024394.958753:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3437b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875927422447232:12345-0@lo:38:llog_process_th.0 Request processed in 139us (1535us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024394.958760:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:0.0:1789024394.958801:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff90cc3fceaa00 x1875927422447488/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789024410 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789024394.958815:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fceaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3643:1875927422447488:0@lo:400:kworker.0 00000100:00100000:0.0:1789024394.958825:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fcebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1875927422447360:0@lo:400:kworker.0 00010000:00080000:0.0:1789024394.958852:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff90cc3fce9f80 x1875927422447744/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789024410 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789024394.958862:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fce9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875927422447744:0@lo:400:kworker.0 00000100:00100000:0.0:1789024394.958871:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fce8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1875927422447616:0@lo:400:kworker.0 00010000:00080000:0.0:1789024394.958913:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff90cc3f9fce00 x1875927422447232/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789024404 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789024394.958921:0:3640:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1789024394.958927:0:3640:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 3 00000100:00080000:0.0:1789024394.958934:0:3640:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:0.0:1789024394.958939:0:3640:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:0.0:1789024394.958942:0:3640:0:(import.c:65:import_set_state_nolock()) ffff90cb047d0000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1789024394.958947:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3f9fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3640:1875927422447232:0@lo:38:llog_process_th.0 00000020:01000004:1.0:1789024394.969945:0:24235:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0000 (typ=lwp) 00000020:00000080:1.0:1789024394.969963:0:24235:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0000 (ffff90cc354519c0) 00000020:00000080:1.0:1789024394.969987:0:24235:0:(obd_config.c:720:class_attach_name()) OBD: dev 24 attached type lwp with refcount 2 00000020:01000004:1.0:1789024394.970082:0:24235:0:(tgt_mount.c:153:server_get_mount()) get mount ffff90cc30c2d800 from lustre-OST0000, refs=3 00000020:01000004:1.0:1789024394.970086:0:24235:0:(tgt_mount.c:187:server_put_mount()) put mount ffff90cc30c2d800 from lustre-OST0000, refs=3 00000020:01000004:1.0:1789024394.970089:0:24235:0:(obd_mount.c:710:lustre_put_lsi()) put ffff90cc30c2d800 3 00010000:00080000:1.0:1789024394.970122:0:24235:0:(ldlm_lib.c:102:import_set_conn()) imp ffff90cb047d0800@lustre-MDT0001-lwp-OST0000: add connection 192.168.202.118@tcp at head 00010000:00010000:3.0:1789024394.980941:0:24235:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0000-10 is initialized 00000020:00000080:3.0:1789024394.981203:0:24235:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000010:01000000:3.0:1789024394.983182:0:24235:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1789024394.983202:0:24235:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-lwp-OST0000, cookie 0xa736ef4b98cb5266 00000100:00080000:3.0:1789024394.983214:0:24235:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1789024394.983227:0:24235:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff90cb047d0800 using connection 192.168.202.118@tcp/0@lo 00000100:00100000:3.0:1789024394.983372:0:24235:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90cc34378a80 x1875927422447872/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789024394.983396:0:24235:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00100000:0.0:1789024394.988043:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc34378a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3640:1875927422447872:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1789024394.988130:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024394.988210:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422447872 00000100:00100000:0.0:1789024394.988218:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422447872 00000100:00100000:0.0:1789024394.988259:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1789024394.988266:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3fae1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3640:x1875927422447872:12345-0@lo:38:llog_process_th.0 00010000:00080000:0.0:1789024394.988294:0:22709:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 713 last 0 00000020:00000080:0.0:1789024394.988329:0:22709:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-lwp-OST0000_UUID, cookie 0xa736ef4b98cb526d 00000004:00100000:0.0:1789024394.988342:0:22709:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:0.0:1789024394.988372:0:22709:0:(import.c:65:import_set_state_nolock()) ffff90cb010b1000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1789024394.988424:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3fae1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875927422447872:12345-0@lo:38:llog_process_th.0 Request processed in 158us (293us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024394.988432:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:0.0:1789024394.988478:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff90cc34378a80 x1875927422447872/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789024404 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789024394.988489:0:3640:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1789024394.988496:0:3640:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0000: connect to target with instance 3 00000100:00080000:0.0:1789024394.988516:0:3640:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:0.0:1789024394.988521:0:3640:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:0.0:1789024394.988523:0:3640:0:(import.c:65:import_set_state_nolock()) ffff90cb047d0800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1789024394.988529:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc34378a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3640:1875927422447872:0@lo:38:llog_process_th.0 00000040:00080000:3.0:1789024394.991888:0:24235:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000020:01000000:0.0:1789024394.994081:0:24209:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:0.0:1789024394.994125:0:24209:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.118@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1789024394.994143:0:24209:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cb0338a200/0xa736ef4b98cb523c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb5243 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024394.994173:0:24209:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.118@tcp lock: ffff90cb0338a200/0xa736ef4b98cb523c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb5243 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:0.0:1789024394.994228:0:24209:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:0.0:1789024394.994230:0:24209:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1789024394.994231:0:24209:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789024394.994233:0:24209:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789024394.994234:0:24209:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789024394.994236:0:24209:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789024394.994237:0:24209:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1789024394.994239:0:24209:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789024394.994240:0:24209:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1789024394.994256:0:24209:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x40020002 00000020:01000004:0.0:1789024394.994259:0:24209:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1789024394.994260:0:24209:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1789024394.994261:0:24209:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789024394.994263:0:24209:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789024394.994264:0:24209:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789024394.994265:0:24209:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789024394.994266:0:24209:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1789024394.994267:0:24209:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789024394.994268:0:24209:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1789024394.994294:0:24209:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:0.0:1789024394.994314:0:24209:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fae2300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:24209:1875927422448000:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1789024394.994394:0:24209:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024394.994441:0:24209:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cb010ad540 going to sleep for 11 seconds 00000100:00100000:1.0:1789024394.997107:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422448000 00000100:00100000:1.0:1789024394.997122:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422448000 00000100:00100000:1.0:1789024394.997196:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:1.0:1789024394.997214:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc18039050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+21:24209:x1875927422448000:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1789024394.997259:0:22703:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:1.0:1789024394.997273:0:22703:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00000100:00080000:2.0:1789024394.997847:0:22501:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789024394.997852:0:22501:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789024394.997855:0:22501:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789024394.997858:0:22501:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789024394.997883:0:22501:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789024394.997892:0:22501:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789024394.997894:0:22501:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789024394.997897:0:22501:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1789024394.997936:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc08782a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1875927422448128:0@lo:400:kworker.0 00000100:00100000:2.0:1789024394.997991:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789024394.998035:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc07f38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3643:1875927422448640:0@lo:400:kworker.0 00000100:00100000:2.0:1789024394.998075:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789024394.998095:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1789024394.998101:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc08781c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3643:1875927422448256:0@lo:400:kworker.0 00000100:00100000:2.0:1789024394.998120:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789024394.998159:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc07f38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1875927422448384:0@lo:400:kworker.0 00000100:00100000:2.0:1789024394.998183:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789024394.998217:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789024394.998222:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc07f3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875927422448512:0@lo:400:kworker.0 00000100:00100000:2.0:1789024394.998245:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789024394.998275:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422448128 00000100:00100000:2.0:1789024394.998280:0:22713:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422448128 00000100:00100000:2.0:1789024394.998308:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422448384 00000100:00100000:2.0:1789024394.998311:0:22713:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422448384 00000100:00100000:2.0:1789024394.998325:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1789024394.998332:0:22713:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc07f39f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3643:x1875927422448128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789024394.998375:0:22713:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc07f39f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3643:x1875927422448128:12345-0@lo:400:kworker.0 Request processed in 44us (383us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024394.998382:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1789024394.998399:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1789024394.998411:0:22713:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc07f39c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1875927422448384:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789024394.998448:0:22713:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc07f39c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1875927422448384:12345-0@lo:400:kworker.0 Request processed in 38us (264us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024394.998454:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1789024394.998471:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422448640 00000100:00100000:2.0:1789024394.998474:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422448640 00000100:00100000:2.0:1789024394.998498:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422448256 00000100:00100000:2.0:1789024394.998501:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422448256 00000100:00100000:2.0:1789024394.998511:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422448512 00000100:00100000:2.0:1789024394.998512:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422448512 00000100:00100000:2.0:1789024394.998524:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1789024394.998530:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc07f3a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1875927422448640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789024394.998559:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc07f3a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1875927422448640:12345-0@lo:400:kworker.0 Request processed in 29us (483us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024394.998564:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1789024394.998577:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1789024394.998582:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc07f3ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1875927422448256:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789024394.998610:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc07f3ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1875927422448256:12345-0@lo:400:kworker.0 Request processed in 28us (488us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024394.998615:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1789024394.998625:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1789024394.998631:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc07f3a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875927422448512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789024394.998656:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc07f3a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875927422448512:12345-0@lo:400:kworker.0 Request processed in 25us (410us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024394.998660:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00010000:00080000:2.0:1789024394.998698:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff90cc08781c00 x1875927422448256/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789024410 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789024394.998724:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc08781c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3643:1875927422448256:0@lo:400:kworker.0 00000100:00100000:2.0:1789024394.998738:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc08782a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1875927422448128:0@lo:400:kworker.0 00010000:00080000:2.0:1789024394.998747:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff90cc07f38000 x1875927422448640/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789024410 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789024394.998755:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc07f38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3643:1875927422448640:0@lo:400:kworker.0 00010000:00080000:2.0:1789024394.998784:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff90cc07f3aa00 x1875927422448512/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789024410 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789024394.998792:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc07f3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875927422448512:0@lo:400:kworker.0 00000100:00100000:2.0:1789024394.998799:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc07f38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1875927422448384:0@lo:400:kworker.0 00000100:00080000:3.0:1789024395.002829:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 20000000:01000000:1.0:1789024395.017545:0:22703:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:1.0:1789024395.017559:0:22703:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:2.0:1789024395.024252:0:22724:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:2.0:1789024395.024263:0:22724:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:2.0:1789024395.024292:0:22724:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90cc22fa4000/0xa736ef4b98cb5274 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024395.024313:0:22724:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90cc342bc200/0xa736ef4b98cb51be lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa736ef4b98cb51b7 expref: 21 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024395.024321:0:22724:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90cb0338a400/0xa736ef4b98cb51cc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa736ef4b98cb51c5 expref: 21 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024395.024329:0:22724:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90cc22fa4000/0xa736ef4b98cb5274 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024395.024389:0:22724:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90cb0338a400/0xa736ef4b98cb51cc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa736ef4b98cb51c5 expref: 21 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024395.024420:0:22724:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff90cb0338a400/0xa736ef4b98cb51cc lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa736ef4b98cb51c5 expref: 21 pid: 22703 timeout: 813 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789024395.024435:0:22724:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc07f38e00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22724:1875927422448768:0@lo:104: 00000100:00100000:2.0:1789024395.024497:0:22724:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1789024395.024563:0:22724:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90cc342bc200/0xa736ef4b98cb51be lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa736ef4b98cb51b7 expref: 21 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024395.024571:0:22724:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff90cc342bc200/0xa736ef4b98cb51be lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa736ef4b98cb51b7 expref: 21 pid: 22702 timeout: 813 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789024395.024580:0:22724:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc07f38000 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22724:1875927422448896:0@lo:104: 00000100:00100000:2.0:1789024395.024604:0:22724:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789024395.024623:0:22724:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc10195000 going to sleep for 11 seconds 00000100:00100000:2.0:1789024395.024648:0:22691:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:2.0:1789024395.024666:0:22691:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422448768 00000100:00100000:2.0:1789024395.024672:0:22691:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422448768 00000100:00100000:2.0:1789024395.024704:0:22691:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422448896 00000100:00100000:2.0:1789024395.024707:0:22691:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422448896 00000100:00100000:3.0:1789024395.024719:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1789024395.024730:0:22692:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc07f3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+4:22724:x1875927422448768:12345-0@lo:104: 00010000:00010000:3.0:1789024395.024743:0:22692:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.118@tcp lock: ffff90cb0338b800/0xa736ef4b98cb51c5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xa736ef4b98cb51cc expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024395.024815:0:22692:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1789024395.024821:0:22692:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc07f3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+4:22724:x1875927422448768:12345-0@lo:104: Request processed in 94us (324us total) trans 0 rc 0/0 00000100:00100000:3.0:1789024395.024829:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1789024395.024846:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1789024395.024851:0:22692:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3fba1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+3:22724:x1875927422448896:12345-0@lo:104: 00010000:00010000:3.0:1789024395.024859:0:22692:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.118@tcp lock: ffff90cc01322800/0xa736ef4b98cb51b7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xa736ef4b98cb51be expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024395.024891:0:22692:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1789024395.024896:0:22692:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3fba1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+3:22724:x1875927422448896:12345-0@lo:104: Request processed in 46us (292us total) trans 0 rc 0/0 00000100:00100000:3.0:1789024395.024902:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00010000:3.0:1789024395.024939:0:22697:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789024395.024946:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.118@tcp lock: ffff90cb0338b800/0xa736ef4b98cb51c5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xa736ef4b98cb51cc expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024395.024953:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cb0338b800 already unused, calling callback (ffffffffc146cc20) 10000000:00010000:3.0:1789024395.024957:0:22697:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.118@tcp lock: ffff90cb0338b800/0xa736ef4b98cb51c5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xa736ef4b98cb51cc expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024395.024964:0:22697:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.118@tcp lock: ffff90cb0338b800/0xa736ef4b98cb51c5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xa736ef4b98cb51cc expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789024395.024971:0:22697:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.118@tcp lock: ffff90cb0338b800/0xa736ef4b98cb51c5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xa736ef4b98cb51cc expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789024395.024976:0:22697:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1789024395.025011:0:22697:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.118@tcp lock: ffff90cb0338b800/0xa736ef4b98cb51c5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa736ef4b98cb51cc expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024395.025018:0:22697:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1789024395.025038:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.118@tcp lock: ffff90cb0338b800/0xa736ef4b98cb51c5 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa736ef4b98cb51cc expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024395.025044:0:22697:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.118@tcp lock: ffff90cb0338b800/0xa736ef4b98cb51c5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa736ef4b98cb51cc expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024395.025068:0:22697:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789024395.025071:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.118@tcp lock: ffff90cc01322800/0xa736ef4b98cb51b7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa736ef4b98cb51be expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024395.025077:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cc01322800 already unused, calling callback (ffffffffc146cc20) 10000000:00010000:3.0:1789024395.025080:0:22697:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.118@tcp lock: ffff90cc01322800/0xa736ef4b98cb51b7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa736ef4b98cb51be expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024395.025086:0:22697:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.118@tcp lock: ffff90cc01322800/0xa736ef4b98cb51b7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa736ef4b98cb51be expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789024395.025091:0:22697:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.118@tcp lock: ffff90cc01322800/0xa736ef4b98cb51b7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa736ef4b98cb51be expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789024395.025096:0:22697:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1789024395.025108:0:22697:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.118@tcp lock: ffff90cc01322800/0xa736ef4b98cb51b7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa736ef4b98cb51be expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024395.025113:0:22697:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1789024395.025127:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.118@tcp lock: ffff90cc01322800/0xa736ef4b98cb51b7 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa736ef4b98cb51be expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024395.025166:0:22697:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.118@tcp lock: ffff90cc01322800/0xa736ef4b98cb51b7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa736ef4b98cb51be expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024395.025180:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789024395.025181:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789024395.025183:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789024395.025189:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789024395.025207:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc34378e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:3644:1875927422449024:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789024395.025235:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789024395.025276:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3437ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:3641:1875927422449152:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789024395.025296:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789024395.025325:0:22695:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422449024 00000100:00100000:3.0:1789024395.025328:0:22695:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422449024 00010000:00010000:3.0:1789024395.025343:0:22695:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90cb0338a400/0xa736ef4b98cb51cc lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa736ef4b98cb51c5 expref: 22 pid: 22703 timeout: 813 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789024395.025360:0:22695:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422449152 00000100:00100000:3.0:1789024395.025363:0:22695:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422449152 00010000:00010000:3.0:1789024395.025374:0:22695:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90cc342bc200/0xa736ef4b98cb51be lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa736ef4b98cb51b7 expref: 23 pid: 22702 timeout: 813 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789024395.025384:0:22695:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1789024395.025390:0:22695:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3437bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+23:3644:x1875927422449024:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1789024395.025397:0:22695:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789024395.025402:0:22695:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90cb0338a400/0xa736ef4b98cb51cc lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa736ef4b98cb51c5 expref: 23 pid: 22703 timeout: 813 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024395.025419:0:22695:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90cb0338a400/0xa736ef4b98cb51cc lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa736ef4b98cb51c5 expref: 23 pid: 22703 timeout: 813 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024395.025432:0:22695:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789024395.025473:0:22695:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3437bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+23:3644:x1875927422449024:12345-0@lo:103:ldlm_bl.0 Request processed in 83us (237us total) trans 0 rc 0/0 00000100:00100000:3.0:1789024395.025479:0:22695:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1789024395.025492:0:22695:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1789024395.025497:0:22695:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3bd30850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+22:3641:x1875927422449152:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1789024395.025504:0:22695:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789024395.025507:0:22695:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90cc342bc200/0xa736ef4b98cb51be lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa736ef4b98cb51b7 expref: 22 pid: 22702 timeout: 813 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024395.025515:0:22695:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90cc342bc200/0xa736ef4b98cb51be lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa736ef4b98cb51b7 expref: 22 pid: 22702 timeout: 813 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024395.025525:0:22695:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90cc22fa4000/0xa736ef4b98cb5274 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024395.025532:0:22695:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90cc22fa4000/0xa736ef4b98cb5274 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:3.0:1789024395.025543:0:22695:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.015371826s 00010000:00010000:3.0:1789024395.025547:0:22695:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90cc22fa4000/0xa736ef4b98cb5274 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024395.025553:0:22695:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90cc22fa4000/0xa736ef4b98cb5274 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024395.025569:0:22695:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90cc22fa4000/0xa736ef4b98cb5274 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024395.025575:0:22695:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90cc22fa4000/0xa736ef4b98cb5274 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024395.025580:0:22695:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cc22fa4000 already unused, calling callback (ffffffffc0e568b0) 00010000:00010000:3.0:1789024395.025584:0:22695:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90cc22fa4000/0xa736ef4b98cb5274 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024395.025592:0:22695:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90cc22fa4000/0xa736ef4b98cb5274 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024395.025599:0:22695:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90cc22fa4000/0xa736ef4b98cb5274 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024395.025608:0:22695:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789024395.025825:0:22695:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3bd30850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+22:3641:x1875927422449152:12345-0@lo:103:ldlm_bl.0 Request processed in 328us (527us total) trans 0 rc 0/0 00000100:00100000:3.0:1789024395.025832:0:22695:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1789024395.025888:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3437ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:3641:1875927422449152:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789024395.025910:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc34378e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:3644:1875927422449024:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789024395.026499:0:22724:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90cb0338a400/0xa736ef4b98cb51cc lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa736ef4b98cb51c5 expref: 21 pid: 22703 timeout: 813 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789024395.026513:0:22724:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc07f38e00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22724:1875927422448768:0@lo:104: 00010000:00010000:2.0:1789024395.026523:0:22724:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90cc342bc200/0xa736ef4b98cb51be lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa736ef4b98cb51b7 expref: 20 pid: 22702 timeout: 813 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789024395.026531:0:22724:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc07f38000 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22724:1875927422448896:0@lo:104: 00010000:00010000:2.0:1789024395.026546:0:22724:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90cc22fa4000/0xa736ef4b98cb5274 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024395.026565:0:22724:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90cc22fa4000/0xa736ef4b98cb5274 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024395.026571:0:22724:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90cc22fa4000/0xa736ef4b98cb5274 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024395.026577:0:22724:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90cc22fa4000/0xa736ef4b98cb5274 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789024395.031374:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc18039050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+19:24209:x1875927422448000:12345-0@lo:253:mount.lustre.0 Request processed in 34145us (36963us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024395.031389:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:0.0:1789024395.034102:0:24209:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fae2300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:24209:1875927422448000:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1789024395.034122:0:24209:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:0.0:1789024395.034125:0:24209:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1789024395.034127:0:24209:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1789024395.034128:0:24209:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789024395.034130:0:24209:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789024395.034131:0:24209:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789024395.034132:0:24209:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789024395.034133:0:24209:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1789024395.034135:0:24209:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789024395.034136:0:24209:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:0.0:1789024395.034171:0:24209:0:(tgt_mount.c:2694:server_calc_timeout()) lustre-OST0000: Imperative Recovery not enabled, recovery window 60-180 00000001:00000004:3.0:1789024395.053705:0:24209:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 12884901888 00002000:00080000:3.0:1789024395.064956:0:24209:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0000: recovery is over 00100000:10000000:3.0:1789024395.064966:0:24209:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0000-osd: start master thread 00000020:01000004:3.0:1789024395.065017:0:24209:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:3.0:1789024395.065083:0:24209:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.202.118@tcp: cl_mgc_mutex unlock 00000020:01000004:3.0:1789024395.065102:0:24209:0:(tgt_mount.c:2460:server_fill_super_common()) Server sb, dev=49 00000080:00000004:3.0:1789024395.065174:0:24209:0:(super25.c:182:lustre_fill_super()) /dev/mapper/ost1_flakey: Mount complete 00000020:00000004:3.0:1789024395.065949:0:24209:0:(tgt_mount.c:2346:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1789024395.066191:0:24209:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1789024395.858347:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:2.0:1789024396.205064:0:24288:0:(tgt_mount.c:2346:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1789024396.205542:0:24288:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 10000000:01000000:1.0:1789024396.314048:0:22705:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1789024396.314063:0:22705:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff90cb0339e000 from 13 10000000:01000000:1.0:1789024396.314069:0:22705:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1789024396.314115:0:22705:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cc01322800/0xa736ef4b98cb527b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024396.314127:0:22705:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.118@tcp lock: ffff90cc01322800/0xa736ef4b98cb527b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024396.314138:0:22705:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.118@tcp lock: ffff90cc01322800/0xa736ef4b98cb527b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789024396.314188:0:22705:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3f9fea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22705:1875927422449280:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1789024396.314256:0:22705:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024396.314295:0:22705:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc18134f00 going to sleep for 11 seconds 00000100:00100000:3.0:1789024396.316744:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422449280 00000100:00100000:3.0:1789024396.316758:0:22702:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422449280 00000100:00100000:3.0:1789024396.316812:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:3.0:1789024396.316821:0:22702:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc1803a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+19:22705:x1875927422449280:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789024396.316839:0:22702:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789024396.316860:0:22702:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90cc342bd600/0xa736ef4b98cb5282 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa736ef4b98cb527b expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024396.316898:0:22702:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90cc342bd600/0xa736ef4b98cb5282 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa736ef4b98cb527b expref: 20 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024396.316910:0:22702:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90cc342bd600/0xa736ef4b98cb5282 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa736ef4b98cb527b expref: 20 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024396.316918:0:22702:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90cc342bd600, rc 0) 00000100:00100000:3.0:1789024396.316996:0:22702:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc1803a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+20:22705:x1875927422449280:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 176us (2738us total) trans 0 rc 0/0 00000100:00100000:3.0:1789024396.317003:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:3.0:1789024396.317076:0:22705:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3f9fea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22705:1875927422449280:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789024396.317093:0:22705:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.118@tcp lock: ffff90cc01322800/0xa736ef4b98cb527b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb5282 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024396.317102:0:22705:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.118@tcp lock: ffff90cc01322800/0xa736ef4b98cb527b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa736ef4b98cb5282 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789024396.317188:0:22705:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc34378e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22705:1875927422449408:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1789024396.317232:0:22705:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789024396.317259:0:22705:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc342b8c00 going to sleep for 11 seconds 00000100:00100000:1.0:1789024396.319779:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422449408 00000100:00100000:1.0:1789024396.319795:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422449408 00000100:00100000:1.0:1789024396.319856:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:1.0:1789024396.319867:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc18038c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+20:22705:x1875927422449408:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1789024396.319901:0:22703:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1789024396.319921:0:22703:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1789024396.319928:0:22703:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:1.0:1789024396.320079:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc18038c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+20:22705:x1875927422449408:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 214us (2845us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024396.320086:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:3.0:1789024396.322703:0:22705:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc34378e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22705:1875927422449408:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1789024396.322786:0:22705:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.118@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1789024396.322796:0:22705:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cc01322800/0xa736ef4b98cb527b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb5282 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024396.322808:0:22705:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.118@tcp lock: ffff90cc01322800/0xa736ef4b98cb527b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb5282 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789024396.322818:0:22705:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1789024396.322820:0:22705:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff90cc34283800 from 13 10000000:01000000:3.0:1789024396.322823:0:22705:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1789024396.322850:0:22705:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cc342bc400/0xa736ef4b98cb5289 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024396.322858:0:22705:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.118@tcp lock: ffff90cc342bc400/0xa736ef4b98cb5289 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024396.322868:0:22705:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.118@tcp lock: ffff90cc342bc400/0xa736ef4b98cb5289 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789024396.322896:0:22705:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc34378e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22705:1875927422449536:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1789024396.322942:0:22705:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789024396.322983:0:22705:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc342b8c00 going to sleep for 11 seconds 00000100:00100000:2.0:1789024396.323224:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422449536 00000100:00100000:2.0:1789024396.323232:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422449536 00000100:00100000:2.0:1789024396.323280:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:2.0:1789024396.323288:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc07080850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+20:22705:x1875927422449536:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789024396.323301:0:22701:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789024396.323312:0:22701:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90cc22fa5c00/0xa736ef4b98cb5290 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xa736ef4b98cb5289 expref: -99 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024396.323334:0:22701:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90cc22fa5c00/0xa736ef4b98cb5290 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa736ef4b98cb5289 expref: 21 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024396.323344:0:22701:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90cc22fa5c00/0xa736ef4b98cb5290 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa736ef4b98cb5289 expref: 21 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024396.323352:0:22701:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90cc22fa5c00, rc 0) 00000100:00100000:2.0:1789024396.323387:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc07080850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+21:22705:x1875927422449536:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 100us (444us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024396.324004:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:3.0:1789024396.324507:0:22705:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc34378e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22705:1875927422449536:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789024396.324524:0:22705:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.118@tcp lock: ffff90cc342bc400/0xa736ef4b98cb5289 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb5290 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024396.324545:0:22705:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.118@tcp lock: ffff90cc342bc400/0xa736ef4b98cb5289 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xa736ef4b98cb5290 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789024396.324594:0:22705:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc34378e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22705:1875927422449664:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1789024396.324646:0:22705:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789024396.324687:0:22705:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc342b8c00 going to sleep for 11 seconds 00000100:00100000:2.0:1789024396.324831:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422449664 00000100:00100000:2.0:1789024396.324837:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422449664 00000100:00100000:2.0:1789024396.324886:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:2.0:1789024396.324895:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc07080050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+21:22705:x1875927422449664:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:2.0:1789024396.324911:0:22701:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1789024396.324926:0:22701:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1789024396.324929:0:22701:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:2.0:1789024396.325007:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc07080050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+21:22705:x1875927422449664:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 113us (360us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024396.325013:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:3.0:1789024396.331325:0:22705:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc34378e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22705:1875927422449664:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1789024396.331429:0:22705:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.118@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1789024396.331439:0:22705:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cc342bc400/0xa736ef4b98cb5289 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb5290 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024396.331452:0:22705:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.118@tcp lock: ffff90cc342bc400/0xa736ef4b98cb5289 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb5290 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024396.878118:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789024397.196847:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc34378e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1875927422449792:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1789024397.196930:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789024397.197110:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422449792 00000100:00100000:3.0:1789024397.197118:0:22713:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422449792 00000100:00100000:3.0:1789024397.197212:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1789024397.197222:0:22713:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3fae2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1875927422449792:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1789024397.197255:0:22713:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1789024397.197316:0:22713:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3fae2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1875927422449792:12345-0@lo:41:osp-pre-0-1.0 Request processed in 95us (385us total) trans 0 rc 0/0 00000100:00100000:3.0:1789024397.197323:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1789024397.197435:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc34378e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1875927422449792:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789024397.198630:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1789024397.198644:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3f9ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1875927422449920:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1789024397.198702:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024397.198744:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422449920 00000100:00100000:1.0:1789024397.198751:0:22714:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422449920 00000100:00100000:1.0:1789024397.198784:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1789024397.198792:0:22714:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f9fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3644:x1875927422449920:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1789024397.198818:0:22714:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1789024397.198852:0:22714:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f9fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3644:x1875927422449920:12345-0@lo:41:osp-pre-1-0.0 Request processed in 61us (149us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024397.198858:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1789024397.199142:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3f9ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1875927422449920:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1789024397.903176:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1789024398.416631:0:23463:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1789024398.925833:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789024399.956766:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789024400.269396:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3437ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:3644:1875927422450048:0@lo:400:kworker.0 00000100:00100000:0.0:1789024400.269509:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1789024400.269608:0:22501:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789024400.269614:0:22501:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789024400.269625:0:22501:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789024400.269629:0:22501:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1789024400.271507:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1789024400.271532:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc34378a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1875927422450432:0@lo:400:kworker.0 00000100:00100000:0.0:1789024400.271620:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024400.271700:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422450048 00000100:00100000:0.0:1789024400.271711:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422450048 00000100:00100000:0.0:1789024400.271775:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:0.0:1789024400.271785:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc07083850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+21:3644:x1875927422450048:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789024400.271846:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc07083850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+21:3644:x1875927422450048:12345-0@lo:400:kworker.0 Request processed in 63us (2338us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024400.271853:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:0.0:1789024400.271911:0:23665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422450432 00000100:00100000:0.0:1789024400.271915:0:23665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422450432 00000100:00100000:0.0:1789024400.271943:0:23665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1789024400.271949:0:23665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3fae3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3644:x1875927422450432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789024400.271984:0:23665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3fae3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3644:x1875927422450432:12345-0@lo:400:kworker.0 Request processed in 35us (365us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024400.271989:0:23665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1789024400.272044:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc34378a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1875927422450432:0@lo:400:kworker.0 00000100:00100000:0.0:1789024400.272054:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3437ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:3644:1875927422450048:0@lo:400:kworker.0 00000100:00100000:0.0:1789024400.272112:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc34378e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875927422450304:0@lo:400:kworker.0 00000100:00100000:0.0:1789024400.272142:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024400.272344:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789024400.272352:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3437bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1875927422450176:0@lo:400:kworker.0 00000100:00100000:0.0:1789024400.272376:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024400.272578:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422450304 00000100:00100000:0.0:1789024400.272584:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422450304 00000100:00100000:0.0:1789024400.272616:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1789024400.272623:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3fae0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1875927422450304:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789024400.272657:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3fae0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1875927422450304:12345-0@lo:400:kworker.0 Request processed in 34us (514us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024400.272663:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00010000:00080000:0.0:1789024400.272693:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff90cc34378e00 x1875927422450304/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789024416 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789024400.272704:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc34378e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875927422450304:0@lo:400:kworker.0 00000100:00100000:0.0:1789024400.272737:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422450176 00000100:00100000:0.0:1789024400.272748:0:22713:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422450176 00000100:00100000:0.0:1789024400.272773:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1789024400.272779:0:22713:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3fae0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875927422450176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789024400.272815:0:22713:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3fae0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875927422450176:12345-0@lo:400:kworker.0 Request processed in 37us (438us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024400.272822:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1789024400.272848:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3437bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1875927422450176:0@lo:400:kworker.0 00000100:00080000:3.0:1789024400.273120:0:22501:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789024400.273126:0:22501:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789024400.273129:0:22501:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789024400.273132:0:22501:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1789024400.273374:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc34379f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3644:1875927422450560:0@lo:400:kworker.0 00000100:00100000:0.0:1789024400.273407:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789024400.273504:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc34378000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3642:1875927422450816:0@lo:400:kworker.0 00000100:00100000:3.0:1789024400.273539:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789024400.273565:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789024400.273571:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc34379180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3642:1875927422450688:0@lo:400:kworker.0 00000100:00100000:3.0:1789024400.273592:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789024400.273623:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422450560 00000100:00100000:3.0:1789024400.273628:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422450560 00000100:00100000:3.0:1789024400.273651:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422450816 00000100:00100000:3.0:1789024400.273654:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422450816 00000100:00100000:3.0:1789024400.273678:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422450688 00000100:00100000:3.0:1789024400.273681:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422450688 00000100:00100000:3.0:1789024400.273695:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1789024400.273701:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3fae0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1875927422450560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789024400.273912:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3fae0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1875927422450560:12345-0@lo:400:kworker.0 Request processed in 210us (503us total) trans 0 rc 0/0 00000100:00100000:3.0:1789024400.273920:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1789024400.273936:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1789024400.273943:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc34379500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1875927422450816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789024400.273978:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc34379500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1875927422450816:12345-0@lo:400:kworker.0 Request processed in 36us (438us total) trans 0 rc 0/0 00000100:00100000:3.0:1789024400.273991:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00010000:00080000:0.0:1789024400.274176:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff90cc34379f80 x1875927422450560/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789024416 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789024400.274189:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc34379f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3644:1875927422450560:0@lo:400:kworker.0 00000100:00100000:3.0:1789024400.274324:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1789024400.274332:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3437bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875927422450688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789024400.274365:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3437bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875927422450688:12345-0@lo:400:kworker.0 Request processed in 35us (771us total) trans 0 rc 0/0 00000100:00100000:3.0:1789024400.274371:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00080000:3.0:1789024400.274390:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1789024400.274395:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:3.0:1789024400.274419:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff90cc34379180 x1875927422450688/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789024416 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789024400.274430:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc34379180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3642:1875927422450688:0@lo:400:kworker.0 00010000:00080000:3.0:1789024400.274440:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff90cc34378000 x1875927422450816/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789024416 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789024400.274449:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc34378000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3642:1875927422450816:0@lo:400:kworker.0 00010000:00010000:2.0:1789024400.979284:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789024401.164538:0:3640:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789024386/real 1789024386] req@ffff90cc08783b80 x1875927422443136/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789024401 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789024401.164568:0:3640:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff90cc08783b80 x1875927422443136/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789024401 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789024401.164578:0:3640:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789024386/real 1789024386] req@ffff90cc08783100 x1875927422443008/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789024401 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789024401.164589:0:3640:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff90cc08783100 x1875927422443008/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789024401 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789024401.164624:0:3640:0:(import.c:65:import_set_state_nolock()) ffff90cc35388000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789024401.164649:0:3640:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1789024401.164653:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc08783b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1875927422443136:0@lo:8:kworker.0 00000100:00080000:1.0:1789024401.164658:0:3640:0:(import.c:65:import_set_state_nolock()) ffff90cc3fa52000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789024401.164663:0:3640:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1789024401.164665:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc08783100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1875927422443008:0@lo:8:kworker.0 00000100:00080000:0.0:1789024401.164804:0:22501:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789024401.164808:0:22501:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789024401.164811:0:22501:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789024401.164814:0:22501:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789024401.164839:0:22501:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789024401.164842:0:22501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789024401.164845:0:22501:0:(import.c:65:import_set_state_nolock()) ffff90cc3fa52000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789024401.164850:0:22501:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 704 00000100:00080000:0.0:1789024401.164855:0:22501:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1789024401.164865:0:22501:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff90cc3fa52000 using connection 192.168.202.118@tcp/0@lo 00000100:00100000:0.0:1789024401.164883:0:22501:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90cc3fae2a00 x1875927422451456/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789024401.164903:0:22501:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789024401.164906:0:22501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789024401.164908:0:22501:0:(import.c:65:import_set_state_nolock()) ffff90cc35388000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789024401.164911:0:22501:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 704 00000100:00080000:0.0:1789024401.164914:0:22501:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1789024401.164919:0:22501:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff90cc35388000 using connection 192.168.202.118@tcp/0@lo 00000100:00100000:0.0:1789024401.164931:0:22501:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90cc3fae0e00 x1875927422451584/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789024401.164973:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fae2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875927422451200:0@lo:400:kworker.0 00000100:00100000:0.0:1789024401.165041:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024401.165072:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fce8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3641:1875927422451968:0@lo:400:kworker.0 00000100:00100000:0.0:1789024401.165093:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024401.165126:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789024401.165132:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fae3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1875927422451328:0@lo:400:kworker.0 00000100:00100000:0.0:1789024401.165176:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024401.165206:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fae2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1875927422451456:0@lo:8:kworker.0 00000100:00100000:0.0:1789024401.165249:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024401.165273:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fae0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1875927422451584:0@lo:8:kworker.0 00000100:00100000:2.0:1789024401.165274:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fae1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1875927422451072:0@lo:400:kworker.0 00000100:00100000:2.0:1789024401.165301:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789024401.165333:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fae1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3644:1875927422451840:0@lo:400:kworker.0 00000100:00100000:2.0:1789024401.165354:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789024401.165383:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1789024401.165390:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fae3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:3644:1875927422450944:0@lo:400:kworker.0 00000100:00100000:2.0:1789024401.165414:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789024401.165667:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fae2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3644:1875927422451712:0@lo:400:kworker.0 00000100:00100000:2.0:1789024401.165691:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789024401.165714:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422451328 00000100:00100000:2.0:1789024401.165722:0:22713:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422451328 00000100:00100000:2.0:1789024401.165759:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422451072 00000100:00100000:2.0:1789024401.165763:0:22713:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422451072 00000100:00100000:2.0:1789024401.165780:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1789024401.165793:0:22713:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3fceaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1875927422451328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789024401.165843:0:22713:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3fceaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1875927422451328:12345-0@lo:400:kworker.0 Request processed in 51us (665us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024401.165850:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1789024401.165865:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1789024401.165870:0:22713:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc07f38000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3644:x1875927422451072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789024401.165898:0:22713:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc07f38000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3644:x1875927422451072:12345-0@lo:400:kworker.0 Request processed in 28us (597us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024401.166090:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1789024401.166113:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422451200 00000100:00100000:2.0:1789024401.166117:0:22708:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422451200 00000100:00100000:2.0:1789024401.166132:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422451968 00000100:00100000:2.0:1789024401.166135:0:22708:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422451968 00000100:00100000:2.0:1789024401.166164:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422451840 00000100:00100000:2.0:1789024401.166167:0:22708:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422451840 00000100:00100000:2.0:1789024401.166179:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422451712 00000100:00100000:2.0:1789024401.166181:0:22708:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422451712 00000100:00100000:2.0:1789024401.166192:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1789024401.166198:0:22708:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3fce9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875927422451200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789024401.166228:0:22708:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3fce9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875927422451200:12345-0@lo:400:kworker.0 Request processed in 30us (1187us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024401.166233:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1789024401.166244:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1789024401.166249:0:22708:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3fcebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875927422451968:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789024401.166272:0:22708:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3fcebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875927422451968:12345-0@lo:400:kworker.0 Request processed in 23us (1178us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024401.166278:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1789024401.166294:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1789024401.166299:0:22708:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc07f38e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3644:x1875927422451840:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789024401.166341:0:22708:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc07f38e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3644:x1875927422451840:12345-0@lo:400:kworker.0 Request processed in 41us (985us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024401.166347:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1789024401.166357:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1789024401.166363:0:22708:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc07f38a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1875927422451712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789024401.166388:0:22708:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc07f38a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1875927422451712:12345-0@lo:400:kworker.0 Request processed in 25us (697us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024401.166393:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1789024401.166414:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422450944 00000100:00100000:2.0:1789024401.166417:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422450944 00000100:00100000:0.0:1789024401.166558:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024401.166616:0:24215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422451456 00000100:00100000:0.0:1789024401.166620:0:24215:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422451456 00000100:00100000:0.0:1789024401.166635:0:24215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422451584 00000100:00100000:0.0:1789024401.166637:0:24215:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422451584 00000100:00100000:0.0:1789024401.166644:0:24215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1789024401.166649:0:24215:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc199bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3640:x1875927422451456:12345-0@lo:8:kworker.0 00010000:00080000:0.0:1789024401.166679:0:24215:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 719 last 0 00000020:00000080:0.0:1789024401.166704:0:24215:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xa736ef4b98cb5297 00002000:00100000:0.0:1789024401.166717:0:24215:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0001-mdtlov_UUID/ffff90cb010b0800 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113a27 ocd_grant: 0 ocd_index: 0 ocd_group 1 00002000:00080000:0.0:1789024401.166721:0:24215:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 1 00002000:00100000:0.0:1789024401.166723:0:24215:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:0.0:1789024401.166885:0:24215:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 1 00000100:00080000:0.0:1789024401.166906:0:24215:0:(import.c:65:import_set_state_nolock()) ffff90cb010b1800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1789024401.166944:0:24215:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc199bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:3640:x1875927422451456:12345-0@lo:8:kworker.0 Request processed in 293us (1694us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024401.166951:0:24215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1789024401.166964:0:24215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1789024401.166969:0:24215:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc199bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3640:x1875927422451584:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1789024401.166980:0:24215:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1789024401.167088:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:2.0:1789024401.167096:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc07083450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+21:3644:x1875927422450944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789024401.167127:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc07083450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+21:3644:x1875927422450944:12345-0@lo:400:kworker.0 Request processed in 34us (1713us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024401.167133:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00100000:2.0:1789024401.167204:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fae3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1875927422451328:0@lo:400:kworker.0 00010000:00080000:2.0:1789024401.167219:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff90cc3fae2680 x1875927422451200/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789024417 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789024401.167228:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fae2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875927422451200:0@lo:400:kworker.0 00010000:00080000:2.0:1789024401.167241:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff90cc3fce8380 x1875927422451968/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789024417 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789024401.167249:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fce8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3641:1875927422451968:0@lo:400:kworker.0 00000100:00100000:2.0:1789024401.167286:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fae3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:3644:1875927422450944:0@lo:400:kworker.0 00010000:00080000:2.0:1789024401.167297:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff90cc3fae2d80 x1875927422451712/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789024417 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789024401.167305:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fae2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3644:1875927422451712:0@lo:400:kworker.0 00000100:00100000:2.0:1789024401.167315:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fae1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1875927422451072:0@lo:400:kworker.0 00010000:00080000:2.0:1789024401.167324:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff90cc3fae1c00 x1875927422451840/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789024417 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789024401.167331:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fae1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3644:1875927422451840:0@lo:400:kworker.0 00010000:00080000:1.0:1789024401.168231:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff90cc3fae2a00 x1875927422451456/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1789024421 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789024401.168243:0:3640:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:1.0:1789024401.168251:0:3640:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0001: connect to target with instance 3 00000100:00080000:1.0:1789024401.168258:0:3640:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:1.0:1789024401.168264:0:3640:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:1.0:1789024401.168266:0:3640:0:(import.c:65:import_set_state_nolock()) ffff90cc3fa52000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:1.0:1789024401.168287:0:3640:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:1.0:1789024401.168292:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fae2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1875927422451456:0@lo:8:kworker.0 00000004:00080000:2.0:1789024401.168451:0:23450:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: going to cleanup orphans since [0x280000400:0x1:0x0] 00000100:00100000:2.0:1789024401.168474:0:23450:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc07f39880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23450:1875927422452224:0@lo:7:osp-pre-0-1.0 00000100:00100000:2.0:1789024401.168513:0:23450:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789024401.168532:0:23450:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc190d4d80 going to sleep for 11 seconds 00000004:00080000:2.0:1789024401.168546:0:23449:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:2.0:1789024401.168619:0:23449:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 719204472113ns, next at 0ns, rc = 0 00080000:00080000:2.0:1789024401.168625:0:23449:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0001: async commit OSD 00000100:00100000:2.0:1789024401.168645:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789024401.168669:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc07f39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1875927422452096:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1789024401.168694:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024401.169407:0:24217:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422452096 00000100:00100000:1.0:1789024401.169414:0:24217:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422452096 00000100:00100000:1.0:1789024401.169466:0:24217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1789024401.169475:0:24217:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc07f38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3641:x1875927422452096:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1789024401.169500:0:24217:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1789024401.169551:0:24217:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc07f38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3641:x1875927422452096:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (857us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024401.169558:0:24217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00080000:1.0:1789024401.169576:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1789024401.169598:0:24213:0:(service.c:3467:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00000100:00100000:1.0:1789024401.169605:0:24213:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost00_003' 00010000:00080000:1.0:1789024401.169707:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff90cc07f39180 x1875927422452096/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789024417 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789024401.169724:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc07f39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1875927422452096:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1789024401.169761:0:24213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422452224 00000100:00100000:1.0:1789024401.169765:0:24213:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422452224 00000100:00100000:1.0:1789024401.169847:0:24485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1789024401.169855:0:24485:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc07f38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23450:x1875927422452224:12345-0@lo:7:osp-pre-0-1.0 00000004:00080000:2.0:1789024401.170858:0:23441:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1 committed 00002000:00080000:2.0:1789024401.175142:0:24485:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000400 00002000:00080000:2.0:1789024401.175172:0:24485:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0000: LAST FID is [0x280000400:0x41:0x0] 00000100:00100000:2.0:1789024401.175265:0:24485:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc07f38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23450:x1875927422452224:12345-0@lo:7:osp-pre-0-1.0 Request processed in 5407us (6748us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024401.175279:0:24485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:2.0:1789024401.175752:0:23450:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff90cc07f39880 x1875927422452224/t0(0) o7->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 264/240 e 0 to 0 dl 1789024417 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789024401.175772:0:23450:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc07f39880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23450:1875927422452224:0@lo:7:osp-pre-0-1.0 00000004:00080000:2.0:1789024401.175791:0:23450:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0000-osc-MDT0001: Got last_fid [0x280000400:0x41:0x0] 00000100:00100000:2.0:1789024401.175848:0:23450:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc07f39880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23450:1875927422452352:0@lo:5:osp-pre-0-1.0 00000100:00100000:2.0:1789024401.175893:0:23450:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789024401.176007:0:23450:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc190d4d80 going to sleep for 11 seconds 00000100:00100000:2.0:1789024401.176028:0:24485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422452352 00000100:00100000:2.0:1789024401.176034:0:24485:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422452352 00000100:00100000:2.0:1789024401.176084:0:24216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1789024401.176093:0:24216:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc07f3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23450:x1875927422452352:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:2.0:1789024401.176118:0:24216:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:2.0:1789024401.176171:0:24216:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc07f3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23450:x1875927422452352:12345-0@lo:5:osp-pre-0-1.0 Request processed in 78us (278us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024401.176178:0:24216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:2.0:1789024401.176203:0:23450:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff90cc07f39880 x1875927422452352/t0(0) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1789024417 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789024401.176213:0:23450:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc07f39880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23450:1875927422452352:0@lo:5:osp-pre-0-1.0 00000004:00080000:2.0:1789024401.176222:0:23450:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: Got last_id [0x280000400:0x41:0x0] from OST, last_created [0x280000400:0x41:0x0]last_used is [0x280000400:0x41:0x0] 00000100:00100000:2.0:1789024401.176247:0:23450:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc07f39880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23450:1875927422452480:0@lo:5:osp-pre-0-1.0 00000100:00100000:2.0:1789024401.176268:0:23450:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789024401.176280:0:23450:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc190d4d80 going to sleep for 11 seconds 00000100:00100000:2.0:1789024401.176291:0:24216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422452480 00000100:00100000:2.0:1789024401.176295:0:24216:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422452480 00000100:00100000:1.0:1789024401.176328:0:24213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1789024401.176337:0:24213:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc07f3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23450:x1875927422452480:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:1.0:1789024401.176363:0:24213:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000400 at 66 00000100:00100000:0.0:1789024401.209016:0:24215:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc199bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3640:x1875927422451584:12345-0@lo:8:kworker.0 Request processed in 42038us (43711us total) trans 0 rc -19/-19 00000100:00100000:0.0:1789024401.209030:0:24215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:0.0:1789024401.209083:0:3640:0:(import.c:65:import_set_state_nolock()) ffff90cc35388000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789024401.209089:0:3640:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1789024401.209093:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fae0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1875927422451584:0@lo:8:kworker.0 00000001:00080000:3.0:1789024401.234893:0:24210:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901889 is committed 00000001:00100000:3.0:1789024401.236091:0:24210:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000100:00100000:0.0:1789024401.236330:0:24213:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc07f3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:23450:x1875927422452480:12345-0@lo:5:osp-pre-0-1.0 Request processed in 59990us (60056us total) trans 12884901889 rc 0/0 00000100:00100000:0.0:1789024401.236341:0:24213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:3.0:1789024401.236787:0:23450:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff90cc07f39880 x1875927422452480/t0(0) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1789024417 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789024401.236800:0:23450:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 12884901889 gen 2 00000100:00100000:3.0:1789024401.236807:0:23450:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc07f39880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23450:1875927422452480:0@lo:5:osp-pre-0-1.0 00000004:00080000:3.0:1789024401.236823:0:23450:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0001: current precreated pool: [0x280000400:0x41:0x0]-[0x280000400:0x61:0x0] 00000100:00100000:3.0:1789024401.236876:0:23450:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc34378000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23450:1875927422452608:0@lo:900:osp-pre-0-1.0 00000100:00100000:3.0:1789024401.237778:0:23450:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789024401.237826:0:23450:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc198bee40 going to sleep for 11 seconds 00000100:00100000:1.0:1789024401.238068:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422452608 00000100:00100000:1.0:1789024401.238076:0:22720:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422452608 00000100:00100000:1.0:1789024401.238144:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1789024401.238175:0:22720:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc34379180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23450:x1875927422452608:12345-0@lo:900:osp-pre-0-1.0 00000100:00100000:1.0:1789024401.238245:0:22720:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc34379180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23450:x1875927422452608:12345-0@lo:900:osp-pre-0-1.0 Request processed in 72us (469us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024401.238252:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:0.0:1789024401.238486:0:23450:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff90cc34378000 x1875927422452608/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1789024417 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789024401.238500:0:23450:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc34378000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23450:1875927422452608:0@lo:900:osp-pre-0-1.0 00000040:00080000:3.0:1789024401.741971:0:22744:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1789024402.012520:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789024402.317735:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3f9ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1875927422452736:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1789024402.317807:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789024402.320501:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc07f3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1875927422452864:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1789024402.320581:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024402.320627:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422452736 00000100:00100000:1.0:1789024402.320635:0:22714:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422452736 00000100:00100000:2.0:1789024402.320645:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422452864 00000100:00100000:2.0:1789024402.320648:0:22713:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422452864 00000100:00100000:1.0:1789024402.320686:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1789024402.320696:0:22714:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f9fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3643:x1875927422452736:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1789024402.320728:0:22714:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1789024402.320782:0:22714:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f9fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3643:x1875927422452736:12345-0@lo:41:osp-pre-1-0.0 Request processed in 87us (2974us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024402.320790:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1789024402.320806:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1789024402.320812:0:22714:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc07f3b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3644:x1875927422452864:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1789024402.320830:0:22714:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1789024402.320864:0:22714:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc07f3b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3644:x1875927422452864:12345-0@lo:41:osp-pre-0-1.0 Request processed in 52us (283us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024402.320870:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1789024402.320904:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc07f3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1875927422452864:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789024402.321528:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3f9ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1875927422452736:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1789024403.022564:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1789024403.634451:0:24580:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg218-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:2.0:1789024404.044478:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789024404.237624:0:3640:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789024384/real 1789024384] req@ffff90cc3fce9c00 x1875927422441472/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789024404 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789024404.237665:0:3640:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff90cc3fce9c00 x1875927422441472/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789024404 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789024404.237677:0:3640:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789024384/real 1789024384] req@ffff90cc3fce8000 x1875927422441600/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789024404 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789024404.237690:0:3640:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff90cc3fce8000 x1875927422441600/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789024404 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789024404.237714:0:3640:0:(import.c:65:import_set_state_nolock()) ffff90cb03b93000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789024404.237749:0:3640:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1789024404.237754:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fce9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1875927422441472:0@lo:8:kworker.0 00000100:00080000:0.0:1789024404.237762:0:3640:0:(import.c:65:import_set_state_nolock()) ffff90cc4159a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789024404.237769:0:3640:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1789024404.237772:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fce8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1875927422441600:0@lo:8:kworker.0 00000100:00080000:1.0:1789024404.238024:0:22501:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789024404.238030:0:22501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789024404.238033:0:22501:0:(import.c:65:import_set_state_nolock()) ffff90cb03b93000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789024404.238040:0:22501:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 702 00000100:00080000:1.0:1789024404.238046:0:22501:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1789024404.238059:0:22501:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff90cb03b93000 using connection 192.168.202.118@tcp/0@lo 00000100:00100000:1.0:1789024404.238083:0:22501:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90cc3f9fea00 x1875927422453248/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789024404.238097:0:22501:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789024404.238100:0:22501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789024404.238102:0:22501:0:(import.c:65:import_set_state_nolock()) ffff90cc4159a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789024404.238106:0:22501:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 702 00000100:00080000:1.0:1789024404.238108:0:22501:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1789024404.238113:0:22501:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff90cc4159a800 using connection 192.168.202.118@tcp/0@lo 00000100:00100000:1.0:1789024404.238124:0:22501:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90cc3f9fd500 x1875927422453376/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789024404.238201:0:22501:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789024404.238205:0:22501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789024404.238207:0:22501:0:(import.c:65:import_set_state_nolock()) ffff90cc35388000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789024404.238211:0:22501:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 719 00000100:00080000:1.0:1789024404.238214:0:22501:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1789024404.238218:0:22501:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff90cc35388000 using connection 192.168.202.118@tcp/0@lo 00000100:00100000:1.0:1789024404.238229:0:22501:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90cc3f9fce00 x1875927422453888/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789024404.238275:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3f9fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3643:1875927422453504:0@lo:400:kworker.0 00000100:00100000:0.0:1789024404.238617:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3f9fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1875927422453120:0@lo:400:kworker.0 00000100:00100000:0.0:1789024404.238687:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024404.238740:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3f9ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875927422454016:0@lo:400:kworker.0 00000100:00100000:0.0:1789024404.238765:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024404.238789:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1789024404.238796:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3f9ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:3642:1875927422452992:0@lo:400:kworker.0 00000100:00100000:0.0:1789024404.238826:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024404.238858:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3f9fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1875927422453760:0@lo:400:kworker.0 00000100:00100000:0.0:1789024404.238880:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024404.238911:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422453120 00000100:00100000:0.0:1789024404.238919:0:22713:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422453120 00000100:00100000:0.0:1789024404.238998:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1789024404.239008:0:22713:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc199bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875927422453120:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789024404.239065:0:22713:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc199bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875927422453120:12345-0@lo:400:kworker.0 Request processed in 58us (378us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024404.239073:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1789024404.239100:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422454016 00000100:00100000:0.0:1789024404.239103:0:22708:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422454016 00000100:00100000:0.0:1789024404.239132:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1789024404.239139:0:22708:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc199bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875927422454016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789024404.239192:0:22708:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc199bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875927422454016:12345-0@lo:400:kworker.0 Request processed in 54us (427us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024404.239198:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1789024404.239217:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422452992 00000100:00100000:0.0:1789024404.239220:0:22702:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422452992 00000100:00100000:0.0:1789024404.239245:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:0.0:1789024404.239252:0:22702:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc07082050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+21:3642:x1875927422452992:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789024404.239287:0:22702:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc07082050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+21:3642:x1875927422452992:12345-0@lo:400:kworker.0 Request processed in 36us (461us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024404.239294:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:0.0:1789024404.239491:0:24216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422453760 00000100:00100000:0.0:1789024404.239495:0:24216:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422453760 00000100:00100000:0.0:1789024404.239539:0:24216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1789024404.239546:0:24216:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc199be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3642:x1875927422453760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789024404.239585:0:24216:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc199be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3642:x1875927422453760:12345-0@lo:400:kworker.0 Request processed in 40us (704us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024404.239591:0:24216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00080000:0.0:1789024404.239620:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1789024404.239634:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3f9fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1875927422453248:0@lo:8:kworker.0 00000100:00100000:0.0:1789024404.239660:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024404.239679:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3f9fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1875927422453376:0@lo:8:kworker.0 00000100:00100000:0.0:1789024404.239698:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024404.239714:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3f9fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1875927422453888:0@lo:8:kworker.0 00000100:00100000:0.0:1789024404.239733:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024404.239759:0:24215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422453248 00000100:00100000:0.0:1789024404.239763:0:24215:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422453248 00000100:00100000:0.0:1789024404.239775:0:24215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422453376 00000100:00100000:0.0:1789024404.239778:0:24215:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422453376 00000100:00100000:0.0:1789024404.239785:0:24215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422453888 00000100:00100000:0.0:1789024404.239787:0:24215:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422453888 00000100:00100000:0.0:1789024404.239798:0:24215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1789024404.239803:0:24215:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc199bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3640:x1875927422453248:12345-0@lo:8:kworker.0 00010000:00080000:0.0:1789024404.239832:0:24215:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 722 last 0 00000020:00000080:0.0:1789024404.239868:0:24215:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xa736ef4b98cb529e 00002000:00100000:0.0:1789024404.239883:0:24215:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff90cb010b3000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113a27 ocd_grant: 0 ocd_index: 0 ocd_group 0 00002000:00080000:0.0:1789024404.239888:0:24215:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00002000:00100000:0.0:1789024404.239891:0:24215:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00000100:00100000:1.0:1789024404.240090:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024404.240114:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3bf8d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3643:1875927422454144:0@lo:400:kworker.0 00000100:00100000:1.0:1789024404.240160:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024404.240181:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1789024404.240188:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3f9fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1875927422453632:0@lo:400:kworker.0 00000100:00100000:1.0:1789024404.240209:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024404.240226:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3bf8df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3643:1875927422454272:0@lo:400:kworker.0 00000100:00100000:1.0:1789024404.240269:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024404.240301:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422453632 00000100:00100000:1.0:1789024404.240320:0:22714:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422453632 00000100:00100000:1.0:1789024404.240350:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1789024404.240357:0:22714:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3bf8c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3643:x1875927422453632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789024404.240393:0:22714:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3bf8c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3643:x1875927422453632:12345-0@lo:400:kworker.0 Request processed in 37us (182us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024404.240399:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1789024404.240449:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3f9fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1875927422453632:0@lo:400:kworker.0 00002000:00080000:0.0:1789024404.240650:0:24215:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:0.0:1789024404.240680:0:24215:0:(import.c:65:import_set_state_nolock()) ffff90cb010b6000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1789024404.240732:0:24215:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc199bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3640:x1875927422453248:12345-0@lo:8:kworker.0 Request processed in 927us (1071us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024404.240745:0:24215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1789024404.240761:0:24215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1789024404.240766:0:24215:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc199bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3640:x1875927422453376:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1789024404.240781:0:24215:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1789024404.240808:0:24215:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc199bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3640:x1875927422453376:12345-0@lo:8:kworker.0 Request processed in 41us (1109us total) trans 0 rc -19/-19 00000100:00100000:0.0:1789024404.240814:0:24215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1789024404.240825:0:24215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1789024404.240829:0:24215:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc199bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3640:x1875927422453888:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1789024404.240839:0:24215:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1789024404.240861:0:24215:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc199bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3640:x1875927422453888:12345-0@lo:8:kworker.0 Request processed in 31us (1128us total) trans 0 rc -19/-19 00000100:00100000:0.0:1789024404.240867:0:24215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1789024404.240890:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422453504 00000100:00100000:0.0:1789024404.240894:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422453504 00000100:00100000:0.0:1789024404.240910:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422454144 00000100:00100000:0.0:1789024404.240912:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422454144 00000100:00100000:0.0:1789024404.240933:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422454272 00000100:00100000:0.0:1789024404.240936:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422454272 00000100:00100000:0.0:1789024404.240949:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1789024404.240955:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3bf8c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1875927422453504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789024404.241007:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3bf8c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1875927422453504:12345-0@lo:400:kworker.0 Request processed in 51us (916us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024404.241013:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1789024404.241026:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1789024404.241031:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3bf8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1875927422454144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789024404.241068:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3bf8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1875927422454144:12345-0@lo:400:kworker.0 Request processed in 36us (921us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024404.241074:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1789024404.241085:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1789024404.241091:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3bf8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1875927422454272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789024404.241118:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3bf8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1875927422454272:12345-0@lo:400:kworker.0 Request processed in 28us (849us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024404.241124:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00080000:0.0:1789024404.241142:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1789024404.241164:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1789024404.241197:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3f9ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:3642:1875927422452992:0@lo:400:kworker.0 00010000:00080000:0.0:1789024404.241214:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff90cc3f9fc700 x1875927422453760/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789024420 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789024404.241225:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3f9fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1875927422453760:0@lo:400:kworker.0 00000100:00100000:0.0:1789024404.241236:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3f9fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1875927422453120:0@lo:400:kworker.0 00010000:00080000:0.0:1789024404.241249:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff90cc3f9ff800 x1875927422454016/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789024420 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789024404.241258:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3f9ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875927422454016:0@lo:400:kworker.0 00010000:00080000:0.0:1789024404.241289:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff90cc3bf8df80 x1875927422454272/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789024420 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789024404.241299:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3bf8df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3643:1875927422454272:0@lo:400:kworker.0 00010000:00080000:0.0:1789024404.245186:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff90cc3f9fd180 x1875927422453504/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789024420 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789024404.245245:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3f9fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3643:1875927422453504:0@lo:400:kworker.0 00010000:00080000:1.0:1789024404.251582:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff90cc3f9fea00 x1875927422453248/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1789024429 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789024404.251611:0:3640:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1789024404.251627:0:3640:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 3 00000100:00080000:1.0:1789024404.251642:0:3640:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:1.0:1789024404.251650:0:3640:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:1.0:1789024404.251654:0:3640:0:(import.c:65:import_set_state_nolock()) ffff90cb03b93000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:1.0:1789024404.251686:0:3640:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:1.0:1789024404.251697:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3f9fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1875927422453248:0@lo:8:kworker.0 00000100:00080000:1.0:1789024404.251735:0:3640:0:(import.c:65:import_set_state_nolock()) ffff90cc4159a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789024404.251740:0:3640:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1789024404.251743:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3f9fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1875927422453376:0@lo:8:kworker.0 00000100:00080000:1.0:1789024404.251766:0:3640:0:(import.c:65:import_set_state_nolock()) ffff90cc35388000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789024404.251770:0:3640:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1789024404.251773:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3f9fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1875927422453888:0@lo:8:kworker.0 00000004:00080000:2.0:1789024404.252597:0:22732:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:2.0:1789024404.252730:0:22732:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 722288583525ns, next at 0ns, rc = 0 00080000:00080000:2.0:1789024404.252739:0:22732:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:3.0:1789024404.257911:0:22733:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x280000401:0x6:0x0] 00000100:00100000:3.0:1789024404.257971:0:22733:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3437ad80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22733:1875927422454528:0@lo:5:osp-pre-0-0.0 00000100:00100000:1.0:1789024404.257975:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc34378e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1875927422454400:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1789024404.258062:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024404.258173:0:24217:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422454400 00000100:00100000:1.0:1789024404.258182:0:24217:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422454400 00000100:00100000:1.0:1789024404.258256:0:24217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1789024404.258266:0:24217:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3bf8c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3641:x1875927422454400:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1789024404.258301:0:24217:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1789024404.258349:0:24217:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3bf8c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3641:x1875927422454400:12345-0@lo:13:osp-pre-0-0.0 Request processed in 84us (286us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024404.258376:0:24217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:1.0:1789024404.258426:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff90cc34378e00 x1875927422454400/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789024420 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789024404.258448:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc34378e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1875927422454400:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1789024404.259263:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1789024404.261253:0:22733:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024404.261327:0:24215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422454528 00000100:00100000:1.0:1789024404.261341:0:24215:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422454528 00000100:00100000:1.0:1789024404.261410:0:24215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1789024404.261424:0:24215:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc34378a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:22733:x1875927422454528:12345-0@lo:5:osp-pre-0-0.0 00000100:00100000:3.0:1789024404.262048:0:22733:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc02fcd300 going to sleep for 11 seconds 00010000:00080000:0.0:1789024404.262501:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff90cc3bf8d180 x1875927422454144/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789024420 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789024404.262522:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3bf8d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3643:1875927422454144:0@lo:400:kworker.0 00002000:00080000:0.0:1789024404.265665:0:24215:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000401 00002000:00080000:0.0:1789024404.265683:0:24215:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -59 00002000:02000040:0.0:1789024404.265692:0:24215:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0000: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x280000401:7 to 0x280000401:65) 00000004:00080000:2.0:1789024404.276807:0:22688:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00002000:00010000:0.0:1789024404.283722:0:24215:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789024404.283738:0:24215:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a6384e37/0xa736ef4b98cb52a5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024404.283758:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=722s v=(0 0) 00010000:00010000:0.0:1789024404.283764:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789024404.283771:0:24215:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a6384e37/0xa736ef4b98cb52a5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024404.283792:0:24215:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a6384e37/0xa736ef4b98cb52a5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024404.283805:0:24215:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a6384e37/0xa736ef4b98cb52a5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024404.283814:0:24215:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a6384e37/0xa736ef4b98cb52a5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024404.283856:0:24215:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1789024404.284258:0:24215:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789024404.284275:0:24215:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000097b19998/0xa736ef4b98cb52ac lrc: 3/0,1 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024404.284285:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=722s v=(0 0) 00010000:00010000:0.0:1789024404.284289:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789024404.284293:0:24215:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000097b19998/0xa736ef4b98cb52ac lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024404.284303:0:24215:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000097b19998/0xa736ef4b98cb52ac lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.284403:0:22696:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789024404.284412:0:22696:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a6384e37/0xa736ef4b98cb52a5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.284421:0:22696:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cb0338bc00 already unused, calling callback (ffffffffc0e568b0) 00010000:00010000:3.0:1789024404.284426:0:22696:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a6384e37/0xa736ef4b98cb52a5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.284437:0:22696:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a6384e37/0xa736ef4b98cb52a5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.284460:0:22696:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a6384e37/0xa736ef4b98cb52a5 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.284468:0:22696:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a6384e37/0xa736ef4b98cb52a5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.284488:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789024404.284490:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789024404.284492:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789024404.284531:0:24215:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000097b19998/0xa736ef4b98cb52ac lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024404.284539:0:24215:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000097b19998/0xa736ef4b98cb52ac lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024404.284593:0:24215:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1789024404.285252:0:24215:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789024404.285271:0:24215:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000032af1b0a/0xa736ef4b98cb52b3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024404.285283:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=722s v=(0 0) 00010000:00010000:0.0:1789024404.285293:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789024404.285298:0:24215:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000032af1b0a/0xa736ef4b98cb52b3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024404.285322:0:24215:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000032af1b0a/0xa736ef4b98cb52b3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024404.285331:0:24215:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000032af1b0a/0xa736ef4b98cb52b3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024404.285338:0:24215:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000032af1b0a/0xa736ef4b98cb52b3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.285494:0:22697:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789024404.285501:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000097b19998/0xa736ef4b98cb52ac lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.285515:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cb0338a600 already unused, calling callback (ffffffffc0e568b0) 00010000:00010000:3.0:1789024404.285518:0:22697:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000097b19998/0xa736ef4b98cb52ac lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.285526:0:22697:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000097b19998/0xa736ef4b98cb52ac lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.285538:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000097b19998/0xa736ef4b98cb52ac lrc: 1/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.285545:0:22697:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000097b19998/0xa736ef4b98cb52ac lrc: 0/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.285557:0:22697:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789024404.285560:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000032af1b0a/0xa736ef4b98cb52b3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.285565:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cb0338a000 already unused, calling callback (ffffffffc0e568b0) 00010000:00010000:3.0:1789024404.285567:0:22697:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000032af1b0a/0xa736ef4b98cb52b3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.285574:0:22697:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000032af1b0a/0xa736ef4b98cb52b3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.285581:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000032af1b0a/0xa736ef4b98cb52b3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.285594:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789024404.285595:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789024404.285597:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789024404.286122:0:24215:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1789024404.286130:0:24215:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000032af1b0a/0xa736ef4b98cb52b3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1789024404.286762:0:24215:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789024404.286770:0:24215:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000071d7700a/0xa736ef4b98cb52ba lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024404.286781:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=722s v=(0 0) 00010000:00010000:0.0:1789024404.286786:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789024404.286791:0:24215:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000071d7700a/0xa736ef4b98cb52ba lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024404.286801:0:24215:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000071d7700a/0xa736ef4b98cb52ba lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024404.286819:0:24215:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000071d7700a/0xa736ef4b98cb52ba lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024404.286825:0:24215:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000071d7700a/0xa736ef4b98cb52ba lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.286911:0:22696:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789024404.286919:0:22696:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000071d7700a/0xa736ef4b98cb52ba lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.287007:0:22696:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cb0338aa00 already unused, calling callback (ffffffffc0e568b0) 00010000:00010000:3.0:1789024404.287012:0:22696:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000071d7700a/0xa736ef4b98cb52ba lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.287020:0:22696:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000071d7700a/0xa736ef4b98cb52ba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.287036:0:22696:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000071d7700a/0xa736ef4b98cb52ba lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.287046:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789024404.287048:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789024404.287050:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789024404.287108:0:24215:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1789024404.287113:0:24215:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000071d7700a/0xa736ef4b98cb52ba lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1789024404.287748:0:24215:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789024404.287755:0:24215:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005d2a415a/0xa736ef4b98cb52c1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024404.287765:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=722s v=(0 0) 00010000:00010000:0.0:1789024404.287769:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789024404.287773:0:24215:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005d2a415a/0xa736ef4b98cb52c1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024404.287784:0:24215:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005d2a415a/0xa736ef4b98cb52c1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024404.287792:0:24215:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005d2a415a/0xa736ef4b98cb52c1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024404.287812:0:24215:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005d2a415a/0xa736ef4b98cb52c1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.287986:0:22697:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789024404.287993:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005d2a415a/0xa736ef4b98cb52c1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.288001:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cb0338ae00 already unused, calling callback (ffffffffc0e568b0) 00010000:00010000:3.0:1789024404.288004:0:22697:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005d2a415a/0xa736ef4b98cb52c1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.288020:0:22697:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005d2a415a/0xa736ef4b98cb52c1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.288033:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005d2a415a/0xa736ef4b98cb52c1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.288041:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789024404.288042:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789024404.288044:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789024404.288140:0:24215:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1789024404.288208:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789024404.288245:0:24215:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005d2a415a/0xa736ef4b98cb52c1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1789024404.296729:0:24215:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789024404.296747:0:24215:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000da66afde/0xa736ef4b98cb52c8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024404.296770:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=722s v=(0 0) 00010000:00010000:0.0:1789024404.296775:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789024404.296783:0:24215:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000da66afde/0xa736ef4b98cb52c8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024404.296800:0:24215:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000da66afde/0xa736ef4b98cb52c8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024404.296814:0:24215:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000da66afde/0xa736ef4b98cb52c8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024404.296824:0:24215:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000da66afde/0xa736ef4b98cb52c8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024404.296870:0:24215:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789024404.297267:0:22697:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789024404.297277:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000da66afde/0xa736ef4b98cb52c8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.297287:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cb0338ba00 already unused, calling callback (ffffffffc0e568b0) 00010000:00010000:3.0:1789024404.297292:0:22697:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000da66afde/0xa736ef4b98cb52c8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.297302:0:22697:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000da66afde/0xa736ef4b98cb52c8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.297338:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000da66afde/0xa736ef4b98cb52c8 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.297347:0:22697:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000da66afde/0xa736ef4b98cb52c8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.297383:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789024404.297385:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789024404.297387:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789024404.297686:0:24215:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789024404.297693:0:24215:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001228eac3/0xa736ef4b98cb52cf lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024404.297703:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=722s v=(0 0) 00010000:00010000:0.0:1789024404.297706:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789024404.297712:0:24215:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001228eac3/0xa736ef4b98cb52cf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024404.297723:0:24215:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001228eac3/0xa736ef4b98cb52cf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024404.297732:0:24215:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001228eac3/0xa736ef4b98cb52cf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024404.297740:0:24215:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001228eac3/0xa736ef4b98cb52cf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024404.297766:0:24215:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789024404.298506:0:22696:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789024404.298516:0:22696:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001228eac3/0xa736ef4b98cb52cf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.298527:0:22696:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cb0338a400 already unused, calling callback (ffffffffc0e568b0) 00010000:00010000:3.0:1789024404.298532:0:22696:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001228eac3/0xa736ef4b98cb52cf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.298541:0:22696:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001228eac3/0xa736ef4b98cb52cf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.298558:0:22696:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001228eac3/0xa736ef4b98cb52cf lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.298565:0:22696:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001228eac3/0xa736ef4b98cb52cf lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.298587:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789024404.298589:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789024404.298591:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789024404.298808:0:24215:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789024404.298815:0:24215:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001d782f57/0xa736ef4b98cb52d6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024404.298825:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=722s v=(0 0) 00010000:00010000:0.0:1789024404.298838:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789024404.298843:0:24215:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001d782f57/0xa736ef4b98cb52d6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024404.298853:0:24215:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001d782f57/0xa736ef4b98cb52d6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024404.298862:0:24215:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001d782f57/0xa736ef4b98cb52d6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024404.298869:0:24215:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001d782f57/0xa736ef4b98cb52d6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024404.298892:0:24215:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789024404.299470:0:22697:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789024404.299478:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001d782f57/0xa736ef4b98cb52d6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.299499:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cb0338b800 already unused, calling callback (ffffffffc0e568b0) 00010000:00010000:3.0:1789024404.299502:0:22697:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001d782f57/0xa736ef4b98cb52d6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.299511:0:22697:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001d782f57/0xa736ef4b98cb52d6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.299525:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001d782f57/0xa736ef4b98cb52d6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.299533:0:22697:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001d782f57/0xa736ef4b98cb52d6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.299551:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789024404.299553:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789024404.299555:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789024404.299649:0:24215:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789024404.299655:0:24215:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a468f69b/0xa736ef4b98cb52dd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024404.299664:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=722s v=(0 0) 00010000:00010000:0.0:1789024404.299668:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789024404.299672:0:24215:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a468f69b/0xa736ef4b98cb52dd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024404.299681:0:24215:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a468f69b/0xa736ef4b98cb52dd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024404.299689:0:24215:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a468f69b/0xa736ef4b98cb52dd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024404.299702:0:24215:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a468f69b/0xa736ef4b98cb52dd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024404.299754:0:24215:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1789024404.300631:0:24215:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789024404.300640:0:24215:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dc1cc48b/0xa736ef4b98cb52e4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024404.300651:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=722s v=(0 0) 00010000:00010000:0.0:1789024404.300654:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789024404.300658:0:24215:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dc1cc48b/0xa736ef4b98cb52e4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024404.300668:0:24215:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dc1cc48b/0xa736ef4b98cb52e4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024404.300677:0:24215:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dc1cc48b/0xa736ef4b98cb52e4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024404.300686:0:24215:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dc1cc48b/0xa736ef4b98cb52e4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.301495:0:22696:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789024404.301506:0:22696:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a468f69b/0xa736ef4b98cb52dd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.301517:0:22696:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cb0252e400 already unused, calling callback (ffffffffc0e568b0) 00010000:00010000:3.0:1789024404.301523:0:22696:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a468f69b/0xa736ef4b98cb52dd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.301534:0:22696:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a468f69b/0xa736ef4b98cb52dd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.301563:0:22696:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a468f69b/0xa736ef4b98cb52dd lrc: 1/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.301571:0:22696:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a468f69b/0xa736ef4b98cb52dd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.301590:0:22696:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789024404.301593:0:22696:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dc1cc48b/0xa736ef4b98cb52e4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.301599:0:22696:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cb0252f200 already unused, calling callback (ffffffffc0e568b0) 00010000:00010000:3.0:1789024404.301602:0:22696:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dc1cc48b/0xa736ef4b98cb52e4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.301609:0:22696:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dc1cc48b/0xa736ef4b98cb52e4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.301617:0:22696:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dc1cc48b/0xa736ef4b98cb52e4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.301625:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789024404.301626:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789024404.301628:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789024404.301727:0:24215:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1789024404.301735:0:24215:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dc1cc48b/0xa736ef4b98cb52e4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1789024404.302485:0:24215:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789024404.302493:0:24215:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a7f74625/0xa736ef4b98cb52eb lrc: 3/0,1 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024404.302505:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=722s v=(0 0) 00010000:00010000:0.0:1789024404.302510:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789024404.302516:0:24215:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a7f74625/0xa736ef4b98cb52eb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024404.302529:0:24215:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a7f74625/0xa736ef4b98cb52eb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024404.302539:0:24215:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a7f74625/0xa736ef4b98cb52eb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024404.302547:0:24215:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a7f74625/0xa736ef4b98cb52eb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.302612:0:22697:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789024404.302619:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a7f74625/0xa736ef4b98cb52eb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.302640:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cb0252e600 already unused, calling callback (ffffffffc0e568b0) 00010000:00010000:3.0:1789024404.302644:0:22697:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a7f74625/0xa736ef4b98cb52eb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.302653:0:22697:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a7f74625/0xa736ef4b98cb52eb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.302667:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a7f74625/0xa736ef4b98cb52eb lrc: 2/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.302676:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789024404.302677:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789024404.302679:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789024404.302799:0:24215:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1789024404.302805:0:24215:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a7f74625/0xa736ef4b98cb52eb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.303016:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789024404.303575:0:24215:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789024404.303582:0:24215:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002e70eecc/0xa736ef4b98cb52f2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024404.303603:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=722s v=(0 0) 00010000:00010000:0.0:1789024404.303608:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789024404.303613:0:24215:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002e70eecc/0xa736ef4b98cb52f2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024404.303624:0:24215:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002e70eecc/0xa736ef4b98cb52f2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024404.303634:0:24215:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002e70eecc/0xa736ef4b98cb52f2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024404.303643:0:24215:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002e70eecc/0xa736ef4b98cb52f2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024404.303703:0:24215:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1789024404.304028:0:24215:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789024404.304034:0:24215:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000e265f59/0xa736ef4b98cb52f9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024404.304042:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=722s v=(0 0) 00010000:00010000:0.0:1789024404.304046:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789024404.304050:0:24215:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000e265f59/0xa736ef4b98cb52f9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024404.304059:0:24215:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000e265f59/0xa736ef4b98cb52f9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024404.304077:0:24215:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000e265f59/0xa736ef4b98cb52f9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024404.304085:0:24215:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000e265f59/0xa736ef4b98cb52f9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.304215:0:22697:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789024404.304223:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002e70eecc/0xa736ef4b98cb52f2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.304232:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cb0252f000 already unused, calling callback (ffffffffc0e568b0) 00010000:00010000:3.0:1789024404.304236:0:22697:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002e70eecc/0xa736ef4b98cb52f2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.304246:0:22697:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002e70eecc/0xa736ef4b98cb52f2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.304263:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002e70eecc/0xa736ef4b98cb52f2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.304430:0:22697:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002e70eecc/0xa736ef4b98cb52f2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.304449:0:22697:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789024404.304453:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000e265f59/0xa736ef4b98cb52f9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.304460:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cb0252ec00 already unused, calling callback (ffffffffc0e568b0) 00010000:00010000:3.0:1789024404.304464:0:22697:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000e265f59/0xa736ef4b98cb52f9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.304472:0:22697:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000e265f59/0xa736ef4b98cb52f9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.304483:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000e265f59/0xa736ef4b98cb52f9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.304491:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789024404.304493:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789024404.304495:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789024404.304586:0:24215:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1789024404.304592:0:24215:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000e265f59/0xa736ef4b98cb52f9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1789024404.304992:0:24215:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789024404.304998:0:24215:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006692c0d9/0xa736ef4b98cb5300 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024404.305007:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=722s v=(0 0) 00010000:00010000:0.0:1789024404.305010:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789024404.305016:0:24215:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006692c0d9/0xa736ef4b98cb5300 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024404.305026:0:24215:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006692c0d9/0xa736ef4b98cb5300 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024404.305034:0:24215:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006692c0d9/0xa736ef4b98cb5300 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024404.305055:0:24215:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006692c0d9/0xa736ef4b98cb5300 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.305140:0:22696:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789024404.305551:0:22696:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006692c0d9/0xa736ef4b98cb5300 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.305561:0:22696:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cb0252fa00 already unused, calling callback (ffffffffc0e568b0) 00010000:00010000:3.0:1789024404.305571:0:22696:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006692c0d9/0xa736ef4b98cb5300 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.305582:0:22696:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006692c0d9/0xa736ef4b98cb5300 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.305595:0:22696:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006692c0d9/0xa736ef4b98cb5300 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.305603:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789024404.305605:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789024404.305607:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789024404.305775:0:24215:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1789024404.305781:0:24215:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006692c0d9/0xa736ef4b98cb5300 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1789024404.306192:0:24215:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789024404.306199:0:24215:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000052df80c6/0xa736ef4b98cb5307 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024404.306208:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=722s v=(0 0) 00010000:00010000:0.0:1789024404.306213:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789024404.306219:0:24215:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000052df80c6/0xa736ef4b98cb5307 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024404.306228:0:24215:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000052df80c6/0xa736ef4b98cb5307 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024404.306238:0:24215:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000052df80c6/0xa736ef4b98cb5307 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024404.306246:0:24215:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000052df80c6/0xa736ef4b98cb5307 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.306443:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789024404.306510:0:24215:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1789024404.306860:0:24215:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789024404.306866:0:24215:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007f0387e1/0xa736ef4b98cb530e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024404.306875:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=722s v=(0 0) 00010000:00010000:0.0:1789024404.306878:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789024404.306883:0:24215:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007f0387e1/0xa736ef4b98cb530e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024404.306892:0:24215:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007f0387e1/0xa736ef4b98cb530e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024404.306900:0:24215:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007f0387e1/0xa736ef4b98cb530e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024404.306907:0:24215:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007f0387e1/0xa736ef4b98cb530e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.306999:0:22696:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789024404.307006:0:22696:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000052df80c6/0xa736ef4b98cb5307 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.307015:0:22696:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cb0252f400 already unused, calling callback (ffffffffc0e568b0) 00010000:00010000:3.0:1789024404.307019:0:22696:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000052df80c6/0xa736ef4b98cb5307 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.307029:0:22696:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000052df80c6/0xa736ef4b98cb5307 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.307044:0:22696:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000052df80c6/0xa736ef4b98cb5307 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.307051:0:22696:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000052df80c6/0xa736ef4b98cb5307 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.307074:0:22696:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789024404.307077:0:22696:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007f0387e1/0xa736ef4b98cb530e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.307085:0:22696:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cb0252ee00 already unused, calling callback (ffffffffc0e568b0) 00010000:00010000:3.0:1789024404.307088:0:22696:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007f0387e1/0xa736ef4b98cb530e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.307096:0:22696:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007f0387e1/0xa736ef4b98cb530e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.307105:0:22696:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007f0387e1/0xa736ef4b98cb530e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.307113:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789024404.307115:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789024404.307116:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789024404.307280:0:24215:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1789024404.307285:0:24215:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007f0387e1/0xa736ef4b98cb530e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1789024404.307773:0:24215:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789024404.307780:0:24215:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000086ecd682/0xa736ef4b98cb5315 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024404.307796:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=722s v=(0 0) 00010000:00010000:0.0:1789024404.307801:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789024404.307805:0:24215:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000086ecd682/0xa736ef4b98cb5315 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024404.307815:0:24215:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000086ecd682/0xa736ef4b98cb5315 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024404.307822:0:24215:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000086ecd682/0xa736ef4b98cb5315 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024404.307830:0:24215:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000086ecd682/0xa736ef4b98cb5315 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.308497:0:22697:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789024404.308506:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000086ecd682/0xa736ef4b98cb5315 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.308516:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cb0252e000 already unused, calling callback (ffffffffc0e568b0) 00010000:00010000:3.0:1789024404.308520:0:22697:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000086ecd682/0xa736ef4b98cb5315 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.308542:0:22697:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000086ecd682/0xa736ef4b98cb5315 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.308558:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000086ecd682/0xa736ef4b98cb5315 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.308567:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789024404.308569:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789024404.308571:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789024404.308679:0:24215:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1789024404.308686:0:24215:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000086ecd682/0xa736ef4b98cb5315 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.308794:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789024404.309806:0:24215:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789024404.309816:0:24215:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a7f74625/0xa736ef4b98cb531c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024404.309830:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=722s v=(0 0) 00010000:00010000:0.0:1789024404.309835:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789024404.309842:0:24215:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a7f74625/0xa736ef4b98cb531c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024404.309868:0:24215:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a7f74625/0xa736ef4b98cb531c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024404.309878:0:24215:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a7f74625/0xa736ef4b98cb531c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024404.309886:0:24215:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a7f74625/0xa736ef4b98cb531c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024404.309908:0:24215:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789024404.310589:0:22697:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789024404.310598:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a7f74625/0xa736ef4b98cb531c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.310608:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cb0252e600 already unused, calling callback (ffffffffc0e568b0) 00010000:00010000:3.0:1789024404.310612:0:22697:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a7f74625/0xa736ef4b98cb531c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.310622:0:22697:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a7f74625/0xa736ef4b98cb531c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.310642:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a7f74625/0xa736ef4b98cb531c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.310650:0:22697:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a7f74625/0xa736ef4b98cb531c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.310680:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789024404.310683:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789024404.310685:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789024404.311473:0:24215:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789024404.311483:0:24215:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004f6ee664/0xa736ef4b98cb5323 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024404.311497:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=722s v=(0 0) 00010000:00010000:2.0:1789024404.311501:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789024404.311507:0:24215:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004f6ee664/0xa736ef4b98cb5323 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024404.311521:0:24215:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004f6ee664/0xa736ef4b98cb5323 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024404.311531:0:24215:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004f6ee664/0xa736ef4b98cb5323 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024404.311539:0:24215:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004f6ee664/0xa736ef4b98cb5323 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024404.311613:0:24215:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1789024404.312190:0:24215:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789024404.312197:0:24215:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d3f14828/0xa736ef4b98cb532a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024404.312208:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=722s v=(0 0) 00010000:00010000:2.0:1789024404.312212:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789024404.312216:0:24215:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d3f14828/0xa736ef4b98cb532a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024404.312226:0:24215:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d3f14828/0xa736ef4b98cb532a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024404.312235:0:24215:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d3f14828/0xa736ef4b98cb532a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024404.312242:0:24215:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d3f14828/0xa736ef4b98cb532a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.312524:0:22696:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789024404.312534:0:22696:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004f6ee664/0xa736ef4b98cb5323 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.312542:0:22696:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cc22fa4000 already unused, calling callback (ffffffffc0e568b0) 00010000:00010000:3.0:1789024404.312547:0:22696:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004f6ee664/0xa736ef4b98cb5323 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.312556:0:22696:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004f6ee664/0xa736ef4b98cb5323 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.312576:0:22696:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004f6ee664/0xa736ef4b98cb5323 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.312584:0:22696:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004f6ee664/0xa736ef4b98cb5323 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.312603:0:22696:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789024404.312606:0:22696:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d3f14828/0xa736ef4b98cb532a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.312614:0:22696:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cc22fa5400 already unused, calling callback (ffffffffc0e568b0) 00010000:00010000:3.0:1789024404.312624:0:22696:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d3f14828/0xa736ef4b98cb532a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.312633:0:22696:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d3f14828/0xa736ef4b98cb532a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.312642:0:22696:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d3f14828/0xa736ef4b98cb532a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.312651:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789024404.312652:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789024404.312654:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789024404.312723:0:24215:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1789024404.312730:0:24215:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d3f14828/0xa736ef4b98cb532a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1789024404.313259:0:24215:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789024404.313424:0:24215:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004b70aceb/0xa736ef4b98cb5331 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024404.313442:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=722s v=(0 0) 00010000:00010000:2.0:1789024404.313446:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789024404.313450:0:24215:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004b70aceb/0xa736ef4b98cb5331 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024404.313461:0:24215:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004b70aceb/0xa736ef4b98cb5331 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024404.313471:0:24215:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004b70aceb/0xa736ef4b98cb5331 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024404.313479:0:24215:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004b70aceb/0xa736ef4b98cb5331 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.313538:0:22697:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789024404.313546:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004b70aceb/0xa736ef4b98cb5331 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.313555:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cc22fa5600 already unused, calling callback (ffffffffc0e568b0) 00010000:00010000:3.0:1789024404.313558:0:22697:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004b70aceb/0xa736ef4b98cb5331 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.313567:0:22697:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004b70aceb/0xa736ef4b98cb5331 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.313580:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004b70aceb/0xa736ef4b98cb5331 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.313589:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789024404.313596:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789024404.313598:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789024404.313715:0:24215:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1789024404.313720:0:24215:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004b70aceb/0xa736ef4b98cb5331 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1789024404.314336:0:24215:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789024404.314343:0:24215:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000072ca7b72/0xa736ef4b98cb5338 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024404.314352:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=722s v=(0 0) 00010000:00010000:2.0:1789024404.314356:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789024404.314360:0:24215:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000072ca7b72/0xa736ef4b98cb5338 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024404.314381:0:24215:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000072ca7b72/0xa736ef4b98cb5338 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024404.314390:0:24215:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000072ca7b72/0xa736ef4b98cb5338 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024404.314398:0:24215:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000072ca7b72/0xa736ef4b98cb5338 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.314570:0:22696:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789024404.314578:0:22696:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000072ca7b72/0xa736ef4b98cb5338 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.314587:0:22696:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cc22fa4e00 already unused, calling callback (ffffffffc0e568b0) 00010000:00010000:3.0:1789024404.314591:0:22696:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000072ca7b72/0xa736ef4b98cb5338 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.314600:0:22696:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000072ca7b72/0xa736ef4b98cb5338 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.314615:0:22696:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000072ca7b72/0xa736ef4b98cb5338 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.314624:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789024404.314626:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789024404.314627:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789024404.314762:0:24215:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1789024404.314768:0:24215:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000072ca7b72/0xa736ef4b98cb5338 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1789024404.315241:0:24215:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789024404.315248:0:24215:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000955acb3d/0xa736ef4b98cb533f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024404.315258:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=722s v=(0 0) 00010000:00010000:2.0:1789024404.315261:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789024404.315279:0:24215:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000955acb3d/0xa736ef4b98cb533f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024404.315288:0:24215:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000955acb3d/0xa736ef4b98cb533f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024404.315453:0:24215:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000955acb3d/0xa736ef4b98cb533f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024404.315463:0:24215:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000955acb3d/0xa736ef4b98cb533f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.315519:0:22697:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789024404.315527:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000955acb3d/0xa736ef4b98cb533f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.315535:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cc22fa4600 already unused, calling callback (ffffffffc0e568b0) 00010000:00010000:3.0:1789024404.315539:0:22697:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000955acb3d/0xa736ef4b98cb533f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.315547:0:22697:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000955acb3d/0xa736ef4b98cb533f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.315568:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000955acb3d/0xa736ef4b98cb533f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.315577:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789024404.315578:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789024404.315580:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789024404.315721:0:24215:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1789024404.315727:0:24215:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000955acb3d/0xa736ef4b98cb533f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1789024404.316182:0:24215:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789024404.316189:0:24215:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000016ef949d/0xa736ef4b98cb5346 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024404.316197:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=722s v=(0 0) 00010000:00010000:2.0:1789024404.316202:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789024404.316206:0:24215:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000016ef949d/0xa736ef4b98cb5346 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024404.316216:0:24215:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000016ef949d/0xa736ef4b98cb5346 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024404.316225:0:24215:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000016ef949d/0xa736ef4b98cb5346 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024404.316245:0:24215:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000016ef949d/0xa736ef4b98cb5346 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.316454:0:22696:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789024404.316461:0:22696:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000016ef949d/0xa736ef4b98cb5346 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.316470:0:22696:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cc22fa5a00 already unused, calling callback (ffffffffc0e568b0) 00010000:00010000:3.0:1789024404.316474:0:22696:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000016ef949d/0xa736ef4b98cb5346 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.316484:0:22696:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000016ef949d/0xa736ef4b98cb5346 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.316496:0:22696:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000016ef949d/0xa736ef4b98cb5346 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.316505:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789024404.316506:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789024404.316508:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789024404.316626:0:24215:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1789024404.316631:0:24215:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000016ef949d/0xa736ef4b98cb5346 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1789024404.320038:0:24215:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789024404.320055:0:24215:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003c52c41c/0xa736ef4b98cb534d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024404.320085:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=722s v=(0 0) 00010000:00010000:2.0:1789024404.320090:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789024404.320099:0:24215:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003c52c41c/0xa736ef4b98cb534d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024404.320118:0:24215:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003c52c41c/0xa736ef4b98cb534d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024404.320130:0:24215:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003c52c41c/0xa736ef4b98cb534d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024404.320139:0:24215:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003c52c41c/0xa736ef4b98cb534d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.320474:0:22697:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789024404.320486:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003c52c41c/0xa736ef4b98cb534d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.320509:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cc22fa4a00 already unused, calling callback (ffffffffc0e568b0) 00010000:00010000:3.0:1789024404.320514:0:22697:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003c52c41c/0xa736ef4b98cb534d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.320524:0:22697:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003c52c41c/0xa736ef4b98cb534d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.320545:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003c52c41c/0xa736ef4b98cb534d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.320555:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789024404.320557:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789024404.320559:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789024404.320836:0:24215:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1789024404.320844:0:24215:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003c52c41c/0xa736ef4b98cb534d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1789024404.321641:0:24215:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789024404.321650:0:24215:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000dea903d/0xa736ef4b98cb5354 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024404.321663:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=722s v=(0 0) 00010000:00010000:2.0:1789024404.321668:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789024404.321674:0:24215:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000dea903d/0xa736ef4b98cb5354 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024404.321687:0:24215:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000dea903d/0xa736ef4b98cb5354 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024404.321697:0:24215:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000dea903d/0xa736ef4b98cb5354 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024404.321706:0:24215:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000dea903d/0xa736ef4b98cb5354 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.321762:0:22696:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789024404.321770:0:22696:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000dea903d/0xa736ef4b98cb5354 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.321780:0:22696:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cc22fa5800 already unused, calling callback (ffffffffc0e568b0) 00010000:00010000:3.0:1789024404.321784:0:22696:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000dea903d/0xa736ef4b98cb5354 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.321795:0:22696:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000dea903d/0xa736ef4b98cb5354 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.321811:0:22696:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000dea903d/0xa736ef4b98cb5354 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.321831:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789024404.321833:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789024404.321835:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789024404.321875:0:24215:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1789024404.321880:0:24215:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000dea903d/0xa736ef4b98cb5354 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.322492:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789024404.322605:0:24215:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789024404.322612:0:24215:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dfe1d243/0xa736ef4b98cb535b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024404.322623:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=722s v=(0 0) 00010000:00010000:2.0:1789024404.322627:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789024404.322633:0:24215:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dfe1d243/0xa736ef4b98cb535b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024404.322644:0:24215:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dfe1d243/0xa736ef4b98cb535b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024404.322653:0:24215:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dfe1d243/0xa736ef4b98cb535b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024404.322662:0:24215:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dfe1d243/0xa736ef4b98cb535b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024404.322718:0:24215:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1789024404.323042:0:24215:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789024404.323049:0:24215:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b285fce5/0xa736ef4b98cb5362 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024404.323058:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=722s v=(0 0) 00010000:00010000:2.0:1789024404.323060:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789024404.323072:0:24215:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b285fce5/0xa736ef4b98cb5362 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024404.323081:0:24215:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b285fce5/0xa736ef4b98cb5362 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024404.323090:0:24215:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b285fce5/0xa736ef4b98cb5362 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024404.323097:0:24215:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b285fce5/0xa736ef4b98cb5362 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.323239:0:22696:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789024404.323248:0:22696:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dfe1d243/0xa736ef4b98cb535b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.323256:0:22696:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cc22fa4800 already unused, calling callback (ffffffffc0e568b0) 00010000:00010000:3.0:1789024404.323260:0:22696:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dfe1d243/0xa736ef4b98cb535b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.323438:0:22696:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dfe1d243/0xa736ef4b98cb535b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.323457:0:22696:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dfe1d243/0xa736ef4b98cb535b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.323465:0:22696:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dfe1d243/0xa736ef4b98cb535b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.323487:0:22696:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789024404.323491:0:22696:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b285fce5/0xa736ef4b98cb5362 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.323497:0:22696:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cc22fa4c00 already unused, calling callback (ffffffffc0e568b0) 00010000:00010000:3.0:1789024404.323509:0:22696:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b285fce5/0xa736ef4b98cb5362 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.323517:0:22696:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b285fce5/0xa736ef4b98cb5362 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.323528:0:22696:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b285fce5/0xa736ef4b98cb5362 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.323536:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789024404.323538:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789024404.323540:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789024404.323652:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789024404.323676:0:24215:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1789024404.323680:0:24215:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b285fce5/0xa736ef4b98cb5362 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1789024404.324093:0:24215:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789024404.324100:0:24215:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005c00b44e/0xa736ef4b98cb5369 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024404.324109:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=722s v=(0 0) 00010000:00010000:2.0:1789024404.324113:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789024404.324118:0:24215:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005c00b44e/0xa736ef4b98cb5369 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024404.324129:0:24215:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005c00b44e/0xa736ef4b98cb5369 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024404.324174:0:24215:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005c00b44e/0xa736ef4b98cb5369 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024404.324182:0:24215:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005c00b44e/0xa736ef4b98cb5369 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024404.324200:0:24215:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789024404.324615:0:22696:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789024404.324621:0:22696:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005c00b44e/0xa736ef4b98cb5369 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.324629:0:22696:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cc15db0e00 already unused, calling callback (ffffffffc0e568b0) 00010000:00010000:3.0:1789024404.324632:0:22696:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005c00b44e/0xa736ef4b98cb5369 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.324640:0:22696:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005c00b44e/0xa736ef4b98cb5369 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.324653:0:22696:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005c00b44e/0xa736ef4b98cb5369 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.324660:0:22696:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005c00b44e/0xa736ef4b98cb5369 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1789024404.324746:0:24215:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789024404.324752:0:24215:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008df51bd2/0xa736ef4b98cb5370 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024404.324760:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=722s v=(0 0) 00010000:00010000:2.0:1789024404.324763:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789024404.324767:0:24215:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008df51bd2/0xa736ef4b98cb5370 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024404.324776:0:24215:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008df51bd2/0xa736ef4b98cb5370 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024404.324783:0:24215:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008df51bd2/0xa736ef4b98cb5370 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024404.324789:0:24215:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008df51bd2/0xa736ef4b98cb5370 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024404.324814:0:24215:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789024404.325092:0:22696:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789024404.325096:0:22696:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008df51bd2/0xa736ef4b98cb5370 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.325103:0:22696:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cc15db1000 already unused, calling callback (ffffffffc0e568b0) 00010000:00010000:3.0:1789024404.325106:0:22696:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008df51bd2/0xa736ef4b98cb5370 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.325114:0:22696:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008df51bd2/0xa736ef4b98cb5370 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.325124:0:22696:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008df51bd2/0xa736ef4b98cb5370 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.325130:0:22696:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008df51bd2/0xa736ef4b98cb5370 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.325142:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789024404.325143:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789024404.325160:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789024404.325262:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789024404.325694:0:24215:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789024404.325702:0:24215:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005ee6e809/0xa736ef4b98cb5377 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024404.325712:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=722s v=(0 0) 00010000:00010000:2.0:1789024404.325716:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789024404.325720:0:24215:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005ee6e809/0xa736ef4b98cb5377 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024404.325730:0:24215:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005ee6e809/0xa736ef4b98cb5377 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024404.325737:0:24215:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005ee6e809/0xa736ef4b98cb5377 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024404.325744:0:24215:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005ee6e809/0xa736ef4b98cb5377 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024404.325772:0:24215:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789024404.326130:0:22696:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789024404.326137:0:22696:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005ee6e809/0xa736ef4b98cb5377 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.326179:0:22696:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cc15db1400 already unused, calling callback (ffffffffc0e568b0) 00010000:00010000:3.0:1789024404.326193:0:22696:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005ee6e809/0xa736ef4b98cb5377 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.326203:0:22696:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005ee6e809/0xa736ef4b98cb5377 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.326220:0:22696:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005ee6e809/0xa736ef4b98cb5377 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.326228:0:22696:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005ee6e809/0xa736ef4b98cb5377 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024404.326243:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789024404.326244:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789024404.326246:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789024404.326825:0:24215:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x22:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789024404.326834:0:24215:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005297edfb/0xa736ef4b98cb537e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024404.326844:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x22:0x0].0x0 since=722s v=(0 0) 00010000:00010000:2.0:1789024404.326855:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789024404.326860:0:24215:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005297edfb/0xa736ef4b98cb537e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024404.326872:0:24215:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005297edfb/0xa736ef4b98cb537e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024404.326880:0:24215:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005297edfb/0xa736ef4b98cb537e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024404.326888:0:24215:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005297edfb/0xa736ef4b98cb537e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024404.326912:0:24215:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789024404.328823:0:22697:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789024404.328837:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005297edfb/0xa736ef4b98cb537e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024404.328851:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cc15db0600 already unused, calling callback (ffffffffc0e568b0) 00010000:00010000:0.0:1789024404.328856:0:22697:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005297edfb/0xa736ef4b98cb537e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024404.328867:0:22697:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005297edfb/0xa736ef4b98cb537e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024404.328891:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005297edfb/0xa736ef4b98cb537e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024404.328900:0:22697:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005297edfb/0xa736ef4b98cb537e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024404.329540:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789024404.329543:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789024404.329546:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:2.0:1789024404.329740:0:24215:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0000: after destroy: set last_id to 0x280000401:6 00000100:00100000:2.0:1789024404.329878:0:24215:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc34378a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:22733:x1875927422454528:12345-0@lo:5:osp-pre-0-0.0 Request processed in 68451us (68627us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024404.329890:0:24215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1789024404.330597:0:22733:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3437ad80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22733:1875927422454528:0@lo:5:osp-pre-0-0.0 00000004:00080000:0.0:1789024404.330618:0:22733:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x280000401:0x41:0x0] from OST, last_created [0x280000401:0x41:0x0]last_used is [0x280000401:0x6:0x0] 00000100:00100000:0.0:1789024404.330678:0:22733:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc199bc700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22733:1875927422454656:0@lo:5:osp-pre-0-0.0 00000100:00100000:0.0:1789024404.330725:0:22733:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024404.330756:0:22733:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cb020436c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789024404.330785:0:24216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422454656 00000100:00100000:0.0:1789024404.330793:0:24216:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422454656 00000100:00100000:0.0:1789024404.330847:0:24216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1789024404.330857:0:24216:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc199bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:22733:x1875927422454656:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:0.0:1789024404.330942:0:24216:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000401 at 66 00000001:00080000:1.0:1789024404.345077:0:24210:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901890 is committed 00000001:00100000:1.0:1789024404.345183:0:24210:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000100:00100000:2.0:1789024404.346032:0:24216:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc199bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:22733:x1875927422454656:12345-0@lo:5:osp-pre-0-0.0 Request processed in 15167us (15298us total) trans 12884901890 rc 0/0 00000100:00100000:2.0:1789024404.346048:0:24216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1789024404.346311:0:22733:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:0.0:1789024404.346324:0:22733:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc199bc700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22733:1875927422454656:0@lo:5:osp-pre-0-0.0 00000004:00080000:0.0:1789024404.346344:0:22733:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x280000401:0x41:0x0]-[0x280000401:0x61:0x0] 00000020:00000004:0.0:1789024404.763713:0:24633:0:(tgt_mount.c:2346:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1789024404.763982:0:24633:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1789024405.068634:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:2.0:1789024405.707836:0:24683:0:(tgt_mount.c:2346:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1789024405.709543:0:24683:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1789024406.092406:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789024406.414653:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc199bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1875927422454784:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1789024406.414752:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024406.414915:0:24217:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422454784 00000100:00100000:0.0:1789024406.414926:0:24217:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422454784 00000100:00100000:0.0:1789024406.415018:0:24217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1789024406.415030:0:24217:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3437ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875927422454784:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1789024406.415067:0:24217:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1789024406.415275:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc199bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1875927422454784:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1789024406.415437:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1789024406.416410:0:24217:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3437ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875927422454784:12345-0@lo:13:osp-pre-0-1.0 Request processed in 119us (394us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024406.416422:0:24217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00010000:3.0:1789024407.116398:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789024407.436714:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1789024407.436752:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3bf8f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1875927422454912:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1789024407.436843:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024407.437025:0:23665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422454912 00000100:00100000:0.0:1789024407.437036:0:23665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422454912 00000100:00100000:0.0:1789024407.437106:0:23665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1789024407.437118:0:23665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc34378e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3644:x1875927422454912:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1789024407.437214:0:23665:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1789024407.437273:0:23665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc34378e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3644:x1875927422454912:12345-0@lo:41:osp-pre-1-0.0 Request processed in 157us (430us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024407.437280:0:23665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1789024407.437534:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3bf8f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1875927422454912:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1789024407.437828:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc34378000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1875927422455040:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789024407.437867:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024407.439027:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422455040 00000100:00100000:0.0:1789024407.439044:0:22713:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422455040 00000100:00100000:0.0:1789024407.439129:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1789024407.439141:0:22713:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3bf8ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3644:x1875927422455040:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1789024407.439224:0:22713:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1789024407.442751:0:22713:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3bf8ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3644:x1875927422455040:12345-0@lo:41:osp-pre-0-1.0 Request processed in 3585us (4855us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024407.442770:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1789024407.444652:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc34378000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1875927422455040:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1789024408.140506:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1789024408.653649:0:23463:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1789024409.165586:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789024409.485476:0:12478:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789024409.485486:0:12478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789024409.485491:0:12478:0:(import.c:65:import_set_state_nolock()) ffff90cc4159a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789024409.485501:0:12478:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 722 00000100:00080000:1.0:1789024409.485507:0:12478:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789024409.485522:0:12478:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff90cc4159a800 using connection 192.168.202.118@tcp/0@lo 00000100:00100000:1.0:1789024409.485553:0:12478:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90cc3bf8fb80 x1875927422455552/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789024409.485626:0:12478:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789024409.485629:0:12478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789024409.485631:0:12478:0:(import.c:65:import_set_state_nolock()) ffff90cc35388000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789024409.485635:0:12478:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 722 00000100:00080000:1.0:1789024409.485638:0:12478:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789024409.485643:0:12478:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff90cc35388000 using connection 192.168.202.118@tcp/0@lo 00000100:00100000:1.0:1789024409.485658:0:12478:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90cc3bf8d500 x1875927422456064/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789024409.485737:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3bf8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:3641:1875927422455168:0@lo:400:kworker.0 00000100:00100000:1.0:1789024409.485838:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024409.485899:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3bf8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1875927422455808:0@lo:400:kworker.0 00000100:00100000:1.0:1789024409.485945:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024409.485979:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3bf8d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3641:1875927422456448:0@lo:400:kworker.0 00000100:00100000:1.0:1789024409.486008:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024409.486037:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1789024409.486055:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3bf8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1875927422455296:0@lo:400:kworker.0 00000100:00100000:1.0:1789024409.486076:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024409.486104:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3bf8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1875927422455936:0@lo:400:kworker.0 00000100:00100000:1.0:1789024409.486130:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024409.486178:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc199bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1875927422456576:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1789024409.486205:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024409.486243:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3bf8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1875927422455424:0@lo:400:kworker.0 00000100:00100000:1.0:1789024409.486265:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024409.486531:0:23665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422455808 00000100:00100000:0.0:1789024409.486542:0:23665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422455808 00000100:00100000:0.0:1789024409.486599:0:23665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422455296 00000100:00100000:0.0:1789024409.486603:0:23665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422455296 00000100:00100000:0.0:1789024409.486621:0:23665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1789024409.486631:0:23665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3bf8df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875927422455808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789024409.486706:0:23665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3bf8df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875927422455808:12345-0@lo:400:kworker.0 Request processed in 77us (760us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024409.486723:0:23665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1789024409.486742:0:23665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1789024409.486748:0:23665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f9fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875927422455296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789024409.486776:0:23665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f9fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875927422455296:12345-0@lo:400:kworker.0 Request processed in 29us (699us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024409.486782:0:23665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1789024409.490779:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3bf8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3643:1875927422456192:0@lo:400:kworker.0 00000100:00100000:2.0:1789024409.490836:0:24215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422455936 00000100:00100000:2.0:1789024409.490848:0:24215:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422455936 00000100:00100000:1.0:1789024409.490873:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024409.490906:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1789024409.490928:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3bf8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3643:1875927422455680:0@lo:400:kworker.0 00000100:00100000:2.0:1789024409.490940:0:24215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422455424 00000100:00100000:2.0:1789024409.490944:0:24215:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422455424 00000100:00100000:1.0:1789024409.490954:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789024409.490969:0:24215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1789024409.491000:0:24215:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f9fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875927422455936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789024409.491086:0:24215:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f9fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875927422455936:12345-0@lo:400:kworker.0 Request processed in 88us (4953us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024409.491094:0:24215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1789024409.491114:0:24215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1789024409.491121:0:24215:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f9ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3643:x1875927422455424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789024409.491172:0:24215:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f9ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3643:x1875927422455424:12345-0@lo:400:kworker.0 Request processed in 52us (4905us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024409.491178:0:24215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00080000:2.0:1789024409.491197:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1789024409.492188:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3bf8f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3643:1875927422456320:0@lo:400:kworker.0 00000100:00100000:1.0:1789024409.492235:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789024409.492280:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422456448 00000100:00100000:2.0:1789024409.492286:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422456448 00000100:00100000:1.0:1789024409.492360:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3bf8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1875927422455424:0@lo:400:kworker.0 00000100:00100000:1.0:1789024409.492410:0:24218:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422456576 00000100:00100000:1.0:1789024409.492415:0:24218:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422456576 00000100:00100000:1.0:1789024409.492458:0:24218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1789024409.492466:0:24218:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f9fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875927422456576:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1789024409.492499:0:24218:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1789024409.492541:0:24218:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f9fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875927422456576:12345-0@lo:13:osp-pre-0-0.0 Request processed in 75us (6334us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024409.492547:0:24218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1789024409.492665:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422456192 00000100:00100000:2.0:1789024409.492670:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422456192 00000100:00100000:2.0:1789024409.492683:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422455680 00000100:00100000:2.0:1789024409.492686:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422455680 00000100:00100000:2.0:1789024409.492697:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422456320 00000100:00100000:2.0:1789024409.492700:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422456320 00000100:00100000:1.0:1789024409.493501:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1789024409.493518:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f9fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875927422456448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789024409.493585:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f9fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875927422456448:12345-0@lo:400:kworker.0 Request processed in 73us (7576us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024409.493592:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1789024409.493615:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1789024409.493622:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f9fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3643:x1875927422456192:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789024409.495424:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f9fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3643:x1875927422456192:12345-0@lo:400:kworker.0 Request processed in 1788us (4536us total) trans 0 rc 0/0 00010000:00080000:0.0:1789024409.495452:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff90cc3bf8ce00 x1875927422456192/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789024425 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789024409.495467:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1789024409.495471:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3bf8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3643:1875927422456192:0@lo:400:kworker.0 00000100:00100000:1.0:1789024409.495504:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1789024409.495516:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f9fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1875927422455680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789024409.495609:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f9fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1875927422455680:12345-0@lo:400:kworker.0 Request processed in 98us (4654us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024409.495616:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1789024409.495665:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3bf8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1875927422455296:0@lo:400:kworker.0 00000100:00100000:1.0:1789024409.495680:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3bf8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1875927422455936:0@lo:400:kworker.0 00000100:00100000:1.0:1789024409.495706:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc199bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1875927422456576:0@lo:13:osp-pre-0-0.0 00010000:00080000:0.0:1789024409.495707:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff90cc3bf8dc00 x1875927422455680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789024425 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789024409.495717:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3bf8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3643:1875927422455680:0@lo:400:kworker.0 00000100:00100000:1.0:1789024409.495720:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3bf8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1875927422455808:0@lo:400:kworker.0 00010000:00080000:1.0:1789024409.495733:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff90cc3bf8d180 x1875927422456448/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789024425 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789024409.495743:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3bf8d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3641:1875927422456448:0@lo:400:kworker.0 00000100:00080000:3.0:1789024409.496198:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1789024409.496206:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1789024409.496658:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3bf8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1875927422455552:0@lo:8:kworker.0 00000100:00100000:0.0:1789024409.496726:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024409.496773:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3bf8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1875927422456064:0@lo:8:kworker.0 00000100:00100000:0.0:1789024409.496794:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024409.496842:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422455168 00000100:00100000:0.0:1789024409.496862:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422455168 00000100:00100000:0.0:1789024409.496931:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:0.0:1789024409.496940:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc07083050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+21:3641:x1875927422455168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789024409.496991:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc07083050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+21:3641:x1875927422455168:12345-0@lo:400:kworker.0 Request processed in 52us (11153us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024409.496997:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00100000:1.0:1789024409.498234:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3bf8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:3641:1875927422455168:0@lo:400:kworker.0 00000100:00100000:3.0:1789024409.501903:0:24215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422455552 00000100:00100000:3.0:1789024409.501949:0:24215:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422455552 00000100:00100000:3.0:1789024409.502025:0:24215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422456064 00000100:00100000:3.0:1789024409.502030:0:24215:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422456064 00000100:00100000:3.0:1789024409.502064:0:24215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1789024409.502074:0:24215:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc199bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3640:x1875927422455552:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1789024409.502107:0:24215:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1789024409.502127:0:24213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1789024409.502133:0:24213:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc199bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3640:x1875927422456064:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1789024409.502247:0:24213:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1789024409.502481:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1789024409.502495:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f9ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1875927422456320:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789024409.502598:0:24215:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc199bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3640:x1875927422455552:12345-0@lo:8:kworker.0 Request processed in 525us (5872us total) trans 0 rc -19/-19 00000100:00100000:3.0:1789024409.502607:0:24215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00080000:3.0:1789024409.502684:0:3640:0:(import.c:65:import_set_state_nolock()) ffff90cc4159a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789024409.502691:0:3640:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1789024409.502696:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3bf8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1875927422455552:0@lo:8:kworker.0 00000100:00100000:1.0:1789024409.508536:0:24213:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc199bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3640:x1875927422456064:12345-0@lo:8:kworker.0 Request processed in 6386us (11724us total) trans 0 rc -19/-19 00000100:00100000:1.0:1789024409.508557:0:24213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00080000:0.0:1789024409.509071:0:3640:0:(import.c:65:import_set_state_nolock()) ffff90cc35388000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789024409.509081:0:3640:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1789024409.509086:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3bf8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1875927422456064:0@lo:8:kworker.0 00000100:00100000:2.0:1789024409.509974:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f9ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1875927422456320:12345-0@lo:400:kworker.0 Request processed in 7478us (17731us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024409.509988:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00010000:00080000:0.0:1789024409.510112:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff90cc3bf8f800 x1875927422456320/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789024425 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789024409.510130:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3bf8f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3643:1875927422456320:0@lo:400:kworker.0 00010000:00010000:1.0:1789024410.192265:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789024411.216088:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789024411.532474:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1789024411.532501:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc199bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1875927422456704:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1789024411.532568:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024411.532672:0:24218:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422456704 00000100:00100000:1.0:1789024411.532710:0:24218:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422456704 00000100:00100000:1.0:1789024411.532810:0:24218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1789024411.532826:0:24218:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc07f3b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1875927422456704:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1789024411.532871:0:24218:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00080000:0.0:1789024411.532880:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1789024411.532968:0:24218:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc07f3b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1875927422456704:12345-0@lo:13:osp-pre-0-1.0 Request processed in 147us (397us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024411.532977:0:24218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1789024411.533029:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc199bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1875927422456704:0@lo:13:osp-pre-0-1.0 00000040:00080000:3.0:1789024411.981834:0:22744:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1789024412.237651:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789024412.564459:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc07f39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1875927422456832:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1789024412.564529:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789024412.564600:0:23665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422456832 00000100:00100000:2.0:1789024412.564607:0:23665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422456832 00000100:00100000:2.0:1789024412.564652:0:23665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1789024412.564661:0:23665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc07f39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3644:x1875927422456832:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1789024412.564696:0:23665:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1789024412.564738:0:23665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc07f39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3644:x1875927422456832:12345-0@lo:41:osp-pre-1-0.0 Request processed in 77us (209us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024412.564746:0:23665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1789024412.564792:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc07f39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1875927422456832:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1789024412.570235:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789024412.571116:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc199bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1875927422456960:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789024412.571216:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024412.571618:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422456960 00000100:00100000:1.0:1789024412.571627:0:22714:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422456960 00000100:00100000:1.0:1789024412.571686:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1789024412.571696:0:22714:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc34379f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875927422456960:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1789024412.571731:0:22714:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1789024412.571778:0:22714:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc34379f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875927422456960:12345-0@lo:41:osp-pre-0-1.0 Request processed in 84us (562us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024412.571792:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1789024412.571868:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc199bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1875927422456960:0@lo:41:osp-pre-0-1.0 00000020:01000004:2.0:1789024412.880480:0:25028:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:2.0:1789024412.880485:0:25028:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/ost2_flakey 00000020:01000004:2.0:1789024412.880486:0:25028:0:(obd_mount.c:929:lmd_print()) options: errors=remount-ro 00000080:01200004:2.0:1789024412.880597:0:25028:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff90cb041cf000 00000020:01000004:2.0:1789024412.880614:0:25028:0:(tgt_mount.c:2502:osd_start()) Attempting to start lustre-OST0001, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:2.0:1789024412.880628:0:25028:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0001-osd (typ=osd-ldiskfs) 00000020:00000080:2.0:1789024412.880642:0:25028:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osd (ffff90cb0261cd40) 00000020:00000080:2.0:1789024412.880659:0:25028:0:(obd_config.c:720:class_attach_name()) OBD: dev 25 attached type osd-ldiskfs with refcount 2 00100000:10000000:0.0:1789024412.929293:0:25028:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:1.0:1789024412.931087:0:25028:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:1.0:1789024412.931517:0:25028:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:1.0:1789024412.931866:0:25028:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:1.0:1789024412.932099:0:25028:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:1.0:1789024412.932591:0:25028:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:1.0:1789024412.932785:0:25028:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x2:0x0] (8/8) registered 00080000:01000000:1.0:1789024412.934783:0:25028:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0001: register osd-ldiskfs tunable parameters 00000020:00000080:1.0:1789024412.935064:0:25028:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00080000:01000000:1.0:1789024412.935079:0:25028:0:(osd_handler.c:8924:osd_obd_connect()) connect #0 00000020:00000080:1.0:1789024412.935091:0:25028:0:(genops.c:1384:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0xa736ef4b98cb538c 00000020:01000004:1.0:1789024412.935098:0:25028:0:(tgt_mount.c:2587:server_fill_super()) Found service lustre-OST0001 on device /dev/mapper/ost2_flakey 00000020:01000004:1.0:1789024412.935118:0:25028:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.202.118@tcp:Set MGC reconnect 1 10000000:01000000:1.0:1789024412.935121:0:25028:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.202.118@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:1.0:1789024412.935133:0:25028:0:(tgt_mount.c:1808:server_start_targets()) starting target lustre-OST0001 00000020:01000004:1.0:1789024412.935267:0:25028:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost2_flakey 10000000:01000000:1.0:1789024412.935271:0:25028:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.202.118@tcp: cl_mgc_mutex lustre-OST0001-osd for locked: rc = 0 00000040:01000000:1.0:1789024412.947282:0:25028:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.202.118@tcp ctxt 0 is initialized 00000020:01000004:1.0:1789024412.947353:0:25028:0:(tgt_mount.c:1416:server_register_target()) Registration lustre-OST0001, fs=lustre, 192.168.202.118@tcp, index=0001, flags=0x20002 00000020:01000004:1.0:1789024412.947358:0:25028:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:1.0:1789024412.947368:0:25028:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:1.0:1789024412.947369:0:25028:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1789024412.947371:0:25028:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1789024412.947372:0:25028:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1789024412.947374:0:25028:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1789024412.947375:0:25028:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1789024412.947377:0:25028:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1789024412.947378:0:25028:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1789024412.947382:0:25028:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x10020002 00000020:01000004:1.0:1789024412.947384:0:25028:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1789024412.947385:0:25028:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:1.0:1789024412.947387:0:25028:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1789024412.947388:0:25028:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1789024412.947389:0:25028:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1789024412.947390:0:25028:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1789024412.947391:0:25028:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1789024412.947392:0:25028:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1789024412.947393:0:25028:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1789024412.947650:0:25028:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:1.0:1789024412.947670:0:25028:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3f9fdf80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:25028:1875927422457088:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1789024412.947733:0:25028:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024412.947832:0:25028:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc190d4c00 going to sleep for 11 seconds 00000100:00100000:0.0:1789024412.947874:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422457088 00000100:00100000:0.0:1789024412.947948:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422457088 00000100:00100000:0.0:1789024412.948047:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:0.0:1789024412.948056:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc07082c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+21:25028:x1875927422457088:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1789024412.948083:0:22703:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:0.0:1789024412.948087:0:22703:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0001 is running on 0@lo 20000000:01000000:0.0:1789024412.948091:0:22703:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 00000100:00100000:0.0:1789024412.948463:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc07082c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+21:25028:x1875927422457088:12345-0@lo:253:mount.lustre.0 Request processed in 408us (729us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024412.948471:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:1.0:1789024412.948538:0:25028:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3f9fdf80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:25028:1875927422457088:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1789024412.948547:0:25028:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:1.0:1789024412.948550:0:25028:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1789024412.948551:0:25028:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:1.0:1789024412.948553:0:25028:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1789024412.948554:0:25028:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1789024412.948555:0:25028:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1789024412.948562:0:25028:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1789024412.948563:0:25028:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1789024412.948564:0:25028:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1789024412.948565:0:25028:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:1.0:1789024412.948581:0:25028:0:(tgt_mount.c:101:server_register_mount()) register mount ffff90cb041cf000 from lustre-OST0001 10000000:01000000:1.0:1789024412.948610:0:25028:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-OST0001 from 0 10000000:01000000:1.0:1789024412.948612:0:25028:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0001-0000000000000000 10000000:01000000:1.0:1789024412.948620:0:25028:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff90cc31210000 local copy 00010000:00010000:1.0:1789024412.948628:0:25028:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cc01323200/0xa736ef4b98cb4fbf lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb4fc6 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789024412.948698:0:25028:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3f9fdf80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:25028:1875927422457216:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789024412.948724:0:25028:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024412.949140:0:25028:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc190d4cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1789024412.949223:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422457216 00000100:00100000:2.0:1789024412.949228:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422457216 00000100:00100000:2.0:1789024412.949261:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:2.0:1789024412.949268:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc07081850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+21:25028:x1875927422457216:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789024412.949341:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc07081850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+21:25028:x1875927422457216:12345-0@lo:501:mount.lustre.0 Request processed in 74us (616us total) trans 0 rc -2/-2 00000100:00100000:2.0:1789024412.949347:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00100000:1.0:1789024412.949582:0:25028:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3f9fdf80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:25028:1875927422457216:0@lo:501:mount.lustre.0 10000000:01000000:1.0:1789024412.949595:0:25028:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.202.118@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:1.0:1789024412.949612:0:25028:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.202.118@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:1.0:1789024412.949618:0:25028:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cc01323200/0xa736ef4b98cb4fbf lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb4fc6 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024412.949626:0:25028:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.118@tcp lock: ffff90cc01323200/0xa736ef4b98cb4fbf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb4fc6 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789024412.949651:0:25028:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff90cb041cf000 10000000:01000000:1.0:1789024412.949655:0:25028:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:1.0:1789024412.949660:0:25028:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0001-0000000000000000 10000000:01000000:1.0:1789024412.949662:0:25028:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1789024412.949666:0:25028:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 1 10000000:01000000:1.0:1789024412.949669:0:25028:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:1.0:1789024412.949689:0:25028:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cc01322e00/0xa736ef4b98cb5393 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25028 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024412.949704:0:25028:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.118@tcp lock: ffff90cc01322e00/0xa736ef4b98cb5393 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25028 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024412.949713:0:25028:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.118@tcp lock: ffff90cc01322e00/0xa736ef4b98cb5393 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25028 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789024412.949727:0:25028:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3f9fdf80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:25028:1875927422457344:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1789024412.949751:0:25028:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024412.949778:0:25028:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc190d4cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1789024412.949828:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422457344 00000100:00100000:2.0:1789024412.949838:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422457344 00000100:00100000:2.0:1789024412.949856:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:2.0:1789024412.949862:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc07082450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+21:25028:x1875927422457344:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789024412.949870:0:22701:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789024412.949950:0:22701:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90cc15db1200/0xa736ef4b98cb539a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0xa736ef4b98cb5393 expref: -99 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024412.949974:0:22701:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90cc15db1200/0xa736ef4b98cb539a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa736ef4b98cb5393 expref: 22 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024412.949984:0:22701:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90cc15db1200/0xa736ef4b98cb539a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa736ef4b98cb5393 expref: 22 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024412.949993:0:22701:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90cc15db1200, rc 0) 00000100:00100000:2.0:1789024412.950029:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc07082450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+22:25028:x1875927422457344:12345-0@lo:101:mount.lustre.0 Request processed in 166us (277us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024412.950034:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:1.0:1789024412.950099:0:25028:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3f9fdf80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:25028:1875927422457344:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789024412.950110:0:25028:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.118@tcp lock: ffff90cc01322e00/0xa736ef4b98cb5393 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb539a expref: -99 pid: 25028 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024412.950119:0:25028:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.118@tcp lock: ffff90cc01322e00/0xa736ef4b98cb5393 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0xa736ef4b98cb539a expref: -99 pid: 25028 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1789024412.951262:0:25028:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 11 count 11 00000040:00080000:1.0:1789024412.952585:0:25028:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1789024412.954978:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:1.0:1789024412.955024:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:1.0:1789024412.955037:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:1.0:1789024412.955049:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:1.0:1789024412.955060:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:1.0:1789024412.955072:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:1.0:1789024412.955084:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:1.0:1789024412.955095:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:1.0:1789024412.955105:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 120 off9752 00000040:00080000:1.0:1789024412.955125:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9976 00000040:00080000:1.0:1789024412.955135:0:25028:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 10 count 11 00000100:00100000:1.0:1789024412.955614:0:25028:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3f9fdf80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:25028:1875927422457472:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789024412.955676:0:25028:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024412.955767:0:25028:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc35417e40 going to sleep for 11 seconds 00000100:00100000:2.0:1789024412.955829:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422457472 00000100:00100000:2.0:1789024412.955837:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422457472 00000100:00100000:2.0:1789024412.955989:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:2.0:1789024412.955999:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc07083c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+22:25028:x1875927422457472:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789024412.956229:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc07083c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+22:25028:x1875927422457472:12345-0@lo:501:mount.lustre.0 Request processed in 232us (552us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024412.956247:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:1.0:1789024412.956531:0:25028:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3f9fdf80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:25028:1875927422457472:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789024412.956568:0:25028:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3f9fdf80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:25028:1875927422457600:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789024412.956611:0:25028:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024412.956682:0:25028:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc35417e40 going to sleep for 11 seconds 00000100:00100000:2.0:1789024412.956768:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422457600 00000100:00100000:2.0:1789024412.956773:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422457600 00000100:00100000:2.0:1789024412.956839:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:2.0:1789024412.956847:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc07081050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+22:25028:x1875927422457600:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789024412.957748:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc07081050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+22:25028:x1875927422457600:12345-0@lo:503:mount.lustre.0 Request processed in 899us (1134us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024412.957756:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:1.0:1789024412.957873:0:25028:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3f9fdf80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:25028:1875927422457600:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1789024412.958281:0:25028:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1789024412.958368:0:25028:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3f9fdf80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:25028:1875927422457728:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789024412.958540:0:25028:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024412.958905:0:25028:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc198be0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789024412.958999:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422457728 00000100:00100000:0.0:1789024412.959006:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422457728 00000100:00100000:0.0:1789024412.959037:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:0.0:1789024412.959046:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc07080c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+22:25028:x1875927422457728:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789024412.959651:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc07080c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+22:25028:x1875927422457728:12345-0@lo:502:mount.lustre.0 Request processed in 605us (1110us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024412.959659:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:1.0:1789024412.959768:0:25028:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3f9fdf80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:25028:1875927422457728:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1789024412.959958:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:1.0:1789024412.959987:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:1.0:1789024412.959998:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:1.0:1789024412.960010:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:1.0:1789024412.960020:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:1.0:1789024412.960031:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:1.0:1789024412.960041:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:1.0:1789024412.960051:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:1.0:1789024412.960063:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 120 off9752 00000100:00100000:1.0:1789024412.960089:0:25028:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3f9fdf80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:25028:1875927422457856:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789024412.960124:0:25028:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024412.960143:0:25028:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc198be0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789024412.960316:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422457856 00000100:00100000:0.0:1789024412.960330:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422457856 00000100:00100000:0.0:1789024412.960354:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:0.0:1789024412.960368:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc07080450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+22:25028:x1875927422457856:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789024412.960635:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc07080450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+22:25028:x1875927422457856:12345-0@lo:502:mount.lustre.0 Request processed in 273us (509us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024412.960641:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:1.0:1789024412.960831:0:25028:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3f9fdf80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:25028:1875927422457856:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1789024412.960874:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9976 00000040:00080000:1.0:1789024412.960952:0:25028:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 10 count 11 00000020:01000000:0.0:1789024412.962027:0:25032:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1789024412.962035:0:25032:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/ost2_flakey 00000020:00000080:0.0:1789024412.962041:0:25032:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789024412.962045:0:25032:0:(obd_config.c:1563:class_process_config()) marker 29 (0x1) lustre-OST0001 add ost 00000020:00000080:0.0:1789024412.962051:0:25032:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1789024412.962064:0:25032:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001 (ffff90cc30c34d40) 00000020:00000080:0.0:1789024412.962083:0:25032:0:(obd_config.c:720:class_attach_name()) OBD: dev 26 attached type obdfilter with refcount 2 00000020:00000080:0.0:1789024412.962088:0:25032:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:0.0:1789024412.962312:0:25032:0:(tgt_mount.c:153:server_get_mount()) get mount ffff90cb041cf000 from lustre-OST0001, refs=2 00080000:01000000:0.0:1789024412.962490:0:25032:0:(osd_handler.c:8924:osd_obd_connect()) connect #1 00000020:00000080:0.0:1789024412.962499:0:25032:0:(genops.c:1384:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0xa736ef4b98cb53a8 00010000:00010000:0.0:1789024412.967714:0:25032:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0001_UUID-4 is initialized 00000001:00000004:0.0:1789024412.968815:0:25032:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 8589934600 00080000:10000000:0.0:1789024412.971775:0:25032:0:(osd_handler.c:5580:osd_index_try()) lustre-OST0001: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:0.0:1789024412.973839:0:25032:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:01000000:0.0:1789024412.973850:0:25032:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789024412.973856:0:25032:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789024412.973859:0:25032:0:(obd_config.c:1563:class_process_config()) marker 29 (0x2) lustre-OST0001 add ost 00000020:01000000:0.0:1789024412.973862:0:25032:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789024412.973866:0:25032:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789024412.973868:0:25032:0:(obd_config.c:1563:class_process_config()) marker 36 (0x1) lustre sys.timeout 00000020:00000080:0.0:1789024412.973871:0:25032:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1789024412.973873:0:25032:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:0.0:1789024412.973876:0:25032:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789024412.973955:0:25032:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789024412.973957:0:25032:0:(obd_config.c:1563:class_process_config()) marker 36 (0x2) lustre sys.timeout 00000020:01000000:0.0:1789024412.973961:0:25032:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789024412.973964:0:25032:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789024412.973965:0:25032:0:(obd_config.c:1563:class_process_config()) marker 41 (0x1) lustre sys.jobid_var 00000020:00000080:0.0:1789024412.973968:0:25032:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:0.0:1789024412.973994:0:25032:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789024412.973997:0:25032:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789024412.973999:0:25032:0:(obd_config.c:1563:class_process_config()) marker 41 (0x2) lustre sys.jobid_var 00000040:00080000:0.0:1789024412.974002:0:25032:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 11 count 11 00000020:01000000:1.0:1789024412.974497:0:25028:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0001 gen 1-10 (rc=0) 10000000:01000000:1.0:1789024412.974527:0:25028:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.118@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:1.0:1789024412.974555:0:25028:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cc01322e00/0xa736ef4b98cb5393 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb539a expref: -99 pid: 25028 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024412.974567:0:25028:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.118@tcp lock: ffff90cc01322e00/0xa736ef4b98cb5393 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb539a expref: -99 pid: 25028 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789024412.974575:0:25028:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff90cb041cf000 from 1 10000000:01000000:1.0:1789024412.974578:0:25028:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1789024412.974613:0:25028:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cc01323600/0xa736ef4b98cb53af lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25028 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024412.974621:0:25028:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.118@tcp lock: ffff90cc01323600/0xa736ef4b98cb53af lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25028 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024412.974632:0:25028:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.118@tcp lock: ffff90cc01323600/0xa736ef4b98cb53af lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25028 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789024412.974655:0:25028:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3f9fdf80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:25028:1875927422457984:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1789024412.974790:0:25028:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024412.974825:0:25028:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc198bec00 going to sleep for 11 seconds 00000100:00100000:2.0:1789024412.974967:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422457984 00000100:00100000:2.0:1789024412.974975:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422457984 00000100:00100000:2.0:1789024412.975021:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:2.0:1789024412.975030:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc07082850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+22:25028:x1875927422457984:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789024412.975042:0:22703:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789024412.975054:0:22703:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90cc15db0600/0xa736ef4b98cb53b6 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xa736ef4b98cb53af expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024412.975074:0:22703:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90cc15db0600/0xa736ef4b98cb53b6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa736ef4b98cb53af expref: 23 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024412.975084:0:22703:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90cc15db0600/0xa736ef4b98cb53b6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa736ef4b98cb53af expref: 23 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024412.975091:0:22703:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90cc15db0600, rc 0) 00000100:00100000:2.0:1789024412.975125:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc07082850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+23:25028:x1875927422457984:12345-0@lo:101:mount.lustre.0 Request processed in 96us (336us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024412.975131:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00100000:1.0:1789024412.975530:0:25028:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3f9fdf80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:25028:1875927422457984:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789024412.975543:0:25028:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.118@tcp lock: ffff90cc01323600/0xa736ef4b98cb53af lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb53b6 expref: -99 pid: 25028 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024412.975567:0:25028:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.118@tcp lock: ffff90cc01323600/0xa736ef4b98cb53af lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xa736ef4b98cb53b6 expref: -99 pid: 25028 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1789024412.978545:0:25028:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:1.0:1789024412.979631:0:25028:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1789024412.980681:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:1.0:1789024412.980970:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:1.0:1789024412.980989:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:1.0:1789024412.981004:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:1.0:1789024412.981018:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:1.0:1789024412.981033:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:1.0:1789024412.981046:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:1.0:1789024412.981060:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:1.0:1789024412.981075:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:1.0:1789024412.981104:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:1.0:1789024412.981119:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:1.0:1789024412.981138:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:1.0:1789024412.981142:0:25028:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:1.0:1789024412.981282:0:25028:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3f9fdf80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:25028:1875927422458112:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789024412.981356:0:25028:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024412.982380:0:25028:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc198bee40 going to sleep for 11 seconds 00000100:00100000:2.0:1789024412.986379:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422458112 00000100:00100000:2.0:1789024412.986394:0:22702:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422458112 00000100:00100000:2.0:1789024412.986917:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:2.0:1789024412.986928:0:22702:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc07081450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+23:25028:x1875927422458112:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789024412.987086:0:22702:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc07081450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+23:25028:x1875927422458112:12345-0@lo:501:mount.lustre.0 Request processed in 162us (5730us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024412.987103:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:3.0:1789024412.988354:0:25028:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3f9fdf80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:25028:1875927422458112:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789024412.988407:0:25028:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc34378000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:25028:1875927422458240:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789024412.988464:0:25028:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789024412.988860:0:25028:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cb025f29c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789024412.988926:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422458240 00000100:00100000:0.0:1789024412.988933:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422458240 00000100:00100000:0.0:1789024412.988965:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:0.0:1789024412.988972:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc07081c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+23:25028:x1875927422458240:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789024412.989080:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc07081c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+23:25028:x1875927422458240:12345-0@lo:503:mount.lustre.0 Request processed in 108us (615us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024412.989087:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:3.0:1789024412.989184:0:25028:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc34378000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:25028:1875927422458240:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1789024412.989579:0:25028:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1789024412.989653:0:25028:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc34378000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:25028:1875927422458368:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789024412.989685:0:25028:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789024412.989709:0:25028:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cb025f29c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789024412.990056:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422458368 00000100:00100000:0.0:1789024412.990061:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422458368 00000100:00100000:0.0:1789024412.990082:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:0.0:1789024412.990088:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3d002450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+23:25028:x1875927422458368:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789024412.990186:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3d002450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+23:25028:x1875927422458368:12345-0@lo:502:mount.lustre.0 Request processed in 97us (499us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024412.990194:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:3.0:1789024412.990449:0:25028:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc34378000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:25028:1875927422458368:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789024412.990639:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:3.0:1789024412.990665:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:3.0:1789024412.990677:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:3.0:1789024412.990690:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:3.0:1789024412.990703:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:3.0:1789024412.990717:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:3.0:1789024412.990730:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:3.0:1789024412.990742:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:3.0:1789024412.990769:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:3.0:1789024412.990784:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:3.0:1789024412.990796:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:3.0:1789024412.990818:0:25028:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc34378000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:25028:1875927422458496:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789024412.990851:0:25028:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789024412.990896:0:25028:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cb025f29c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789024412.990956:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422458496 00000100:00100000:2.0:1789024412.990961:0:22702:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422458496 00000100:00100000:2.0:1789024412.990987:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:2.0:1789024412.990994:0:22702:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3d001850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+23:25028:x1875927422458496:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789024412.991077:0:22702:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3d001850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+23:25028:x1875927422458496:12345-0@lo:502:mount.lustre.0 Request processed in 84us (224us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024412.991083:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:3.0:1789024412.991376:0:25028:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc34378000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:25028:1875927422458496:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789024412.991410:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:3.0:1789024412.991417:0:25028:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:1.0:1789024412.991917:0:25036:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789024412.991925:0:25036:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789024412.991927:0:25036:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1789024412.991934:0:25036:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff90cb041cf000 00000020:00000080:1.0:1789024412.991936:0:25036:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1789024412.991944:0:25036:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789024412.991946:0:25036:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789024412.991948:0:25036:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:1.0:1789024412.991950:0:25036:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789024412.991960:0:25036:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789024412.991961:0:25036:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1789024412.991965:0:25036:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff90cb041cf000 00000020:00000080:1.0:1789024412.991967:0:25036:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1789024412.992376:0:25036:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789024412.992381:0:25036:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789024412.992382:0:25036:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:1.0:1789024412.992385:0:25036:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789024412.992388:0:25036:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789024412.992389:0:25036:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1789024412.992393:0:25036:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff90cb041cf000 00000020:00000080:1.0:1789024412.992395:0:25036:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1789024412.993328:0:25036:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789024412.993334:0:25036:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789024412.993335:0:25036:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1789024412.993339:0:25036:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789024412.993342:0:25036:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789024412.993343:0:25036:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:1.0:1789024412.993347:0:25036:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff90cb041cf000 00000020:00000080:1.0:1789024412.993350:0:25036:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1789024412.993382:0:25036:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789024412.993387:0:25036:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789024412.993388:0:25036:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:1.0:1789024412.993391:0:25036:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:2.0:1789024412.993579:0:25028:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:2.0:1789024412.993606:0:25028:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.118@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1789024412.993628:0:25028:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cc01323600/0xa736ef4b98cb53af lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb53b6 expref: -99 pid: 25028 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024412.993640:0:25028:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.118@tcp lock: ffff90cc01323600/0xa736ef4b98cb53af lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb53b6 expref: -99 pid: 25028 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789024412.993690:0:25028:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1789024412.993693:0:25028:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff90cb041cf000 10000000:01000000:2.0:1789024412.993696:0:25028:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff90cb041cf000 10000000:01000000:2.0:1789024412.993700:0:25028:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1789024412.993705:0:25028:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff90cb041cf000 from 1 10000000:01000000:2.0:1789024412.993708:0:25028:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1789024412.993738:0:25028:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cc15db1400/0xa736ef4b98cb53bd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25028 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024412.993748:0:25028:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.118@tcp lock: ffff90cc15db1400/0xa736ef4b98cb53bd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25028 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024412.993758:0:25028:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.118@tcp lock: ffff90cc15db1400/0xa736ef4b98cb53bd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25028 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789024412.993787:0:25028:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc07f39500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:25028:1875927422458624:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1789024412.993840:0:25028:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789024412.993897:0:25028:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc02fcdc00 going to sleep for 11 seconds 00000100:00100000:1.0:1789024412.993986:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422458624 00000100:00100000:1.0:1789024412.993993:0:22702:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422458624 00000100:00100000:1.0:1789024412.994037:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:1.0:1789024412.994046:0:22702:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3d003450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+23:25028:x1875927422458624:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789024412.994058:0:22702:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789024412.994071:0:22702:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90cc00030c00/0xa736ef4b98cb53c4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0xa736ef4b98cb53bd expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024412.994105:0:22702:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90cc00030c00/0xa736ef4b98cb53c4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa736ef4b98cb53bd expref: 24 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024412.994114:0:22702:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90cc00030c00/0xa736ef4b98cb53c4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa736ef4b98cb53bd expref: 24 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024412.994123:0:22702:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90cc00030c00, rc 0) 00000100:00100000:1.0:1789024412.994490:0:22702:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3d003450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+24:25028:x1875927422458624:12345-0@lo:101:mount.lustre.0 Request processed in 444us (648us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024412.994496:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:2.0:1789024412.994576:0:25028:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc07f39500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:25028:1875927422458624:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789024412.994590:0:25028:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.118@tcp lock: ffff90cc15db1400/0xa736ef4b98cb53bd lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb53c4 expref: -99 pid: 25028 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024412.994600:0:25028:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.118@tcp lock: ffff90cc15db1400/0xa736ef4b98cb53bd lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0xa736ef4b98cb53c4 expref: -99 pid: 25028 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1789024413.001360:0:25028:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:2.0:1789024413.001638:0:25028:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1789024413.002071:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:2.0:1789024413.002097:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:2.0:1789024413.002108:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:2.0:1789024413.002120:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:2.0:1789024413.002131:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:2.0:1789024413.002142:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:2.0:1789024413.002194:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:2.0:1789024413.002207:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:2.0:1789024413.002221:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:2.0:1789024413.003941:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:2.0:1789024413.003975:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:2.0:1789024413.003990:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:2.0:1789024413.004003:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:2.0:1789024413.004017:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:2.0:1789024413.004045:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:2.0:1789024413.004060:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:2.0:1789024413.004072:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:2.0:1789024413.004094:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:2.0:1789024413.004107:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:2.0:1789024413.004120:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:2.0:1789024413.004132:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:2.0:1789024413.004162:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:2.0:1789024413.004179:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:2.0:1789024413.004193:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:2.0:1789024413.004206:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:2.0:1789024413.004219:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:2.0:1789024413.004231:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:2.0:1789024413.004313:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:2.0:1789024413.004327:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:2.0:1789024413.004342:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:2.0:1789024413.004368:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:2.0:1789024413.004383:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:2.0:1789024413.004396:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:2.0:1789024413.004410:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:2.0:1789024413.004637:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:2.0:1789024413.004655:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:2.0:1789024413.004667:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:2.0:1789024413.004679:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:2.0:1789024413.004691:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:2.0:1789024413.004703:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:2.0:1789024413.004717:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:2.0:1789024413.004728:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:2.0:1789024413.004741:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:2.0:1789024413.004756:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:2.0:1789024413.004769:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:2.0:1789024413.004781:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:2.0:1789024413.004809:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:2.0:1789024413.004824:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:2.0:1789024413.004979:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:2.0:1789024413.004999:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:2.0:1789024413.005021:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:2.0:1789024413.005025:0:25028:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:2.0:1789024413.005113:0:25028:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc07f39500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:25028:1875927422458752:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789024413.005190:0:25028:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024413.006337:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422458752 00000100:00100000:1.0:1789024413.006346:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422458752 00000100:00100000:1.0:1789024413.006395:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:1.0:1789024413.006405:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3d003c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+24:25028:x1875927422458752:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789024413.006529:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3d003c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+24:25028:x1875927422458752:12345-0@lo:501:mount.lustre.0 Request processed in 126us (1339us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024413.006537:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:2.0:1789024413.007317:0:25028:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc18d43c00 going to sleep for 11 seconds 00000100:00100000:2.0:1789024413.007342:0:25028:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc07f39500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:25028:1875927422458752:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789024413.007384:0:25028:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc07f39500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:25028:1875927422458880:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789024413.007428:0:25028:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789024413.007459:0:25028:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc18d43c00 going to sleep for 11 seconds 00000100:00100000:1.0:1789024413.010214:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422458880 00000100:00100000:1.0:1789024413.010227:0:22702:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422458880 00000100:00100000:1.0:1789024413.010284:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:1.0:1789024413.010293:0:22702:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3d002850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+24:25028:x1875927422458880:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789024413.010427:0:22702:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3d002850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+24:25028:x1875927422458880:12345-0@lo:503:mount.lustre.0 Request processed in 134us (2998us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024413.010434:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:2.0:1789024413.010604:0:25028:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc07f39500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:25028:1875927422458880:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1789024413.011009:0:25028:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1789024413.011086:0:25028:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc07f39500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:25028:1875927422459008:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789024413.011130:0:25028:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789024413.011196:0:25028:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc18d43c00 going to sleep for 11 seconds 00000100:00100000:3.0:1789024413.014199:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422459008 00000100:00100000:3.0:1789024413.014213:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422459008 00000100:00100000:3.0:1789024413.014264:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:3.0:1789024413.014273:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3d003050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+24:25028:x1875927422459008:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789024413.014437:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3d003050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+24:25028:x1875927422459008:12345-0@lo:502:mount.lustre.0 Request processed in 164us (3306us total) trans 0 rc 0/0 00000100:00100000:3.0:1789024413.014445:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:3.0:1789024413.019021:0:25028:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc07f39500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:25028:1875927422459008:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789024413.019280:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:3.0:1789024413.019318:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:3.0:1789024413.019332:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:3.0:1789024413.019346:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:3.0:1789024413.019359:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:3.0:1789024413.019372:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:3.0:1789024413.019385:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:3.0:1789024413.019397:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:3.0:1789024413.019410:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:3.0:1789024413.019424:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:3.0:1789024413.019438:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:3.0:1789024413.019452:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:3.0:1789024413.019465:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:3.0:1789024413.019477:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:3.0:1789024413.019489:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:3.0:1789024413.019502:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:3.0:1789024413.019532:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:3.0:1789024413.019547:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:3.0:1789024413.019558:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:3.0:1789024413.019570:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:3.0:1789024413.019583:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:3.0:1789024413.019596:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:3.0:1789024413.019608:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:3.0:1789024413.019621:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:3.0:1789024413.019632:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:3.0:1789024413.019645:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:3.0:1789024413.019658:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:3.0:1789024413.019670:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:3.0:1789024413.019682:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:3.0:1789024413.019694:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:3.0:1789024413.019707:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:3.0:1789024413.019721:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:3.0:1789024413.019747:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:3.0:1789024413.019761:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:3.0:1789024413.019783:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:3.0:1789024413.019797:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:3.0:1789024413.019811:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:3.0:1789024413.019824:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:3.0:1789024413.019838:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:3.0:1789024413.019852:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:3.0:1789024413.019865:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:3.0:1789024413.019878:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:3.0:1789024413.019908:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:3.0:1789024413.019920:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:3.0:1789024413.019933:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:3.0:1789024413.019946:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:3.0:1789024413.019960:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:3.0:1789024413.019974:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:3.0:1789024413.020034:0:25028:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc34378000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:25028:1875927422459136:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789024413.020107:0:25028:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789024413.020172:0:25028:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc342b8600 going to sleep for 11 seconds 00000100:00100000:3.0:1789024413.020198:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422459136 00000100:00100000:3.0:1789024413.020204:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422459136 00000100:00100000:3.0:1789024413.020255:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:3.0:1789024413.020264:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3d002c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+24:25028:x1875927422459136:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789024413.020370:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3d002c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+24:25028:x1875927422459136:12345-0@lo:502:mount.lustre.0 Request processed in 108us (263us total) trans 0 rc 0/0 00000100:00100000:3.0:1789024413.020378:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00100000:3.0:1789024413.020427:0:25028:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc34378000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:25028:1875927422459136:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789024413.020570:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:3.0:1789024413.020590:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:3.0:1789024413.020611:0:25028:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc34378000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:25028:1875927422459264:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789024413.020671:0:25028:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789024413.020688:0:25028:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cb02043cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1789024413.021984:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422459264 00000100:00100000:3.0:1789024413.021993:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422459264 00000100:00100000:3.0:1789024413.023495:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:3.0:1789024413.023510:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3d001050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+24:25028:x1875927422459264:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789024413.023666:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3d001050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+24:25028:x1875927422459264:12345-0@lo:502:mount.lustre.0 Request processed in 159us (2993us total) trans 0 rc 0/0 00000100:00100000:3.0:1789024413.023674:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00100000:2.0:1789024413.027121:0:25028:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc34378000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:25028:1875927422459264:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1789024413.027262:0:25028:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:2.0:1789024413.027277:0:25028:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:2.0:1789024413.032476:0:25041:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0001 (typ=lwp) 00000020:00000080:2.0:1789024413.032494:0:25041:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0001 (ffff90cb026199c0) 00000020:00000080:2.0:1789024413.032518:0:25041:0:(obd_config.c:720:class_attach_name()) OBD: dev 27 attached type lwp with refcount 2 00000020:01000004:2.0:1789024413.032609:0:25041:0:(tgt_mount.c:153:server_get_mount()) get mount ffff90cb041cf000 from lustre-OST0001, refs=3 00000020:01000004:2.0:1789024413.032614:0:25041:0:(tgt_mount.c:187:server_put_mount()) put mount ffff90cb041cf000 from lustre-OST0001, refs=3 00000020:01000004:2.0:1789024413.032617:0:25041:0:(obd_mount.c:710:lustre_put_lsi()) put ffff90cb041cf000 3 00010000:00080000:2.0:1789024413.032645:0:25041:0:(ldlm_lib.c:102:import_set_conn()) imp ffff90cb01a89000@lustre-MDT0000-lwp-OST0001: add connection 192.168.202.118@tcp at head 00010000:00010000:2.0:1789024413.034264:0:25041:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0001-11 is initialized 00000020:00000080:2.0:1789024413.035610:0:25041:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000010:01000000:2.0:1789024413.035660:0:25041:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1789024413.035672:0:25041:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-OST0001, cookie 0xa736ef4b98cb53d2 00000100:00080000:2.0:1789024413.035682:0:25041:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1789024413.035694:0:25041:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff90cb01a89000 using connection 192.168.202.118@tcp/0@lo 00000100:00100000:2.0:1789024413.035729:0:25041:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90cc07f39180 x1875927422459392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789024413.035764:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc07f39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3640:1875927422459392:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1789024413.035836:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024413.039138:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422459392 00000100:00100000:1.0:1789024413.039199:0:22708:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422459392 00000100:00100000:1.0:1789024413.039258:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1789024413.039266:0:22708:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc07f3aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3640:x1875927422459392:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1789024413.039295:0:22708:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 731 last 0 00000020:00000080:1.0:1789024413.039329:0:22708:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-OST0001_UUID, cookie 0xa736ef4b98cb53d9 00000004:00100000:1.0:1789024413.039344:0:22708:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1789024413.039375:0:22708:0:(import.c:65:import_set_state_nolock()) ffff90cc3f71a800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1789024413.039448:0:22708:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc07f3aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875927422459392:12345-0@lo:38:llog_process_th.0 Request processed in 182us (3611us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024413.039456:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00080000:3.0:1789024413.041274:0:25041:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1789024413.042354:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789024413.042359:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789024413.042363:0:37:0:(import.c:65:import_set_state_nolock()) ffff90cc4159a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789024413.042370:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 727 00000100:00080000:1.0:1789024413.042374:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789024413.042385:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff90cc4159a800 using connection 192.168.202.118@tcp/0@lo 00000100:00100000:1.0:1789024413.042408:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90cc3bf8d500 x1875927422459776/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789024413.042436:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789024413.042439:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789024413.042441:0:37:0:(import.c:65:import_set_state_nolock()) ffff90cc35388000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789024413.042445:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 727 00000100:00080000:1.0:1789024413.042447:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789024413.042452:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff90cc35388000 using connection 192.168.202.118@tcp/0@lo 00000100:00100000:1.0:1789024413.042462:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90cc3bf8f100 x1875927422460288/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789024413.042522:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3bf8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1875927422460032:0@lo:400:kworker.0 00000100:00100000:1.0:1789024413.042584:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024413.042617:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3bf8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3641:1875927422460672:0@lo:400:kworker.0 00000100:00100000:1.0:1789024413.042640:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024413.042665:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1789024413.042672:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3f9fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1875927422459520:0@lo:400:kworker.0 00000100:00100000:1.0:1789024413.042691:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024413.042707:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3bf8d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1875927422460160:0@lo:400:kworker.0 00000100:00100000:1.0:1789024413.042728:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024413.042756:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422460032 00000100:00100000:1.0:1789024413.042761:0:22714:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422460032 00000100:00100000:1.0:1789024413.042798:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422459520 00000100:00100000:1.0:1789024413.042801:0:22714:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422459520 00000100:00100000:1.0:1789024413.042817:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1789024413.042824:0:22714:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3bf8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875927422460032:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789024413.042872:0:22714:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3bf8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875927422460032:12345-0@lo:400:kworker.0 Request processed in 48us (288us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024413.042879:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1789024413.042908:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1789024413.042914:0:22714:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cb040b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875927422459520:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789024413.042940:0:22714:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cb040b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875927422459520:12345-0@lo:400:kworker.0 Request processed in 27us (248us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024413.042945:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1789024413.042962:0:24216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422460160 00000100:00100000:1.0:1789024413.042965:0:24216:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422460160 00000100:00100000:1.0:1789024413.043001:0:24216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1789024413.043006:0:24216:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cb040b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875927422460160:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789024413.043032:0:24216:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cb040b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875927422460160:12345-0@lo:400:kworker.0 Request processed in 26us (303us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024413.043036:0:24216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1789024413.043068:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3f9fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1875927422459520:0@lo:400:kworker.0 00000100:00100000:1.0:1789024413.043076:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3bf8d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1875927422460160:0@lo:400:kworker.0 00000100:00100000:1.0:1789024413.043084:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3bf8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1875927422460032:0@lo:400:kworker.0 00000100:00080000:1.0:1789024413.043104:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1789024413.044360:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3bf8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3644:1875927422459904:0@lo:400:kworker.0 00000100:00100000:3.0:1789024413.044406:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789024413.044441:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3bf8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3644:1875927422460544:0@lo:400:kworker.0 00000100:00100000:3.0:1789024413.044479:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789024413.044502:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1789024413.044508:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3bf8f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1875927422459648:0@lo:400:kworker.0 00000100:00100000:3.0:1789024413.044531:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789024413.044551:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3bf8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3644:1875927422460416:0@lo:400:kworker.0 00000100:00100000:3.0:1789024413.044570:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789024413.044686:0:24215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422459648 00000100:00100000:3.0:1789024413.044692:0:24215:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422459648 00000100:00100000:3.0:1789024413.044728:0:24215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1789024413.044735:0:24215:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cb03839f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3644:x1875927422459648:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789024413.044774:0:24215:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cb03839f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3644:x1875927422459648:12345-0@lo:400:kworker.0 Request processed in 39us (242us total) trans 0 rc 0/0 00000100:00100000:3.0:1789024413.044780:0:24215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1789024413.044815:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3bf8f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1875927422459648:0@lo:400:kworker.0 00000020:01000004:0.0:1789024413.048210:0:25041:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0001 (typ=lwp) 00000020:00000080:0.0:1789024413.048228:0:25041:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0001 (ffff90cc30c319c0) 00000020:00000080:0.0:1789024413.048254:0:25041:0:(obd_config.c:720:class_attach_name()) OBD: dev 28 attached type lwp with refcount 2 00000020:01000004:0.0:1789024413.048362:0:25041:0:(tgt_mount.c:153:server_get_mount()) get mount ffff90cb041cf000 from lustre-OST0001, refs=3 00000020:01000004:0.0:1789024413.048366:0:25041:0:(tgt_mount.c:187:server_put_mount()) put mount ffff90cb041cf000 from lustre-OST0001, refs=3 00000020:01000004:0.0:1789024413.048369:0:25041:0:(obd_mount.c:710:lustre_put_lsi()) put ffff90cb041cf000 3 00010000:00080000:0.0:1789024413.048402:0:25041:0:(ldlm_lib.c:102:import_set_conn()) imp ffff90cc3f7ae000@lustre-MDT0001-lwp-OST0001: add connection 192.168.202.118@tcp at head 00000100:00100000:1.0:1789024413.049967:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422460672 00000100:00100000:1.0:1789024413.049978:0:22708:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422460672 00000100:00100000:1.0:1789024413.050024:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422459904 00000100:00100000:1.0:1789024413.050027:0:22708:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422459904 00000100:00100000:1.0:1789024413.050041:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422460544 00000100:00100000:1.0:1789024413.050044:0:22708:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422460544 00000100:00100000:1.0:1789024413.050058:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422460416 00000100:00100000:1.0:1789024413.050060:0:22708:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422460416 00000100:00100000:1.0:1789024413.050076:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1789024413.050086:0:22708:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3bf8e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875927422460672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789024413.050188:0:22708:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3bf8e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875927422460672:12345-0@lo:400:kworker.0 Request processed in 103us (7546us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024413.050196:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1789024413.050211:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1789024413.050218:0:22708:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc34378000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1875927422459904:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789024413.050255:0:22708:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc34378000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1875927422459904:12345-0@lo:400:kworker.0 Request processed in 38us (5849us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024413.050260:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1789024413.050280:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1789024413.050286:0:22708:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cb03839c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3644:x1875927422460544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789024413.050317:0:22708:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cb03839c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3644:x1875927422460544:12345-0@lo:400:kworker.0 Request processed in 31us (5838us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024413.050322:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1789024413.050334:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1789024413.050340:0:22708:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cb0383bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1875927422460416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789024413.050366:0:22708:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cb0383bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1875927422460416:12345-0@lo:400:kworker.0 Request processed in 27us (5795us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024413.050372:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00080000:1.0:1789024413.050391:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1789024413.050395:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1789024413.050397:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:1.0:1789024413.050437:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff90cc3bf8dc00 x1875927422460672/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789024429 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789024413.050452:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3bf8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3641:1875927422460672:0@lo:400:kworker.0 00010000:00080000:1.0:1789024413.050488:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff90cc3bf8ea00 x1875927422460416/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789024429 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789024413.050497:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3bf8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3644:1875927422460416:0@lo:400:kworker.0 00010000:00080000:1.0:1789024413.050508:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff90cc3bf8fb80 x1875927422459904/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789024429 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789024413.050516:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3bf8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3644:1875927422459904:0@lo:400:kworker.0 00010000:00080000:1.0:1789024413.050526:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff90cc3bf8ed80 x1875927422460544/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789024429 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789024413.050547:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3bf8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3644:1875927422460544:0@lo:400:kworker.0 00000100:00100000:2.0:1789024413.052520:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3bf8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1875927422459776:0@lo:8:kworker.0 00000100:00100000:2.0:1789024413.052583:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789024413.052625:0:24216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422459776 00000100:00100000:2.0:1789024413.052631:0:24216:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422459776 00000100:00100000:2.0:1789024413.052661:0:24216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1789024413.052667:0:24216:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc07f39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3640:x1875927422459776:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1789024413.052716:0:24216:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc07f39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3640:x1875927422459776:12345-0@lo:8:kworker.0 Request processed in 48us (133us total) trans 0 rc -11/-11 00000100:00100000:2.0:1789024413.052722:0:24216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1789024413.052755:0:3640:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1789024413.052762:0:3640:0:(import.c:65:import_set_state_nolock()) ffff90cc4159a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789024413.052765:0:3640:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-11) 00000100:00100000:2.0:1789024413.052769:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3bf8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1875927422459776:0@lo:8:kworker.0 00000100:00100000:2.0:1789024413.052775:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3bf8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1875927422460288:0@lo:8:kworker.0 00000100:00100000:2.0:1789024413.052812:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789024413.052833:0:24213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422460288 00000100:00100000:2.0:1789024413.052837:0:24213:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422460288 00000100:00100000:2.0:1789024413.052855:0:24213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1789024413.052859:0:24213:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3fce8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3640:x1875927422460288:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1789024413.052911:0:24213:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3fce8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3640:x1875927422460288:12345-0@lo:8:kworker.0 Request processed in 49us (97us total) trans 0 rc -11/-11 00000100:00100000:2.0:1789024413.052917:0:24213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1789024413.052938:0:3640:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:2.0:1789024413.052942:0:3640:0:(import.c:65:import_set_state_nolock()) ffff90cc35388000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789024413.052945:0:3640:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-11) 00000100:00100000:2.0:1789024413.052947:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3bf8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1875927422460288:0@lo:8:kworker.0 00010000:00080000:2.0:1789024413.052960:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff90cc07f39180 x1875927422459392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789024423 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789024413.052968:0:3640:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:2.0:1789024413.052974:0:3640:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0001: connect to target with instance 3 00000100:00080000:2.0:1789024413.052981:0:3640:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:2.0:1789024413.052986:0:3640:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1789024413.052989:0:3640:0:(import.c:65:import_set_state_nolock()) ffff90cb01a89000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1789024413.052994:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc07f39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3640:1875927422459392:0@lo:38:llog_process_th.0 00010000:00010000:0.0:1789024413.061557:0:25041:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0001-12 is initialized 00000020:00000080:0.0:1789024413.061777:0:25041:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000010:01000000:0.0:1789024413.061823:0:25041:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1789024413.061837:0:25041:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-lwp-OST0001, cookie 0xa736ef4b98cb53e7 00000100:00080000:0.0:1789024413.061847:0:25041:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1789024413.061858:0:25041:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff90cc3f7ae000 using connection 192.168.202.118@tcp/0@lo 00000100:00100000:0.0:1789024413.061917:0:25041:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90cc199bdc00 x1875927422460800/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789024413.061939:0:25041:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00100000:2.0:1789024413.062466:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc199bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3640:1875927422460800:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1789024413.062528:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789024413.062567:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422460800 00000100:00100000:2.0:1789024413.062573:0:22708:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422460800 00000100:00100000:2.0:1789024413.062606:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1789024413.062613:0:22708:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3fce9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3640:x1875927422460800:12345-0@lo:38:llog_process_th.0 00010000:00080000:2.0:1789024413.062638:0:22708:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 731 last 0 00000020:00000080:2.0:1789024413.062669:0:22708:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-lwp-OST0001_UUID, cookie 0xa736ef4b98cb53ee 00000004:00100000:2.0:1789024413.062683:0:22708:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:2.0:1789024413.062714:0:22708:0:(import.c:65:import_set_state_nolock()) ffff90cb01a8c000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1789024413.062766:0:22708:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3fce9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875927422460800:12345-0@lo:38:llog_process_th.0 Request processed in 152us (237us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024413.062775:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00080000:2.0:1789024413.062822:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff90cc199bdc00 x1875927422460800/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789024423 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789024413.062833:0:3640:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:2.0:1789024413.062840:0:3640:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0001: connect to target with instance 3 00000100:00080000:2.0:1789024413.062846:0:3640:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:2.0:1789024413.062851:0:3640:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:2.0:1789024413.062853:0:3640:0:(import.c:65:import_set_state_nolock()) ffff90cc3f7ae000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1789024413.062859:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc199bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3640:1875927422460800:0@lo:38:llog_process_th.0 00000040:00080000:2.0:1789024413.062971:0:25041:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000020:01000000:2.0:1789024413.063017:0:25028:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:2.0:1789024413.063046:0:25028:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.118@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1789024413.063058:0:25028:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cc15db1400/0xa736ef4b98cb53bd lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb53c4 expref: -99 pid: 25028 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024413.063068:0:25028:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.118@tcp lock: ffff90cc15db1400/0xa736ef4b98cb53bd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb53c4 expref: -99 pid: 25028 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1789024413.063113:0:25028:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1789024413.063115:0:25028:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1789024413.063117:0:25028:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789024413.063118:0:25028:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789024413.063119:0:25028:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789024413.063120:0:25028:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789024413.063121:0:25028:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1789024413.063123:0:25028:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789024413.063124:0:25028:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1789024413.063128:0:25028:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x40020002 00000020:01000004:2.0:1789024413.063134:0:25028:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1789024413.063136:0:25028:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1789024413.063136:0:25028:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789024413.063137:0:25028:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789024413.063138:0:25028:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789024413.063139:0:25028:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789024413.063140:0:25028:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1789024413.063141:0:25028:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789024413.063142:0:25028:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1789024413.063182:0:25028:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:2.0:1789024413.063195:0:25028:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fce8380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:25028:1875927422460928:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1789024413.063231:0:25028:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789024413.063248:0:25028:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc18d43540 going to sleep for 11 seconds 00000100:00100000:2.0:1789024413.063264:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422460928 00000100:00100000:2.0:1789024413.063267:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422460928 00000100:00100000:2.0:1789024413.063296:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:2.0:1789024413.063303:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3d001c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+24:25028:x1875927422460928:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1789024413.063324:0:22701:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:2.0:1789024413.063338:0:22701:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:2.0:1789024413.075962:0:22701:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:2.0:1789024413.076073:0:22701:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 00000100:00100000:2.0:1789024413.076568:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3d001c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+24:25028:x1875927422460928:12345-0@lo:253:mount.lustre.0 Request processed in 13262us (13333us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024413.076577:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00100000:3.0:1789024413.076670:0:25028:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fce8380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:25028:1875927422460928:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1789024413.076681:0:25028:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:3.0:1789024413.076684:0:25028:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1789024413.076685:0:25028:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1789024413.076686:0:25028:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1789024413.076687:0:25028:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1789024413.076688:0:25028:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1789024413.076689:0:25028:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1789024413.076689:0:25028:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1789024413.076691:0:25028:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1789024413.076691:0:25028:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:3.0:1789024413.076704:0:25028:0:(tgt_mount.c:2694:server_calc_timeout()) lustre-OST0001: Imperative Recovery not enabled, recovery window 60-180 20000000:01000000:1.0:1789024413.077504:0:22724:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:1.0:1789024413.077509:0:22724:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:2.0:1789024413.081482:0:22724:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90cc15db1000/0xa736ef4b98cb53f5 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024413.081506:0:22724:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90cc342bd600/0xa736ef4b98cb5282 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa736ef4b98cb527b expref: 23 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00000004:0.0:1789024413.081509:0:25028:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 12884901888 00010000:00010000:2.0:1789024413.081514:0:22724:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90cc22fa5c00/0xa736ef4b98cb5290 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa736ef4b98cb5289 expref: 23 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024413.081536:0:22724:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90cc15db1000/0xa736ef4b98cb53f5 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024413.081573:0:22724:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90cc22fa5c00/0xa736ef4b98cb5290 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa736ef4b98cb5289 expref: 23 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024413.081586:0:22724:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff90cc22fa5c00/0xa736ef4b98cb5290 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa736ef4b98cb5289 expref: 23 pid: 22701 timeout: 831 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789024413.081599:0:22724:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fce8380 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22724:1875927422461056:0@lo:104: 00000100:00100000:2.0:1789024413.081661:0:22724:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1789024413.081727:0:22724:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90cc342bd600/0xa736ef4b98cb5282 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa736ef4b98cb527b expref: 23 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024413.081736:0:22724:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff90cc342bd600/0xa736ef4b98cb5282 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa736ef4b98cb527b expref: 23 pid: 22702 timeout: 831 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789024413.081772:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422461056 00000100:00100000:0.0:1789024413.081780:0:22692:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422461056 00000100:00100000:0.0:1789024413.081822:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1789024413.081831:0:22692:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc07f39180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+3:22724:x1875927422461056:12345-0@lo:104: 00010000:00010000:0.0:1789024413.081844:0:22692:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.118@tcp lock: ffff90cc342bc400/0xa736ef4b98cb5289 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xa736ef4b98cb5290 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789024413.081860:0:22724:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fae0e00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22724:1875927422461184:0@lo:104: 00000100:00100000:2.0:1789024413.081897:0:22724:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1789024413.081900:0:22692:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1789024413.081905:0:22692:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc07f39180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+3:22724:x1875927422461056:12345-0@lo:104: Request processed in 77us (246us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024413.081908:0:22724:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc18d43c00 going to sleep for 11 seconds 00000100:00100000:0.0:1789024413.081912:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1789024413.081925:0:22724:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fce8380 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22724:1875927422461056:0@lo:104: 00000100:00100000:0.0:1789024413.081925:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422461184 00000100:00100000:0.0:1789024413.081928:0:22692:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422461184 00010000:00010000:2.0:1789024413.081939:0:22696:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1789024413.081941:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00010000:00010000:2.0:1789024413.081945:0:22696:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.118@tcp lock: ffff90cc342bc400/0xa736ef4b98cb5289 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xa736ef4b98cb5290 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789024413.081946:0:22692:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3fae2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+3:22724:x1875927422461184:12345-0@lo:104: 00010000:00010000:2.0:1789024413.081953:0:22696:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cc342bc400 already unused, calling callback (ffffffffc146cc20) 00010000:00010000:0.0:1789024413.081953:0:22692:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.118@tcp lock: ffff90cc01322800/0xa736ef4b98cb527b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xa736ef4b98cb5282 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789024413.081957:0:22696:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.118@tcp lock: ffff90cc342bc400/0xa736ef4b98cb5289 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0xa736ef4b98cb5290 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024413.081973:0:22696:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.118@tcp lock: ffff90cc342bc400/0xa736ef4b98cb5289 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xa736ef4b98cb5290 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789024413.081980:0:22696:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.118@tcp lock: ffff90cc342bc400/0xa736ef4b98cb5289 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xa736ef4b98cb5290 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789024413.081985:0:22696:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1789024413.081994:0:22692:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1789024413.081998:0:22692:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3fae2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+3:22724:x1875927422461184:12345-0@lo:104: Request processed in 53us (117us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024413.082004:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00010000:2.0:1789024413.082009:0:22696:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.118@tcp lock: ffff90cc342bc400/0xa736ef4b98cb5289 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa736ef4b98cb5290 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024413.082015:0:22696:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1789024413.082020:0:22697:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789024413.082034:0:22696:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.118@tcp lock: ffff90cc342bc400/0xa736ef4b98cb5289 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa736ef4b98cb5290 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024413.082041:0:22696:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.118@tcp lock: ffff90cc342bc400/0xa736ef4b98cb5289 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa736ef4b98cb5290 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024413.082055:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789024413.082056:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789024413.082057:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789024413.082071:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789024413.082080:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fae1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:3641:1875927422461312:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789024413.082106:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789024413.082199:0:22724:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fae0e00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22724:1875927422461184:0@lo:104: 00010000:00010000:3.0:1789024413.082219:0:22724:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90cc15db1000/0xa736ef4b98cb53f5 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789024413.082371:0:22693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422461312 00000100:00100000:0.0:1789024413.082376:0:22693:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422461312 00010000:00010000:0.0:1789024413.082393:0:22693:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90cc22fa5c00/0xa736ef4b98cb5290 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa736ef4b98cb5289 expref: 24 pid: 22701 timeout: 831 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789024413.082421:0:22693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1789024413.082427:0:22693:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3fae1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+24:3641:x1875927422461312:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1789024413.082437:0:22693:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789024413.082443:0:22693:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90cc22fa5c00/0xa736ef4b98cb5290 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa736ef4b98cb5289 expref: 24 pid: 22701 timeout: 831 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024413.082452:0:22693:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90cc22fa5c00/0xa736ef4b98cb5290 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa736ef4b98cb5289 expref: 24 pid: 22701 timeout: 831 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024413.082464:0:22693:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90cc22fa5c00/0xa736ef4b98cb5290 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa736ef4b98cb5289 expref: 24 pid: 22701 timeout: 831 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024413.082475:0:22693:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789024413.082510:0:22693:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3fae1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+23:3641:x1875927422461312:12345-0@lo:103:ldlm_bl.0 Request processed in 83us (403us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024413.082517:0:22693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1789024413.082546:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fae1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:3641:1875927422461312:0@lo:103:ldlm_bl.0 00002000:00080000:2.0:1789024413.084995:0:25028:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0001: recovery is over 00100000:10000000:2.0:1789024413.085004:0:25028:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0001-osd: start master thread 00000020:01000004:2.0:1789024413.085037:0:25028:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:2.0:1789024413.085077:0:25028:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.202.118@tcp: cl_mgc_mutex unlock 00000020:01000004:2.0:1789024413.085096:0:25028:0:(tgt_mount.c:2460:server_fill_super_common()) Server sb, dev=50 00000080:00000004:2.0:1789024413.085133:0:25028:0:(super25.c:182:lustre_fill_super()) /dev/mapper/ost2_flakey: Mount complete 00000020:00000004:2.0:1789024413.086236:0:25028:0:(tgt_mount.c:2346:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00010000:00010000:0.0:1789024413.086251:0:25046:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789024413.086263:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.118@tcp lock: ffff90cc01322800/0xa736ef4b98cb527b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa736ef4b98cb5282 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024413.086281:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cc01322800 already unused, calling callback (ffffffffc146cc20) 10000000:00010000:0.0:1789024413.086285:0:22697:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.118@tcp lock: ffff90cc01322800/0xa736ef4b98cb527b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa736ef4b98cb5282 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024413.086296:0:22697:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.118@tcp lock: ffff90cc01322800/0xa736ef4b98cb527b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa736ef4b98cb5282 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789024413.086303:0:22697:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.118@tcp lock: ffff90cc01322800/0xa736ef4b98cb527b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa736ef4b98cb5282 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789024413.086309:0:22697:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1789024413.086348:0:22697:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.118@tcp lock: ffff90cc01322800/0xa736ef4b98cb527b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa736ef4b98cb5282 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024413.086354:0:22697:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1789024413.086376:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.118@tcp lock: ffff90cc01322800/0xa736ef4b98cb527b lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa736ef4b98cb5282 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024413.086383:0:22697:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.118@tcp lock: ffff90cc01322800/0xa736ef4b98cb527b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa736ef4b98cb5282 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024413.086398:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789024413.086400:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789024413.086402:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789024413.086418:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc199be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:3643:1875927422461440:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789024413.086479:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024413.086532:0:22695:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422461440 00000100:00100000:0.0:1789024413.086539:0:22695:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422461440 00010000:00010000:0.0:1789024413.086562:0:22695:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90cc342bd600/0xa736ef4b98cb5282 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa736ef4b98cb527b expref: 23 pid: 22702 timeout: 831 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789024413.086595:0:22695:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1789024413.086603:0:22695:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc199bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+23:3643:x1875927422461440:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1789024413.086616:0:22695:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789024413.086622:0:22695:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90cc342bd600/0xa736ef4b98cb5282 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa736ef4b98cb527b expref: 23 pid: 22702 timeout: 831 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024413.086633:0:22695:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90cc342bd600/0xa736ef4b98cb5282 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa736ef4b98cb527b expref: 23 pid: 22702 timeout: 831 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024413.086644:0:22695:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90cc342bd600/0xa736ef4b98cb5282 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa736ef4b98cb527b expref: 23 pid: 22702 timeout: 831 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024413.086657:0:22695:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90cc15db1000/0xa736ef4b98cb53f5 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024413.086664:0:22695:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90cc15db1000/0xa736ef4b98cb53f5 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:0.0:1789024413.086679:0:22695:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.015371826s 00010000:00010000:0.0:1789024413.086684:0:22695:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90cc15db1000/0xa736ef4b98cb53f5 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024413.086690:0:22695:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90cc15db1000/0xa736ef4b98cb53f5 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024413.086697:0:22695:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90cc15db1000/0xa736ef4b98cb53f5 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024413.086704:0:22695:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90cc15db1000/0xa736ef4b98cb53f5 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024413.086715:0:22695:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cc15db1000 already unused, calling callback (ffffffffc0e568b0) 00010000:00010000:0.0:1789024413.086720:0:22695:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90cc15db1000/0xa736ef4b98cb53f5 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024413.086727:0:22695:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90cc15db1000/0xa736ef4b98cb53f5 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024413.086742:0:22695:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90cc15db1000/0xa736ef4b98cb53f5 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024413.086752:0:22695:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789024413.086786:0:22695:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc199bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+22:3643:x1875927422461440:12345-0@lo:103:ldlm_bl.0 Request processed in 184us (307us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024413.086793:0:22695:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1789024413.086831:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc199be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:3643:1875927422461440:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1789024413.086851:0:22724:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90cc15db1000/0xa736ef4b98cb53f5 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024413.086859:0:22724:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90cc15db1000/0xa736ef4b98cb53f5 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024413.086865:0:22724:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90cc15db1000/0xa736ef4b98cb53f5 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024413.086892:0:25046:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789024413.086894:0:25046:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:2.0:1789024413.091539:0:25028:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1789024413.265351:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:2.0:1789024413.821767:0:25095:0:(tgt_mount.c:2346:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1789024413.822046:0:25095:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1789024414.285008:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1789024414.476349:0:22705:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1789024414.476358:0:22705:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff90cb0339e000 from 14 10000000:01000000:2.0:1789024414.476364:0:22705:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1789024414.476410:0:22705:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cc15db0800/0xa736ef4b98cb53fc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024414.476422:0:22705:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.118@tcp lock: ffff90cc15db0800/0xa736ef4b98cb53fc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024414.476433:0:22705:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.118@tcp lock: ffff90cc15db0800/0xa736ef4b98cb53fc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789024414.476458:0:22705:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fae1c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22705:1875927422461568:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1789024414.476533:0:22705:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789024414.476580:0:22705:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc19215cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1789024414.476931:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422461568 00000100:00100000:3.0:1789024414.476940:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422461568 00000100:00100000:3.0:1789024414.477042:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:3.0:1789024414.477052:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3d003850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+22:22705:x1875927422461568:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789024414.477064:0:22703:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789024414.477078:0:22703:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90cc342bd000/0xa736ef4b98cb5403 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa736ef4b98cb53fc expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024414.477098:0:22703:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90cc342bd000/0xa736ef4b98cb5403 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa736ef4b98cb53fc expref: 23 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024414.477109:0:22703:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90cc342bd000/0xa736ef4b98cb5403 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa736ef4b98cb53fc expref: 23 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024414.477135:0:22703:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90cc342bd000, rc 0) 00000100:00100000:3.0:1789024414.477222:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3d003850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+23:22705:x1875927422461568:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 166us (683us total) trans 0 rc 0/0 00000100:00100000:3.0:1789024414.477229:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00100000:2.0:1789024414.477307:0:22705:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fae1c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22705:1875927422461568:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789024414.477323:0:22705:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.118@tcp lock: ffff90cc15db0800/0xa736ef4b98cb53fc lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb5403 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024414.477331:0:22705:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.118@tcp lock: ffff90cc15db0800/0xa736ef4b98cb53fc lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa736ef4b98cb5403 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789024414.477379:0:22705:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fae1c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22705:1875927422461696:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1789024414.477409:0:22705:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789024414.481579:0:22705:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc19215cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1789024414.482553:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422461696 00000100:00100000:1.0:1789024414.482564:0:22702:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422461696 00000100:00100000:1.0:1789024414.482615:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:1.0:1789024414.482623:0:22702:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3d000850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+23:22705:x1875927422461696:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1789024414.482648:0:22702:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1789024414.482674:0:22702:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1789024414.482677:0:22702:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:1.0:1789024414.482796:0:22702:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3d000850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+23:22705:x1875927422461696:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 173us (5386us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024414.482803:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00100000:2.0:1789024414.483047:0:22705:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fae1c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22705:1875927422461696:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1789024414.483109:0:22705:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.118@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1789024414.483118:0:22705:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cc15db0800/0xa736ef4b98cb53fc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb5403 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024414.483128:0:22705:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.118@tcp lock: ffff90cc15db0800/0xa736ef4b98cb53fc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb5403 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789024414.483138:0:22705:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1789024414.483141:0:22705:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff90cc34283800 from 14 10000000:01000000:2.0:1789024414.483158:0:22705:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1789024414.483186:0:22705:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cc15db1600/0xa736ef4b98cb540a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024414.483194:0:22705:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.118@tcp lock: ffff90cc15db1600/0xa736ef4b98cb540a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024414.483203:0:22705:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.118@tcp lock: ffff90cc15db1600/0xa736ef4b98cb540a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789024414.483233:0:22705:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fae1c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22705:1875927422461824:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1789024414.483265:0:22705:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789024414.483292:0:22705:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc19215cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1789024414.483474:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422461824 00000100:00100000:1.0:1789024414.483479:0:22702:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422461824 00000100:00100000:1.0:1789024414.483498:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00100000:1.0:1789024414.483504:0:22702:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3d002050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+23:22705:x1875927422461824:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789024414.483513:0:22702:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789024414.483525:0:22702:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90cc00031a00/0xa736ef4b98cb5411 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xa736ef4b98cb540a expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024414.483545:0:22702:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90cc00031a00/0xa736ef4b98cb5411 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa736ef4b98cb540a expref: 24 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024414.483555:0:22702:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90cc00031a00/0xa736ef4b98cb5411 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa736ef4b98cb540a expref: 24 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024414.483574:0:22702:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90cc00031a00, rc 0) 00000100:00100000:1.0:1789024414.483609:0:22702:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3d002050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+24:22705:x1875927422461824:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 105us (344us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024414.483615:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00100000:2.0:1789024414.484183:0:22705:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fae1c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22705:1875927422461824:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789024414.484197:0:22705:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.118@tcp lock: ffff90cc15db1600/0xa736ef4b98cb540a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb5411 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024414.484206:0:22705:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.118@tcp lock: ffff90cc15db1600/0xa736ef4b98cb540a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xa736ef4b98cb5411 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789024414.484266:0:22705:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fae1c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22705:1875927422461952:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1789024414.484298:0:22705:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789024414.484316:0:22705:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc19215cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1789024414.484426:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422461952 00000100:00100000:1.0:1789024414.484431:0:22702:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422461952 00000100:00100000:1.0:1789024414.484464:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000100:00100000:1.0:1789024414.484481:0:22702:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3d000c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+24:22705:x1875927422461952:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1789024414.484495:0:22702:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1789024414.484509:0:22702:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1789024414.484512:0:22702:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:1.0:1789024414.484588:0:22702:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3d000c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+24:22705:x1875927422461952:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 117us (288us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024414.484594:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00100000:2.0:1789024414.500513:0:22705:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fae1c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22705:1875927422461952:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1789024414.500596:0:22705:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.118@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1789024414.500608:0:22705:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cc15db1600/0xa736ef4b98cb540a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb5411 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024414.500618:0:22705:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.118@tcp lock: ffff90cc15db1600/0xa736ef4b98cb540a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb5411 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789024414.615507:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1789024414.615526:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc199be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1875927422462080:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1789024414.615592:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024414.615630:0:24217:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422462080 00000100:00100000:0.0:1789024414.615636:0:24217:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422462080 00000100:00100000:0.0:1789024414.615669:0:24217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1789024414.615675:0:24217:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc199bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3643:x1875927422462080:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1789024414.615700:0:24217:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1789024414.615742:0:24217:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc199bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3643:x1875927422462080:12345-0@lo:13:osp-pre-0-0.0 Request processed in 68us (149us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024414.615750:0:24217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1789024414.615794:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc199be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1875927422462080:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1789024415.313092:0:25046:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789024416.347037:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789024416.655450:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789024416.655475:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc199be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1875927422462208:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1789024416.655548:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024416.659974:0:24217:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422462208 00000100:00100000:0.0:1789024416.659990:0:24217:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422462208 00000100:00100000:0.0:1789024416.660076:0:24217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1789024416.660088:0:24217:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cb03838a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875927422462208:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1789024416.660119:0:24217:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1789024416.660525:0:24217:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cb03838a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875927422462208:12345-0@lo:13:osp-pre-0-1.0 Request processed in 441us (4976us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024416.660534:0:24217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1789024416.660596:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc199be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1875927422462208:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1789024416.661951:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1789024417.357278:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789024417.676540:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cb0383ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1875927422462336:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1789024417.676608:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024417.677605:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc199be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1875927422462464:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1789024417.677642:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024417.677687:0:23665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422462336 00000100:00100000:0.0:1789024417.677694:0:23665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422462336 00000100:00100000:0.0:1789024417.677734:0:23665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422462464 00000100:00100000:0.0:1789024417.677737:0:23665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422462464 00000100:00100000:0.0:1789024417.677751:0:23665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:0.0:1789024417.677765:0:23665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cb040b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875927422462336:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1789024417.677797:0:23665:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1789024417.678642:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1789024417.678658:0:22714:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc199bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3643:x1875927422462464:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1789024417.678681:0:22714:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1789024417.680384:0:22714:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc199bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3643:x1875927422462464:12345-0@lo:41:osp-pre-0-1.0 Request processed in 1725us (2733us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024417.680396:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1789024417.681322:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc199be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1875927422462464:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1789024417.685312:0:23665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cb040b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875927422462336:12345-0@lo:41:osp-pre-1-0.0 Request processed in 7538us (8694us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024417.685327:0:23665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:1.0:1789024417.685403:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cb0383ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1875927422462336:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1789024418.188599:0:12478:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789024418.188606:0:12478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789024418.188610:0:12478:0:(import.c:65:import_set_state_nolock()) ffff90cc4159a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789024418.188626:0:12478:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff90cc4159a800 using connection 192.168.202.118@tcp/0@lo 00000100:00100000:0.0:1789024418.188650:0:12478:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90cc199be680 x1875927422462976/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789024418.188685:0:12478:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789024418.188689:0:12478:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789024418.188690:0:12478:0:(import.c:65:import_set_state_nolock()) ffff90cc35388000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789024418.188697:0:12478:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff90cc35388000 using connection 192.168.202.118@tcp/0@lo 00000100:00100000:0.0:1789024418.188707:0:12478:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90cc3f9f8a80 x1875927422463488/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789024418.188772:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3f9fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3643:1875927422463104:0@lo:400:kworker.0 00000100:00100000:2.0:1789024418.189070:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc199be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1875927422462976:0@lo:8:kworker.0 00000100:00100000:2.0:1789024418.189130:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789024418.189181:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3f9f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1875927422463488:0@lo:8:kworker.0 00000100:00100000:2.0:1789024418.189210:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789024418.189254:0:24216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422462976 00000100:00100000:2.0:1789024418.189264:0:24216:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422462976 00000100:00100000:2.0:1789024418.189298:0:24216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422463488 00000100:00100000:2.0:1789024418.189301:0:24216:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422463488 00000100:00100000:2.0:1789024418.189319:0:24216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1789024418.189327:0:24216:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3fae1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3640:x1875927422462976:12345-0@lo:8:kworker.0 00010000:00080000:2.0:1789024418.189362:0:24216:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 736 last 0 00000020:00000080:2.0:1789024418.189393:0:24216:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xa736ef4b98cb5418 00002000:00100000:2.0:1789024418.189414:0:24216:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff90cb01a8f800 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113a27 ocd_grant: 0 ocd_index: 1 ocd_group 0 00002000:00080000:2.0:1789024418.189418:0:24216:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 0 00002000:00100000:2.0:1789024418.189421:0:24216:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:2.0:1789024418.189615:0:24216:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1789024418.189638:0:24216:0:(import.c:65:import_set_state_nolock()) ffff90cb01a8e000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1789024418.189683:0:24216:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3fae1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3640:x1875927422462976:12345-0@lo:8:kworker.0 Request processed in 356us (553us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024418.189691:0:24216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1789024418.189707:0:24216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1789024418.189711:0:24216:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3fae2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3640:x1875927422463488:12345-0@lo:8:kworker.0 00010000:00080000:2.0:1789024418.189725:0:24216:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 736 last 0 00000020:00000080:2.0:1789024418.189739:0:24216:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xa736ef4b98cb541f 00002000:00100000:2.0:1789024418.189745:0:24216:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0001-mdtlov_UUID/ffff90cb01a8b000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113a27 ocd_grant: 0 ocd_index: 1 ocd_group 1 00002000:00080000:2.0:1789024418.189748:0:24216:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 1 00002000:00100000:2.0:1789024418.189750:0:24216:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:2.0:1789024418.189773:0:24216:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 1 00000100:00080000:2.0:1789024418.189785:0:24216:0:(import.c:65:import_set_state_nolock()) ffff90cb01a89800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1789024418.189829:0:24216:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3fae2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:3640:x1875927422463488:12345-0@lo:8:kworker.0 Request processed in 117us (619us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024418.189845:0:24216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00010000:00080000:2.0:1789024418.189889:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90cc199be680 x1875927422462976/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1789024443 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789024418.189902:0:3640:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0000: connect to target with instance 3 00000100:00080000:2.0:1789024418.189909:0:3640:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:2.0:1789024418.189914:0:3640:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:2.0:1789024418.189916:0:3640:0:(import.c:65:import_set_state_nolock()) ffff90cc4159a800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:2.0:1789024418.189936:0:3640:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:2.0:1789024418.189942:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc199be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1875927422462976:0@lo:8:kworker.0 00010000:00080000:2.0:1789024418.189955:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90cc3f9f8a80 x1875927422463488/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1789024443 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789024418.189965:0:3640:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0001: connect to target with instance 3 00000100:00080000:2.0:1789024418.189969:0:3640:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:2.0:1789024418.189972:0:3640:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:2.0:1789024418.189974:0:3640:0:(import.c:65:import_set_state_nolock()) ffff90cc35388000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:2.0:1789024418.189985:0:3640:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:2.0:1789024418.189988:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3f9f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1875927422463488:0@lo:8:kworker.0 00000004:00080000:2.0:1789024418.190028:0:22735:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: going to cleanup orphans since [0x2c0000401:0x22:0x0] 00000100:00100000:2.0:1789024418.190044:0:22735:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fae2680 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22735:1875927422464384:0@lo:5:osp-pre-1-0.0 00000100:00100000:2.0:1789024418.190067:0:22735:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789024418.190082:0:22735:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc08774840 going to sleep for 11 seconds 00000004:00080000:2.0:1789024418.190104:0:23452:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: going to cleanup orphans since [0x2c0000400:0x1:0x0] 00000100:00100000:2.0:1789024418.190117:0:23452:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc199be680 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23452:1875927422464640:0@lo:7:osp-pre-1-1.0 00000100:00100000:2.0:1789024418.190138:0:23452:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789024418.190171:0:23452:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc1899f540 going to sleep for 11 seconds 00000100:00100000:2.0:1789024418.190184:0:24215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422464384 00000100:00100000:2.0:1789024418.190188:0:24215:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422464384 00000100:00100000:2.0:1789024418.190220:0:24215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422464640 00000100:00100000:2.0:1789024418.190223:0:24215:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422464640 00000100:00100000:2.0:1789024418.190237:0:24215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1789024418.190243:0:24215:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3fae3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:22735:x1875927422464384:12345-0@lo:5:osp-pre-1-0.0 00000100:00080000:2.0:1789024418.190419:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1789024418.190431:0:24485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1789024418.190442:0:24485:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc08783100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23452:x1875927422464640:12345-0@lo:7:osp-pre-1-1.0 00000100:00100000:0.0:1789024418.195661:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024418.195704:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3f9fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3643:1875927422463744:0@lo:400:kworker.0 00000100:00100000:0.0:1789024418.195735:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024418.195762:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fae3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1875927422464256:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1789024418.195796:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024418.195821:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:0.0:1789024418.195854:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc199bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:3643:1875927422462592:0@lo:400:kworker.0 00000100:00100000:0.0:1789024418.195886:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024418.195918:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3f9fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1875927422463232:0@lo:400:kworker.0 00000100:00100000:0.0:1789024418.195941:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024418.195960:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3f9fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3643:1875927422463872:0@lo:400:kworker.0 00000100:00100000:0.0:1789024418.195979:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024418.195994:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fae0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1875927422464512:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1789024418.196014:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024418.196048:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc199bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1875927422462720:0@lo:400:kworker.0 00000100:00100000:0.0:1789024418.196070:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024418.196089:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3f9f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1875927422463360:0@lo:400:kworker.0 00000100:00100000:0.0:1789024418.196111:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024418.196126:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3f9f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3641:1875927422464000:0@lo:400:kworker.0 00000100:00100000:0.0:1789024418.196166:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024418.196179:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1789024418.196184:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc199bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1875927422462848:0@lo:400:kworker.0 00000100:00100000:0.0:1789024418.196207:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024418.196221:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3f9f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875927422463616:0@lo:400:kworker.0 00000100:00100000:0.0:1789024418.196238:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024418.196247:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3f9faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3641:1875927422464128:0@lo:400:kworker.0 00000100:00100000:0.0:1789024418.196266:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1789024418.196291:0:22734:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:0.0:1789024418.196374:0:22734:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 736232227425ns, next at 0ns, rc = 0 00080000:00080000:0.0:1789024418.196381:0:22734:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0000: async commit OSD 00000100:00100000:0.0:1789024418.196407:0:24217:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422464256 00000100:00100000:0.0:1789024418.196421:0:24217:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422464256 00000100:00100000:0.0:1789024418.196455:0:24217:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422464512 00000100:00100000:0.0:1789024418.196458:0:24217:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422464512 00000100:00100000:0.0:1789024418.196473:0:24217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1789024418.196480:0:24217:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f9f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3643:x1875927422464256:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1789024418.196508:0:24217:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3915857920 avail 3684335616 00000100:00100000:0.0:1789024418.196550:0:24217:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f9f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3643:x1875927422464256:12345-0@lo:13:osp-pre-1-0.0 Request processed in 70us (762us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024418.196556:0:24217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1789024418.196572:0:24217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1789024418.196577:0:24217:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f9fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3643:x1875927422464512:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1789024418.196585:0:24217:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3915857920 avail 3684335616 00000100:00100000:0.0:1789024418.196607:0:24217:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f9fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3643:x1875927422464512:12345-0@lo:13:osp-pre-1-1.0 Request processed in 30us (592us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024418.196612:0:24217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1789024418.196630:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422462592 00000100:00100000:0.0:1789024418.196634:0:22702:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422462592 00000100:00100000:0.0:1789024418.196658:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115 00000100:00100000:0.0:1789024418.196664:0:22702:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3d000450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+24:3643:x1875927422462592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789024418.196693:0:22702:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3d000450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+24:3643:x1875927422462592:12345-0@lo:400:kworker.0 Request processed in 29us (806us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024418.196699:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115 00000100:00100000:0.0:1789024418.196725:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422463232 00000100:00100000:0.0:1789024418.196728:0:22714:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422463232 00000100:00100000:0.0:1789024418.196749:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422462720 00000100:00100000:0.0:1789024418.196751:0:22714:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422462720 00000100:00100000:0.0:1789024418.196763:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1789024418.196769:0:22714:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f9f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3643:x1875927422463232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789024418.196807:0:22714:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f9f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3643:x1875927422463232:12345-0@lo:400:kworker.0 Request processed in 38us (865us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024418.196814:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1789024418.196825:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1789024418.196843:0:22714:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f9f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875927422462720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789024418.196877:0:22714:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f9f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875927422462720:12345-0@lo:400:kworker.0 Request processed in 46us (806us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024418.196882:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1789024418.197060:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc199bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1875927422462720:0@lo:400:kworker.0 00000100:00100000:0.0:1789024418.197087:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc199bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:3643:1875927422462592:0@lo:400:kworker.0 00000100:00100000:0.0:1789024418.197095:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3f9fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1875927422463232:0@lo:400:kworker.0 00010000:00080000:0.0:1789024418.197107:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90cc3fae0e00 x1875927422464512/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789024434 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789024418.197122:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fae0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1875927422464512:0@lo:13:osp-pre-1-1.0 00010000:00080000:0.0:1789024418.197133:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90cc3fae3b80 x1875927422464256/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789024434 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789024418.197163:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fae3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1875927422464256:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1789024418.197438:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422463104 00000100:00100000:2.0:1789024418.197443:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422463104 00000100:00100000:2.0:1789024418.197466:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422463744 00000100:00100000:2.0:1789024418.197469:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422463744 00000100:00100000:2.0:1789024418.197491:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422463872 00000100:00100000:2.0:1789024418.197495:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422463872 00000100:00100000:2.0:1789024418.197508:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422464000 00000100:00100000:2.0:1789024418.197510:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422464000 00000100:00100000:2.0:1789024418.197521:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422463616 00000100:00100000:2.0:1789024418.197523:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422463616 00000100:00100000:2.0:1789024418.197533:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422464128 00000100:00100000:2.0:1789024418.197535:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422464128 00000100:00100000:2.0:1789024418.197549:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1789024418.197556:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f9f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1875927422463104:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789024418.197600:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f9f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1875927422463104:12345-0@lo:400:kworker.0 Request processed in 44us (1948us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024418.197606:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1789024418.197619:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1789024418.197625:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f9f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1875927422463744:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789024418.197652:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f9f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1875927422463744:12345-0@lo:400:kworker.0 Request processed in 27us (1916us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024418.197658:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1789024418.197670:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1789024418.197677:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f9fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1875927422463872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789024418.197703:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f9fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1875927422463872:12345-0@lo:400:kworker.0 Request processed in 27us (1722us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024418.197708:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1789024418.197727:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1789024418.197733:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f9f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875927422464000:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789024418.197764:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f9f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875927422464000:12345-0@lo:400:kworker.0 Request processed in 32us (1598us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024418.197769:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1789024418.197780:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1789024418.197785:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3fab8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875927422463616:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789024418.197809:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3fab8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875927422463616:12345-0@lo:400:kworker.0 Request processed in 24us (1570us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024418.197814:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1789024418.197825:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:2.0:1789024418.197830:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3fab8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875927422464128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789024418.197866:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3fab8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875927422464128:12345-0@lo:400:kworker.0 Request processed in 37us (1599us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024418.197871:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:2.0:1789024418.197896:0:24213:0:(service.c:3467:ptlrpc_start_thread()) ost[0] started 4 min 3 max 116 00000100:00100000:2.0:1789024418.197904:0:24213:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost00_004' 00000100:00080000:2.0:1789024418.197989:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1789024418.197994:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1789024418.198576:0:24216:0:(service.c:3467:ptlrpc_start_thread()) ost[0] started 4 min 3 max 116 00000100:00100000:2.0:1789024418.198583:0:24216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422463360 00000100:00100000:2.0:1789024418.198588:0:24216:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422463360 00000100:00100000:2.0:1789024418.198616:0:24216:0:(service.c:3467:ptlrpc_start_thread()) ost[0] started 4 min 3 max 116 00000100:00100000:2.0:1789024418.198621:0:24216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422462848 00000100:00100000:2.0:1789024418.198624:0:24216:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422462848 00000100:00100000:2.0:1789024418.198636:0:24216:0:(service.c:3467:ptlrpc_start_thread()) ost[0] started 4 min 3 max 116 00000100:00100000:2.0:1789024418.198642:0:24216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1789024418.198648:0:24216:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f9fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875927422463360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789024418.198693:0:24216:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f9fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875927422463360:12345-0@lo:400:kworker.0 Request processed in 44us (2580us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024418.198699:0:24216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1789024418.198710:0:24216:0:(service.c:3467:ptlrpc_start_thread()) ost[0] started 4 min 3 max 116 00000100:00100000:2.0:1789024418.198715:0:24216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1789024418.198721:0:24216:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f9f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875927422462848:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789024418.198770:0:24216:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f9f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875927422462848:12345-0@lo:400:kworker.0 Request processed in 48us (2561us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024418.198776:0:24216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00080000:2.0:1789024418.198790:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00080000:2.0:1789024418.198797:0:24485:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000400 00002000:00080000:2.0:1789024418.198802:0:24485:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0001: LAST FID is [0x2c0000400:0x41:0x0] 00000100:00100000:0.0:1789024418.200407:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc199bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1875927422462848:0@lo:400:kworker.0 00010000:00080000:0.0:1789024418.200426:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90cc3f9f8380 x1875927422463616/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789024434 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789024418.200437:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3f9f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875927422463616:0@lo:400:kworker.0 00010000:00080000:0.0:1789024418.200451:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90cc3f9faa00 x1875927422464128/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789024434 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789024418.200470:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3f9faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3641:1875927422464128:0@lo:400:kworker.0 00000100:00100000:0.0:1789024418.200485:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3f9f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1875927422463360:0@lo:400:kworker.0 00010000:00080000:0.0:1789024418.200496:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90cc3f9f9500 x1875927422464000/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789024434 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789024418.200504:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3f9f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3641:1875927422464000:0@lo:400:kworker.0 00002000:00080000:0.0:1789024418.200553:0:24215:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000401 00002000:00080000:0.0:1789024418.200560:0:24215:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -31 00002000:02000040:0.0:1789024418.200565:0:24215:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0001: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x2c0000401:35 to 0x2c0000401:65) 00000004:00080000:1.0:1789024418.200917:0:23451:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:1.0:1789024418.201009:0:23451:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 736236861695ns, next at 0ns, rc = 0 00080000:00080000:1.0:1789024418.201015:0:23451:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:1.0:1789024418.202290:0:23441:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1 committed 00000100:00100000:2.0:1789024418.202966:0:24485:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc08783100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23452:x1875927422464640:12345-0@lo:7:osp-pre-1-1.0 Request processed in 12518us (12820us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024418.202980:0:24485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00010000:00080000:2.0:1789024418.203047:0:23452:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90cc199be680 x1875927422464640/t0(0) o7->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 264/240 e 0 to 0 dl 1789024434 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789024418.203062:0:23452:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc199be680 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23452:1875927422464640:0@lo:7:osp-pre-1-1.0 00000004:00080000:2.0:1789024418.203076:0:23452:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0001-osc-MDT0001: Got last_fid [0x2c0000400:0x41:0x0] 00000100:00100000:2.0:1789024418.203118:0:23452:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc08783b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23452:1875927422464768:0@lo:5:osp-pre-1-1.0 00010000:00080000:1.0:1789024418.203310:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90cc3f9fb100 x1875927422463872/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789024434 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789024418.203320:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3f9fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3643:1875927422463872:0@lo:400:kworker.0 00010000:00080000:1.0:1789024418.203333:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90cc3f9fa300 x1875927422463104/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789024434 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789024418.203341:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3f9fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3643:1875927422463104:0@lo:400:kworker.0 00010000:00080000:1.0:1789024418.203352:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90cc3f9fb480 x1875927422463744/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789024434 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789024418.203359:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3f9fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3643:1875927422463744:0@lo:400:kworker.0 00000100:00100000:2.0:1789024418.203901:0:23452:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789024418.203976:0:23452:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc02fcd180 going to sleep for 11 seconds 00000100:00100000:2.0:1789024418.204015:0:24213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422464768 00000100:00100000:2.0:1789024418.204021:0:24213:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422464768 00000100:00100000:2.0:1789024418.212042:0:24213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1789024418.212071:0:24213:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc08781180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23452:x1875927422464768:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:2.0:1789024418.212121:0:24213:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:2.0:1789024418.212280:0:24213:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc08781180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23452:x1875927422464768:12345-0@lo:5:osp-pre-1-1.0 Request processed in 224us (8380us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024418.212288:0:24213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00010000:00080000:2.0:1789024418.212347:0:23452:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90cc08783b80 x1875927422464768/t0(0) o5->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1789024434 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789024418.212361:0:23452:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc08783b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23452:1875927422464768:0@lo:5:osp-pre-1-1.0 00000004:00080000:2.0:1789024418.212374:0:23452:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: Got last_id [0x2c0000400:0x41:0x0] from OST, last_created [0x2c0000400:0x41:0x0]last_used is [0x2c0000400:0x41:0x0] 00000100:00100000:2.0:1789024418.212413:0:23452:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc08783b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23452:1875927422464896:0@lo:5:osp-pre-1-1.0 00000100:00100000:2.0:1789024418.212444:0:23452:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789024418.220454:0:23452:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc02fcd180 going to sleep for 11 seconds 00000100:00100000:2.0:1789024418.220557:0:25326:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422464896 00000100:00100000:2.0:1789024418.220565:0:25326:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422464896 00000100:00100000:2.0:1789024418.220614:0:25326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1789024418.220623:0:25326:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc08780a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+6:23452:x1875927422464896:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:2.0:1789024418.220663:0:25326:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000400 at 66 00000004:00080000:0.0:1789024418.221375:0:22688:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1 committed 00002000:00010000:0.0:1789024418.221477:0:24215:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789024418.221486:0:24215:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bfb44394/0xa736ef4b98cb5426 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024418.221503:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=736s v=(0 0) 00010000:00010000:0.0:1789024418.221507:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789024418.221513:0:24215:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bfb44394/0xa736ef4b98cb5426 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024418.221529:0:24215:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bfb44394/0xa736ef4b98cb5426 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024418.221538:0:24215:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bfb44394/0xa736ef4b98cb5426 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024418.221557:0:24215:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bfb44394/0xa736ef4b98cb5426 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024418.221575:0:24215:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789024418.221586:0:25046:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789024418.221592:0:25046:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bfb44394/0xa736ef4b98cb5426 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024418.221599:0:25046:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cb0252e800 already unused, calling callback (ffffffffc0e568b0) 00010000:00010000:0.0:1789024418.221604:0:25046:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bfb44394/0xa736ef4b98cb5426 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024418.221612:0:25046:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bfb44394/0xa736ef4b98cb5426 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024418.221629:0:25046:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bfb44394/0xa736ef4b98cb5426 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024418.221637:0:25046:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bfb44394/0xa736ef4b98cb5426 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024418.221654:0:25046:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789024418.221657:0:25046:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789024418.221658:0:25046:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789024418.222491:0:24215:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789024418.222506:0:24215:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c75b6453/0xa736ef4b98cb542d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024418.222517:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=736s v=(0 0) 00010000:00010000:0.0:1789024418.222521:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789024418.222526:0:24215:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c75b6453/0xa736ef4b98cb542d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024418.222535:0:24215:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c75b6453/0xa736ef4b98cb542d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024418.222544:0:24215:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c75b6453/0xa736ef4b98cb542d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024418.222551:0:24215:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c75b6453/0xa736ef4b98cb542d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.222640:0:24215:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1789024418.223171:0:24215:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789024418.223178:0:24215:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a3256751/0xa736ef4b98cb5434 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.223187:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=736s v=(0 0) 00010000:00010000:1.0:1789024418.223191:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789024418.223195:0:24215:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a3256751/0xa736ef4b98cb5434 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.223207:0:24215:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a3256751/0xa736ef4b98cb5434 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.223227:0:24215:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a3256751/0xa736ef4b98cb5434 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.223235:0:24215:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a3256751/0xa736ef4b98cb5434 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.223250:0:24215:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1789024418.223259:0:22697:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1789024418.223264:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c75b6453/0xa736ef4b98cb542d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.223272:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cb0252fc00 already unused, calling callback (ffffffffc0e568b0) 00010000:00010000:1.0:1789024418.223275:0:22697:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c75b6453/0xa736ef4b98cb542d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.223283:0:22697:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c75b6453/0xa736ef4b98cb542d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.223297:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c75b6453/0xa736ef4b98cb542d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.223303:0:22697:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c75b6453/0xa736ef4b98cb542d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.223318:0:22697:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789024418.223326:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a3256751/0xa736ef4b98cb5434 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.223332:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cc00030800 already unused, calling callback (ffffffffc0e568b0) 00010000:00010000:1.0:1789024418.223335:0:22697:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a3256751/0xa736ef4b98cb5434 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.223341:0:22697:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a3256751/0xa736ef4b98cb5434 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.223351:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a3256751/0xa736ef4b98cb5434 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.223357:0:22697:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a3256751/0xa736ef4b98cb5434 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.223367:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789024418.223368:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789024418.223370:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789024418.223560:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789024418.225413:0:24215:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789024418.225423:0:24215:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008bbefd7a/0xa736ef4b98cb543b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.225437:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=736s v=(0 0) 00010000:00010000:1.0:1789024418.225442:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789024418.225447:0:24215:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008bbefd7a/0xa736ef4b98cb543b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.225473:0:24215:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008bbefd7a/0xa736ef4b98cb543b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.225483:0:24215:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008bbefd7a/0xa736ef4b98cb543b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.225490:0:24215:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008bbefd7a/0xa736ef4b98cb543b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.225507:0:24215:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789024418.225518:0:25046:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789024418.225523:0:25046:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008bbefd7a/0xa736ef4b98cb543b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.225531:0:25046:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cc00031e00 already unused, calling callback (ffffffffc0e568b0) 00010000:00010000:1.0:1789024418.225535:0:25046:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008bbefd7a/0xa736ef4b98cb543b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.225544:0:25046:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008bbefd7a/0xa736ef4b98cb543b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.225559:0:25046:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008bbefd7a/0xa736ef4b98cb543b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.225567:0:25046:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008bbefd7a/0xa736ef4b98cb543b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.225589:0:25046:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789024418.225591:0:25046:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789024418.225593:0:25046:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789024418.228637:0:24215:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789024418.228649:0:24215:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002469b7e6/0xa736ef4b98cb5442 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.228664:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=736s v=(0 0) 00010000:00010000:1.0:1789024418.228668:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789024418.228674:0:24215:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002469b7e6/0xa736ef4b98cb5442 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.228688:0:24215:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002469b7e6/0xa736ef4b98cb5442 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.228698:0:24215:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002469b7e6/0xa736ef4b98cb5442 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.228706:0:24215:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002469b7e6/0xa736ef4b98cb5442 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.228722:0:24215:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789024418.228732:0:22697:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789024418.228737:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002469b7e6/0xa736ef4b98cb5442 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.228757:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cc00030e00 already unused, calling callback (ffffffffc0e568b0) 00010000:00010000:1.0:1789024418.228761:0:22697:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002469b7e6/0xa736ef4b98cb5442 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.228769:0:22697:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002469b7e6/0xa736ef4b98cb5442 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.228784:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002469b7e6/0xa736ef4b98cb5442 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.228791:0:22697:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002469b7e6/0xa736ef4b98cb5442 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.228809:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789024418.228811:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789024418.228813:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789024418.230564:0:24215:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789024418.230573:0:24215:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a3256751/0xa736ef4b98cb5449 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.230584:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=736s v=(0 0) 00010000:00010000:1.0:1789024418.230588:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789024418.230592:0:24215:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a3256751/0xa736ef4b98cb5449 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.230603:0:24215:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a3256751/0xa736ef4b98cb5449 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.230618:0:24215:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a3256751/0xa736ef4b98cb5449 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.230626:0:24215:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a3256751/0xa736ef4b98cb5449 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.230650:0:24215:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789024418.231019:0:22696:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789024418.231027:0:22696:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a3256751/0xa736ef4b98cb5449 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024418.231036:0:22696:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cc00030800 already unused, calling callback (ffffffffc0e568b0) 00010000:00010000:0.0:1789024418.231040:0:22696:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a3256751/0xa736ef4b98cb5449 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024418.231050:0:22696:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a3256751/0xa736ef4b98cb5449 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024418.231071:0:22696:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a3256751/0xa736ef4b98cb5449 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024418.231087:0:22696:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a3256751/0xa736ef4b98cb5449 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024418.231103:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789024418.231104:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789024418.231106:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789024418.231527:0:24215:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789024418.231534:0:24215:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bfb44394/0xa736ef4b98cb5450 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024418.231542:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=736s v=(0 0) 00010000:00010000:0.0:1789024418.231545:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789024418.231549:0:24215:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bfb44394/0xa736ef4b98cb5450 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024418.231558:0:24215:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bfb44394/0xa736ef4b98cb5450 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024418.231567:0:24215:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bfb44394/0xa736ef4b98cb5450 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024418.231575:0:24215:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bfb44394/0xa736ef4b98cb5450 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024418.231607:0:24215:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789024418.232074:0:25046:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789024418.232089:0:25046:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bfb44394/0xa736ef4b98cb5450 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.232097:0:25046:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cb0252e800 already unused, calling callback (ffffffffc0e568b0) 00010000:00010000:1.0:1789024418.232100:0:25046:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bfb44394/0xa736ef4b98cb5450 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.232109:0:25046:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bfb44394/0xa736ef4b98cb5450 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.232122:0:25046:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bfb44394/0xa736ef4b98cb5450 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.232128:0:25046:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bfb44394/0xa736ef4b98cb5450 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.232170:0:25046:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789024418.232180:0:25046:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789024418.232182:0:25046:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789024418.232319:0:24215:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789024418.232324:0:24215:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ded767d4/0xa736ef4b98cb5457 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024418.232333:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=736s v=(0 0) 00010000:00010000:0.0:1789024418.232336:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789024418.232339:0:24215:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ded767d4/0xa736ef4b98cb5457 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024418.232349:0:24215:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ded767d4/0xa736ef4b98cb5457 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024418.232357:0:24215:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ded767d4/0xa736ef4b98cb5457 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024418.232365:0:24215:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ded767d4/0xa736ef4b98cb5457 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024418.232386:0:24215:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789024418.232493:0:22697:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789024418.232499:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ded767d4/0xa736ef4b98cb5457 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.232506:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cb0252f600 already unused, calling callback (ffffffffc0e568b0) 00010000:00010000:1.0:1789024418.232509:0:22697:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ded767d4/0xa736ef4b98cb5457 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.232518:0:22697:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ded767d4/0xa736ef4b98cb5457 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.232528:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ded767d4/0xa736ef4b98cb5457 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.232535:0:22697:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ded767d4/0xa736ef4b98cb5457 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.232548:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789024418.232549:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789024418.232551:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789024418.234172:0:24215:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789024418.234194:0:24215:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000be8985c5/0xa736ef4b98cb545e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024418.234206:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=736s v=(0 0) 00010000:00010000:0.0:1789024418.234217:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789024418.234222:0:24215:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000be8985c5/0xa736ef4b98cb545e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024418.234234:0:24215:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000be8985c5/0xa736ef4b98cb545e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024418.234244:0:24215:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000be8985c5/0xa736ef4b98cb545e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024418.234251:0:24215:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000be8985c5/0xa736ef4b98cb545e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024418.234265:0:24215:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789024418.234602:0:22696:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789024418.234609:0:22696:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000be8985c5/0xa736ef4b98cb545e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024418.234618:0:22696:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cb0252f800 already unused, calling callback (ffffffffc0e568b0) 00010000:00010000:3.0:1789024418.234622:0:22696:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000be8985c5/0xa736ef4b98cb545e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024418.234631:0:22696:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000be8985c5/0xa736ef4b98cb545e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024418.234648:0:22696:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000be8985c5/0xa736ef4b98cb545e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024418.234656:0:22696:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000be8985c5/0xa736ef4b98cb545e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024418.234674:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789024418.234681:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789024418.234683:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789024418.234993:0:24215:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789024418.235010:0:24215:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009d2efc2d/0xa736ef4b98cb5465 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.235019:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=736s v=(0 0) 00010000:00010000:1.0:1789024418.235023:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789024418.235035:0:24215:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009d2efc2d/0xa736ef4b98cb5465 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.235046:0:24215:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009d2efc2d/0xa736ef4b98cb5465 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.235053:0:24215:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009d2efc2d/0xa736ef4b98cb5465 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.235060:0:24215:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009d2efc2d/0xa736ef4b98cb5465 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.235076:0:24215:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1789024418.235916:0:24215:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789024418.235923:0:24215:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bdef493d/0xa736ef4b98cb546c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.235931:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=736s v=(0 0) 00010000:00010000:1.0:1789024418.235934:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789024418.235938:0:24215:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bdef493d/0xa736ef4b98cb546c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.235946:0:24215:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bdef493d/0xa736ef4b98cb546c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.235965:0:24215:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bdef493d/0xa736ef4b98cb546c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.235983:0:24215:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bdef493d/0xa736ef4b98cb546c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.236013:0:24215:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1789024418.236374:0:22697:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789024418.236381:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009d2efc2d/0xa736ef4b98cb5465 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024418.236390:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cc00031000 already unused, calling callback (ffffffffc0e568b0) 00010000:00010000:3.0:1789024418.236394:0:22697:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009d2efc2d/0xa736ef4b98cb5465 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024418.236403:0:22697:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009d2efc2d/0xa736ef4b98cb5465 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024418.236418:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009d2efc2d/0xa736ef4b98cb5465 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024418.236426:0:22697:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009d2efc2d/0xa736ef4b98cb5465 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024418.236440:0:22697:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789024418.236443:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bdef493d/0xa736ef4b98cb546c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024418.236449:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cc00031200 already unused, calling callback (ffffffffc0e568b0) 00010000:00010000:3.0:1789024418.236453:0:22697:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bdef493d/0xa736ef4b98cb546c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024418.236470:0:22697:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bdef493d/0xa736ef4b98cb546c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024418.236480:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bdef493d/0xa736ef4b98cb546c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024418.236487:0:22697:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bdef493d/0xa736ef4b98cb546c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024418.236498:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789024418.236500:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789024418.236502:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789024418.236873:0:25046:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789024418.238258:0:24215:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789024418.238269:0:24215:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005ae85711/0xa736ef4b98cb5473 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024418.238283:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=736s v=(0 0) 00010000:00010000:0.0:1789024418.238287:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789024418.238293:0:24215:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005ae85711/0xa736ef4b98cb5473 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024418.238306:0:24215:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005ae85711/0xa736ef4b98cb5473 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024418.238316:0:24215:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005ae85711/0xa736ef4b98cb5473 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024418.238331:0:24215:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005ae85711/0xa736ef4b98cb5473 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024418.238349:0:24215:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789024418.238431:0:22696:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789024418.238437:0:22696:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005ae85711/0xa736ef4b98cb5473 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024418.238445:0:22696:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cb0252ea00 already unused, calling callback (ffffffffc0e568b0) 00010000:00010000:3.0:1789024418.238449:0:22696:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005ae85711/0xa736ef4b98cb5473 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024418.238457:0:22696:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005ae85711/0xa736ef4b98cb5473 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024418.238471:0:22696:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005ae85711/0xa736ef4b98cb5473 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024418.238490:0:22696:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005ae85711/0xa736ef4b98cb5473 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024418.238505:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789024418.238508:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789024418.238510:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789024418.238867:0:24215:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789024418.238873:0:24215:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cd4b8035/0xa736ef4b98cb547a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024418.238881:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=736s v=(0 0) 00010000:00010000:0.0:1789024418.238883:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789024418.238887:0:24215:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cd4b8035/0xa736ef4b98cb547a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024418.238895:0:24215:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cd4b8035/0xa736ef4b98cb547a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024418.238902:0:24215:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cd4b8035/0xa736ef4b98cb547a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024418.238909:0:24215:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000cd4b8035/0xa736ef4b98cb547a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024418.238928:0:24215:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1789024418.239975:0:24215:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789024418.239983:0:24215:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005482e4cd/0xa736ef4b98cb5481 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024418.239997:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=736s v=(0 0) 00010000:00010000:0.0:1789024418.240001:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789024418.240006:0:24215:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005482e4cd/0xa736ef4b98cb5481 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024418.240016:0:24215:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005482e4cd/0xa736ef4b98cb5481 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024418.240025:0:24215:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005482e4cd/0xa736ef4b98cb5481 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024418.240032:0:24215:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005482e4cd/0xa736ef4b98cb5481 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024418.240050:0:24215:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1789024418.240198:0:22697:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789024418.240205:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000cd4b8035/0xa736ef4b98cb547a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024418.240214:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cb0252e200 already unused, calling callback (ffffffffc0e568b0) 00010000:00010000:3.0:1789024418.240218:0:22697:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000cd4b8035/0xa736ef4b98cb547a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024418.240226:0:22697:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000cd4b8035/0xa736ef4b98cb547a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024418.240241:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000cd4b8035/0xa736ef4b98cb547a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024418.240249:0:22697:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cd4b8035/0xa736ef4b98cb547a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024418.240265:0:22697:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789024418.240269:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005482e4cd/0xa736ef4b98cb5481 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024418.240282:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cb0252fe00 already unused, calling callback (ffffffffc0e568b0) 00010000:00010000:3.0:1789024418.240286:0:22697:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005482e4cd/0xa736ef4b98cb5481 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024418.240293:0:22697:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005482e4cd/0xa736ef4b98cb5481 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024418.240304:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005482e4cd/0xa736ef4b98cb5481 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024418.240311:0:22697:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005482e4cd/0xa736ef4b98cb5481 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024418.240322:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789024418.240324:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789024418.240326:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789024418.241142:0:24215:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789024418.241172:0:24215:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000be8985c5/0xa736ef4b98cb5488 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024418.241182:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=736s v=(0 0) 00010000:00010000:0.0:1789024418.241196:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789024418.241201:0:24215:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000be8985c5/0xa736ef4b98cb5488 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024418.241212:0:24215:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000be8985c5/0xa736ef4b98cb5488 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024418.241232:0:24215:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000be8985c5/0xa736ef4b98cb5488 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024418.241240:0:24215:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000be8985c5/0xa736ef4b98cb5488 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024418.241258:0:24215:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789024418.241482:0:25046:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789024418.241489:0:25046:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000be8985c5/0xa736ef4b98cb5488 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.241497:0:25046:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cb0252f800 already unused, calling callback (ffffffffc0e568b0) 00010000:00010000:1.0:1789024418.241501:0:25046:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000be8985c5/0xa736ef4b98cb5488 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.241510:0:25046:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000be8985c5/0xa736ef4b98cb5488 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.241523:0:25046:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000be8985c5/0xa736ef4b98cb5488 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.241531:0:25046:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000be8985c5/0xa736ef4b98cb5488 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.241548:0:25046:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789024418.241550:0:25046:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789024418.241552:0:25046:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789024418.241822:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789024418.252114:0:24215:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789024418.252135:0:24215:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002469b7e6/0xa736ef4b98cb548f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.252171:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=736s v=(0 0) 00010000:00010000:1.0:1789024418.252176:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789024418.252194:0:24215:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002469b7e6/0xa736ef4b98cb548f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.252209:0:24215:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002469b7e6/0xa736ef4b98cb548f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.252219:0:24215:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002469b7e6/0xa736ef4b98cb548f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.252227:0:24215:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002469b7e6/0xa736ef4b98cb548f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.252244:0:24215:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789024418.252608:0:22697:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789024418.252617:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002469b7e6/0xa736ef4b98cb548f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024418.252626:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cc00030e00 already unused, calling callback (ffffffffc0e568b0) 00010000:00010000:3.0:1789024418.252630:0:22697:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002469b7e6/0xa736ef4b98cb548f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024418.252651:0:22697:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002469b7e6/0xa736ef4b98cb548f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024418.252668:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002469b7e6/0xa736ef4b98cb548f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024418.252676:0:22697:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002469b7e6/0xa736ef4b98cb548f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024418.252696:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789024418.252698:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789024418.252700:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789024418.257026:0:24215:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789024418.257042:0:24215:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000768a0b3/0xa736ef4b98cb5496 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024418.257059:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=736s v=(0 0) 00010000:00010000:3.0:1789024418.257063:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789024418.257069:0:24215:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000768a0b3/0xa736ef4b98cb5496 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024418.257094:0:24215:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000768a0b3/0xa736ef4b98cb5496 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024418.257106:0:24215:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000768a0b3/0xa736ef4b98cb5496 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024418.257120:0:24215:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000768a0b3/0xa736ef4b98cb5496 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024418.257168:0:24215:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789024418.257383:0:25046:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789024418.257390:0:25046:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000768a0b3/0xa736ef4b98cb5496 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024418.257399:0:25046:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cc342bcc00 already unused, calling callback (ffffffffc0e568b0) 00010000:00010000:2.0:1789024418.257403:0:25046:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000768a0b3/0xa736ef4b98cb5496 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024418.257431:0:25046:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000768a0b3/0xa736ef4b98cb5496 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024418.257458:0:25046:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000768a0b3/0xa736ef4b98cb5496 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024418.257466:0:25046:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000768a0b3/0xa736ef4b98cb5496 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024418.257486:0:25046:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789024418.257489:0:25046:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789024418.257490:0:25046:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789024418.257598:0:24215:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789024418.257604:0:24215:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000419b040c/0xa736ef4b98cb549d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024418.257612:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=736s v=(0 0) 00010000:00010000:3.0:1789024418.257615:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789024418.257619:0:24215:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000419b040c/0xa736ef4b98cb549d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024418.257629:0:24215:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000419b040c/0xa736ef4b98cb549d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024418.257636:0:24215:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000419b040c/0xa736ef4b98cb549d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024418.257642:0:24215:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000419b040c/0xa736ef4b98cb549d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024418.257657:0:24215:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789024418.257665:0:22696:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789024418.257669:0:22696:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000419b040c/0xa736ef4b98cb549d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024418.257682:0:22696:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cc342bca00 already unused, calling callback (ffffffffc0e568b0) 00010000:00010000:3.0:1789024418.257685:0:22696:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000419b040c/0xa736ef4b98cb549d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024418.257693:0:22696:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000419b040c/0xa736ef4b98cb549d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024418.257705:0:22696:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000419b040c/0xa736ef4b98cb549d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024418.257711:0:22696:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000419b040c/0xa736ef4b98cb549d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024418.257724:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789024418.257726:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789024418.257727:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789024418.258473:0:24215:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789024418.258484:0:24215:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000076e8f87f/0xa736ef4b98cb54a4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024418.258496:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=736s v=(0 0) 00010000:00010000:3.0:1789024418.258499:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789024418.258504:0:24215:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000076e8f87f/0xa736ef4b98cb54a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024418.258514:0:24215:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000076e8f87f/0xa736ef4b98cb54a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024418.258528:0:24215:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000076e8f87f/0xa736ef4b98cb54a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024418.258536:0:24215:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000076e8f87f/0xa736ef4b98cb54a4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024418.258561:0:24215:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789024418.258995:0:22697:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789024418.259002:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000076e8f87f/0xa736ef4b98cb54a4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.259011:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cc342bc600 already unused, calling callback (ffffffffc0e568b0) 00010000:00010000:1.0:1789024418.259015:0:22697:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000076e8f87f/0xa736ef4b98cb54a4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.259023:0:22697:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000076e8f87f/0xa736ef4b98cb54a4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.259044:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000076e8f87f/0xa736ef4b98cb54a4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.259051:0:22697:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000076e8f87f/0xa736ef4b98cb54a4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.259068:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789024418.259070:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789024418.259072:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789024418.260321:0:24215:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789024418.260331:0:24215:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008bbefd7a/0xa736ef4b98cb54ab lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.260345:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=736s v=(0 0) 00010000:00010000:1.0:1789024418.260349:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789024418.260354:0:24215:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008bbefd7a/0xa736ef4b98cb54ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.260367:0:24215:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008bbefd7a/0xa736ef4b98cb54ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.260376:0:24215:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008bbefd7a/0xa736ef4b98cb54ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.260384:0:24215:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008bbefd7a/0xa736ef4b98cb54ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.260409:0:24215:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000001:00080000:2.0:1789024418.261115:0:25029:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901889 is committed 00000001:00100000:2.0:1789024418.261139:0:25029:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000001:00100000:2.0:1789024418.261159:0:25029:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000100:00100000:2.0:1789024418.261298:0:25326:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc08780a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:23452:x1875927422464896:12345-0@lo:5:osp-pre-1-1.0 Request processed in 40673us (48850us total) trans 12884901889 rc 0/0 00000100:00100000:2.0:1789024418.261308:0:25326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00002000:00010000:1.0:1789024418.261318:0:24215:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789024418.261324:0:24215:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000eaa4e43b/0xa736ef4b98cb54b2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.261333:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=736s v=(0 0) 00010000:00010000:1.0:1789024418.261336:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789024418.261340:0:24215:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000eaa4e43b/0xa736ef4b98cb54b2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.261350:0:24215:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000eaa4e43b/0xa736ef4b98cb54b2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.261357:0:24215:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000eaa4e43b/0xa736ef4b98cb54b2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789024418.261358:0:23452:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 12884901889 gen 2 00010000:00010000:1.0:1789024418.261364:0:24215:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000eaa4e43b/0xa736ef4b98cb54b2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789024418.261365:0:23452:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc08783b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23452:1875927422464896:0@lo:5:osp-pre-1-1.0 00000004:00080000:2.0:1789024418.261381:0:23452:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0001: current precreated pool: [0x2c0000400:0x41:0x0]-[0x2c0000400:0x61:0x0] 00010000:00010000:1.0:1789024418.261384:0:24215:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1789024418.261430:0:23452:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc08783b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23452:1875927422465024:0@lo:900:osp-pre-1-1.0 00000100:00100000:2.0:1789024418.261464:0:23452:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789024418.261485:0:23452:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc02fcd180 going to sleep for 11 seconds 00010000:00010000:2.0:1789024418.261498:0:25046:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789024418.261505:0:25046:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008bbefd7a/0xa736ef4b98cb54ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024418.261524:0:25046:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cc00031e00 already unused, calling callback (ffffffffc0e568b0) 00010000:00010000:2.0:1789024418.261527:0:25046:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008bbefd7a/0xa736ef4b98cb54ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024418.261537:0:25046:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008bbefd7a/0xa736ef4b98cb54ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024418.261553:0:25046:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008bbefd7a/0xa736ef4b98cb54ab lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024418.261559:0:25046:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008bbefd7a/0xa736ef4b98cb54ab lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024418.261576:0:25046:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789024418.261579:0:25046:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000eaa4e43b/0xa736ef4b98cb54b2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024418.261585:0:25046:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cc00030600 already unused, calling callback (ffffffffc0e568b0) 00010000:00010000:2.0:1789024418.261588:0:25046:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000eaa4e43b/0xa736ef4b98cb54b2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024418.261595:0:25046:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000eaa4e43b/0xa736ef4b98cb54b2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024418.261605:0:25046:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000eaa4e43b/0xa736ef4b98cb54b2 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024418.261618:0:25046:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000eaa4e43b/0xa736ef4b98cb54b2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024418.261631:0:25046:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789024418.261633:0:25046:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789024418.261635:0:25046:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789024418.261905:0:24215:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789024418.261911:0:24215:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bdef493d/0xa736ef4b98cb54b9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.261919:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=736s v=(0 0) 00010000:00010000:1.0:1789024418.261927:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789024418.261931:0:24215:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bdef493d/0xa736ef4b98cb54b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.261939:0:24215:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bdef493d/0xa736ef4b98cb54b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.261946:0:24215:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bdef493d/0xa736ef4b98cb54b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.261952:0:24215:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bdef493d/0xa736ef4b98cb54b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.261973:0:24215:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789024418.262424:0:22696:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789024418.262431:0:22696:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bdef493d/0xa736ef4b98cb54b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024418.262439:0:22696:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cc00031200 already unused, calling callback (ffffffffc0e568b0) 00010000:00010000:3.0:1789024418.262443:0:22696:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bdef493d/0xa736ef4b98cb54b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024418.262450:0:22696:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bdef493d/0xa736ef4b98cb54b9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024418.262462:0:22696:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bdef493d/0xa736ef4b98cb54b9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024418.262468:0:22696:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bdef493d/0xa736ef4b98cb54b9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024418.262483:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789024418.262492:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789024418.262494:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789024418.262517:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422465024 00000100:00100000:3.0:1789024418.262524:0:22719:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422465024 00000100:00100000:3.0:1789024418.262569:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1789024418.262578:0:22719:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc08782680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23452:x1875927422465024:12345-0@lo:900:osp-pre-1-1.0 00000100:00100000:3.0:1789024418.262657:0:22719:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc08782680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23452:x1875927422465024:12345-0@lo:900:osp-pre-1-1.0 Request processed in 81us (1193us total) trans 0 rc 0/0 00000100:00100000:3.0:1789024418.262664:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:3.0:1789024418.262705:0:23452:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90cc08783b80 x1875927422465024/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1789024434 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789024418.262717:0:23452:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc08783b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23452:1875927422465024:0@lo:900:osp-pre-1-1.0 00002000:00010000:1.0:1789024418.262941:0:24215:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789024418.262948:0:24215:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009d2efc2d/0xa736ef4b98cb54c0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.262956:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=736s v=(0 0) 00010000:00010000:1.0:1789024418.262960:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789024418.262965:0:24215:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009d2efc2d/0xa736ef4b98cb54c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.262973:0:24215:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009d2efc2d/0xa736ef4b98cb54c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.262981:0:24215:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009d2efc2d/0xa736ef4b98cb54c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.262992:0:24215:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009d2efc2d/0xa736ef4b98cb54c0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.263006:0:24215:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789024418.263014:0:25046:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789024418.263018:0:25046:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009d2efc2d/0xa736ef4b98cb54c0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.263025:0:25046:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cc00031000 already unused, calling callback (ffffffffc0e568b0) 00010000:00010000:1.0:1789024418.263027:0:25046:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009d2efc2d/0xa736ef4b98cb54c0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.263035:0:25046:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009d2efc2d/0xa736ef4b98cb54c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.263044:0:25046:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009d2efc2d/0xa736ef4b98cb54c0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.263052:0:25046:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009d2efc2d/0xa736ef4b98cb54c0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.263064:0:25046:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789024418.263065:0:25046:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789024418.263067:0:25046:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789024418.263388:0:24215:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789024418.263400:0:24215:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a3256751/0xa736ef4b98cb54c7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.263408:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=736s v=(0 0) 00010000:00010000:1.0:1789024418.263411:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789024418.263415:0:24215:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a3256751/0xa736ef4b98cb54c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.263423:0:24215:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a3256751/0xa736ef4b98cb54c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.263430:0:24215:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a3256751/0xa736ef4b98cb54c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.263436:0:24215:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a3256751/0xa736ef4b98cb54c7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.263455:0:24215:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789024418.263460:0:22696:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789024418.263477:0:22696:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a3256751/0xa736ef4b98cb54c7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024418.263485:0:22696:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cc00030800 already unused, calling callback (ffffffffc0e568b0) 00010000:00010000:3.0:1789024418.263489:0:22696:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a3256751/0xa736ef4b98cb54c7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024418.263497:0:22696:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a3256751/0xa736ef4b98cb54c7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024418.263509:0:22696:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a3256751/0xa736ef4b98cb54c7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024418.263516:0:22696:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a3256751/0xa736ef4b98cb54c7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024418.263535:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789024418.263537:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789024418.263538:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789024418.263687:0:24215:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789024418.263693:0:24215:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003bfe50d6/0xa736ef4b98cb54ce lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.263701:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=736s v=(0 0) 00010000:00010000:1.0:1789024418.263704:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789024418.263708:0:24215:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003bfe50d6/0xa736ef4b98cb54ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.263716:0:24215:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003bfe50d6/0xa736ef4b98cb54ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.263728:0:24215:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003bfe50d6/0xa736ef4b98cb54ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.263736:0:24215:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003bfe50d6/0xa736ef4b98cb54ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.263748:0:24215:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789024418.263755:0:25046:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789024418.263758:0:25046:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003bfe50d6/0xa736ef4b98cb54ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.263765:0:25046:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cb03a55e00 already unused, calling callback (ffffffffc0e568b0) 00010000:00010000:1.0:1789024418.263768:0:25046:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003bfe50d6/0xa736ef4b98cb54ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.263774:0:25046:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003bfe50d6/0xa736ef4b98cb54ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.263784:0:25046:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003bfe50d6/0xa736ef4b98cb54ce lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.264267:0:25046:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003bfe50d6/0xa736ef4b98cb54ce lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.264283:0:25046:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789024418.264289:0:25046:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789024418.264291:0:25046:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789024418.264849:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789024418.264939:0:24215:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789024418.264946:0:24215:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c914b1b5/0xa736ef4b98cb54d5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.264956:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=736s v=(0 0) 00010000:00010000:1.0:1789024418.264960:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789024418.264964:0:24215:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c914b1b5/0xa736ef4b98cb54d5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.264975:0:24215:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c914b1b5/0xa736ef4b98cb54d5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.264983:0:24215:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c914b1b5/0xa736ef4b98cb54d5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.264990:0:24215:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c914b1b5/0xa736ef4b98cb54d5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.265049:0:24215:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1789024418.268776:0:24215:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789024418.268800:0:24215:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d5a801f3/0xa736ef4b98cb54dc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.268818:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=736s v=(0 0) 00010000:00010000:1.0:1789024418.268822:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789024418.268828:0:24215:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d5a801f3/0xa736ef4b98cb54dc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.268862:0:24215:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d5a801f3/0xa736ef4b98cb54dc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.268873:0:24215:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d5a801f3/0xa736ef4b98cb54dc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.268881:0:24215:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d5a801f3/0xa736ef4b98cb54dc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024418.269307:0:22696:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789024418.269315:0:22696:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c914b1b5/0xa736ef4b98cb54d5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024418.269323:0:22696:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cb03a55a00 already unused, calling callback (ffffffffc0e568b0) 00010000:00010000:2.0:1789024418.269327:0:22696:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c914b1b5/0xa736ef4b98cb54d5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024418.269335:0:22696:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c914b1b5/0xa736ef4b98cb54d5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024418.269352:0:22696:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c914b1b5/0xa736ef4b98cb54d5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024418.269358:0:22696:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c914b1b5/0xa736ef4b98cb54d5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024418.269374:0:22696:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789024418.269377:0:22696:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d5a801f3/0xa736ef4b98cb54dc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024418.269390:0:22696:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cb03a54a00 already unused, calling callback (ffffffffc0e568b0) 00010000:00010000:2.0:1789024418.269394:0:22696:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d5a801f3/0xa736ef4b98cb54dc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024418.269402:0:22696:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d5a801f3/0xa736ef4b98cb54dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024418.269412:0:22696:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d5a801f3/0xa736ef4b98cb54dc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024418.269419:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789024418.269421:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789024418.269423:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789024418.270160:0:24215:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1789024418.270169:0:24215:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d5a801f3/0xa736ef4b98cb54dc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.270208:0:25046:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789024418.270714:0:24215:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789024418.270721:0:24215:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000027de76f/0xa736ef4b98cb54e3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.270731:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=736s v=(0 0) 00010000:00010000:1.0:1789024418.270734:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789024418.270740:0:24215:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000027de76f/0xa736ef4b98cb54e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.270752:0:24215:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000027de76f/0xa736ef4b98cb54e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.270773:0:24215:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000027de76f/0xa736ef4b98cb54e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.270780:0:24215:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000027de76f/0xa736ef4b98cb54e3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.270810:0:24215:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1789024418.271131:0:24215:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789024418.271137:0:24215:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a2ff9145/0xa736ef4b98cb54ea lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.271163:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=736s v=(0 0) 00010000:00010000:1.0:1789024418.271167:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789024418.271171:0:24215:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a2ff9145/0xa736ef4b98cb54ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.271190:0:24215:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a2ff9145/0xa736ef4b98cb54ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.271199:0:24215:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a2ff9145/0xa736ef4b98cb54ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.271207:0:24215:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a2ff9145/0xa736ef4b98cb54ea lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.271232:0:24215:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:1.0:1789024418.271524:0:24215:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789024418.271530:0:24215:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004e35ea38/0xa736ef4b98cb54f1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.271539:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=736s v=(0 0) 00010000:00010000:1.0:1789024418.271542:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789024418.271546:0:24215:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004e35ea38/0xa736ef4b98cb54f1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.271555:0:24215:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004e35ea38/0xa736ef4b98cb54f1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.271563:0:24215:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004e35ea38/0xa736ef4b98cb54f1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.271571:0:24215:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004e35ea38/0xa736ef4b98cb54f1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.271583:0:24215:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:1.0:1789024418.271591:0:25046:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1789024418.271596:0:25046:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000027de76f/0xa736ef4b98cb54e3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.271604:0:25046:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cb03a54400 already unused, calling callback (ffffffffc0e568b0) 00010000:00010000:1.0:1789024418.271615:0:25046:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000027de76f/0xa736ef4b98cb54e3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.271623:0:25046:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000027de76f/0xa736ef4b98cb54e3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.271639:0:25046:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000027de76f/0xa736ef4b98cb54e3 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.271646:0:25046:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000027de76f/0xa736ef4b98cb54e3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.271663:0:25046:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1789024418.271667:0:25046:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a2ff9145/0xa736ef4b98cb54ea lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.271674:0:25046:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cb03a55000 already unused, calling callback (ffffffffc0e568b0) 00010000:00010000:1.0:1789024418.271677:0:25046:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a2ff9145/0xa736ef4b98cb54ea lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.271684:0:25046:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a2ff9145/0xa736ef4b98cb54ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.271693:0:25046:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a2ff9145/0xa736ef4b98cb54ea lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.271700:0:25046:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a2ff9145/0xa736ef4b98cb54ea lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.271730:0:25046:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789024418.271733:0:25046:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004e35ea38/0xa736ef4b98cb54f1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.271739:0:25046:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cb03a54000 already unused, calling callback (ffffffffc0e568b0) 00010000:00010000:1.0:1789024418.271743:0:25046:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004e35ea38/0xa736ef4b98cb54f1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.271751:0:25046:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004e35ea38/0xa736ef4b98cb54f1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.271761:0:25046:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004e35ea38/0xa736ef4b98cb54f1 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.271767:0:25046:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004e35ea38/0xa736ef4b98cb54f1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.271778:0:25046:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789024418.271779:0:25046:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789024418.271781:0:25046:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789024418.272221:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789024418.275089:0:24215:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789024418.275101:0:24215:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c7ef61d8/0xa736ef4b98cb54f8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.275118:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=736s v=(0 0) 00010000:00010000:1.0:1789024418.275129:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789024418.275135:0:24215:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c7ef61d8/0xa736ef4b98cb54f8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.275165:0:24215:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c7ef61d8/0xa736ef4b98cb54f8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.275176:0:24215:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c7ef61d8/0xa736ef4b98cb54f8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.275192:0:24215:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c7ef61d8/0xa736ef4b98cb54f8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024418.275215:0:24215:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:1.0:1789024418.275245:0:24215:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0001: after destroy: set last_id to 0x2c0000401:34 00000100:00100000:1.0:1789024418.275333:0:24215:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3fae3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:22735:x1875927422464384:12345-0@lo:5:osp-pre-1-0.0 Request processed in 85087us (85262us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024418.275343:0:24215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00010000:00010000:3.0:1789024418.275362:0:25046:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789024418.275370:0:25046:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c7ef61d8/0xa736ef4b98cb54f8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024418.275378:0:25046:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cb03a54800 already unused, calling callback (ffffffffc0e568b0) 00010000:00010000:3.0:1789024418.275382:0:25046:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c7ef61d8/0xa736ef4b98cb54f8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024418.275390:0:25046:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c7ef61d8/0xa736ef4b98cb54f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789024418.275397:0:22735:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fae2680 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22735:1875927422464384:0@lo:5:osp-pre-1-0.0 00010000:00010000:3.0:1789024418.275405:0:25046:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c7ef61d8/0xa736ef4b98cb54f8 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024418.275411:0:25046:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c7ef61d8/0xa736ef4b98cb54f8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1789024418.275413:0:22735:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: Got last_id [0x2c0000401:0x41:0x0] from OST, last_created [0x2c0000401:0x41:0x0]last_used is [0x2c0000401:0x22:0x0] 00010000:00010000:3.0:1789024418.275430:0:25046:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789024418.275432:0:25046:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789024418.275433:0:25046:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789024418.275455:0:22735:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cb040b2d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22735:1875927422465152:0@lo:5:osp-pre-1-0.0 00000100:00100000:1.0:1789024418.275489:0:22735:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024418.275520:0:22735:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc35417d80 going to sleep for 11 seconds 00000100:00100000:1.0:1789024418.275535:0:24215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422465152 00000100:00100000:1.0:1789024418.275541:0:24215:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422465152 00000100:00100000:1.0:1789024418.275586:0:24215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1789024418.275601:0:24215:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cb040b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:22735:x1875927422465152:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:1.0:1789024418.275638:0:24215:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000401 at 66 00010000:00010000:2.0:1789024418.276014:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789024418.282725:0:24215:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cb040b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:22735:x1875927422465152:12345-0@lo:5:osp-pre-1-0.0 Request processed in 7117us (7227us total) trans 12884901890 rc 0/0 00000100:00100000:1.0:1789024418.282738:0:24215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1789024418.282867:0:22735:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cb040b2d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22735:1875927422465152:0@lo:5:osp-pre-1-0.0 00000004:00080000:3.0:1789024418.282883:0:22735:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x2c0000401:0x41:0x0]-[0x2c0000401:0x61:0x0] 00010000:00010000:0.0:1789024418.383886:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1789024418.893841:0:23463:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000001:02000400:2.0:1789024419.222679:0:25386:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg218-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:3.0:1789024419.404396:0:25046:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789024419.724642:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fabb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1875927422465280:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1789024419.724720:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024419.724852:0:24217:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422465280 00000100:00100000:0.0:1789024419.724861:0:24217:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422465280 00000100:00100000:0.0:1789024419.724934:0:24217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1789024419.724953:0:24217:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc08782a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875927422465280:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1789024419.724983:0:24217:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1789024419.725038:0:24217:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc08782a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875927422465280:12345-0@lo:13:osp-pre-0-0.0 Request processed in 95us (317us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024419.725045:0:24217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1789024419.725444:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fabb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1875927422465280:0@lo:13:osp-pre-0-0.0 00000020:00000004:2.0:1789024420.240644:0:25438:0:(tgt_mount.c:2346:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1789024420.240966:0:25438:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1789024420.429185:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:1.0:1789024421.089123:0:25488:0:(tgt_mount.c:2346:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1789024421.089497:0:25488:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00000040:00080000:0.0:1789024421.197820:0:22744:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1789024421.347366:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:0.0:1789024421.347459:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402430208 00000100:00100000:0.0:1789024421.347469:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402430208 00000100:00100000:0.0:1789024421.347520:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 116 00000100:00100000:0.0:1789024421.347528:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3d001450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:2399:x1875927402430208:12345-192.168.202.18@tcp:250:mount.lustre.0 00010000:00080000:0.0:1789024421.347558:0:22701:0:(ldlm_lib.c:1453:target_handle_connect()) MGS: connection from b9062bd7-eac0-4f0b-8ae3-d1e9a6107fe5@192.168.202.18@tcp t0 exp 0000000000000000 cur 739 last 0 00000020:00000080:0.0:1789024421.347588:0:22701:0:(genops.c:1384:class_connect()) connect: client b9062bd7-eac0-4f0b-8ae3-d1e9a6107fe5, cookie 0xa736ef4b98cb54ff 00000100:00080000:0.0:1789024421.347721:0:22701:0:(import.c:65:import_set_state_nolock()) ffff90cc3f7af000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1789024421.347797:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3d001450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b9062bd7-eac0-4f0b-8ae3-d1e9a6107fe5+5:2399:x1875927402430208:12345-192.168.202.18@tcp:250:mount.lustre.0 Request processed in 268us (441us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024421.347848:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 116 00000100:00100000:3.0:1789024421.365959:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:0.0:1789024421.366112:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402430336 00000100:00100000:0.0:1789024421.366125:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402430336 00000100:00100000:0.0:1789024421.366228:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 117 00000100:00100000:0.0:1789024421.366238:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3d000050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b9062bd7-eac0-4f0b-8ae3-d1e9a6107fe5+5:18045:x1875927402430336:12345-192.168.202.18@tcp:101:mount.lustre.0 00010000:00010000:0.0:1789024421.366253:0:22703:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789024421.366270:0:22703:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90cb0252e400/0xa736ef4b98cb5506 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0xa6cdd89e162afa0b expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024421.366298:0:22703:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90cb0252e400/0xa736ef4b98cb5506 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afa0b expref: 6 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024421.366309:0:22703:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90cb0252e400/0xa736ef4b98cb5506 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afa0b expref: 6 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024421.366317:0:22703:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90cb0252e400, rc 0) 00000100:00100000:0.0:1789024421.366381:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3d000050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b9062bd7-eac0-4f0b-8ae3-d1e9a6107fe5+6:18045:x1875927402430336:12345-192.168.202.18@tcp:101:mount.lustre.0 Request processed in 145us (433us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024421.366388:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 117 00000100:00100000:2.0:1789024421.369011:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:1.0:1789024421.369110:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402430464 00000100:00100000:1.0:1789024421.369120:0:22702:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402430464 00000100:00100000:1.0:1789024421.369218:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 118 00000100:00100000:1.0:1789024421.369229:0:22702:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc2c272850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b9062bd7-eac0-4f0b-8ae3-d1e9a6107fe5+6:18045:x1875927402430464:12345-192.168.202.18@tcp:501:mount.lustre.0 00000100:00100000:1.0:1789024421.369347:0:22702:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc2c272850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b9062bd7-eac0-4f0b-8ae3-d1e9a6107fe5+6:18045:x1875927402430464:12345-192.168.202.18@tcp:501:mount.lustre.0 Request processed in 120us (346us total) trans 0 rc -2/-2 00000100:00100000:1.0:1789024421.369356:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 118 00000100:00100000:3.0:1789024421.371581:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:2.0:1789024421.371673:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402430592 00000100:00100000:2.0:1789024421.371682:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402430592 00000100:00100000:2.0:1789024421.371731:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 119 00000100:00100000:2.0:1789024421.371740:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc2c270450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b9062bd7-eac0-4f0b-8ae3-d1e9a6107fe5+6:18045:x1875927402430592:12345-192.168.202.18@tcp:101:mount.lustre.0 00010000:00010000:2.0:1789024421.371768:0:22701:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789024421.371785:0:22701:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90cc15db0200/0xa736ef4b98cb550d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0xa6cdd89e162afa12 expref: -99 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024421.371880:0:22701:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90cc15db0200/0xa736ef4b98cb550d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afa12 expref: 7 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024421.371893:0:22701:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90cc15db0200/0xa736ef4b98cb550d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afa12 expref: 7 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024421.371903:0:22701:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90cc15db0200, rc 0) 00000100:00100000:2.0:1789024421.371999:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc2c270450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b9062bd7-eac0-4f0b-8ae3-d1e9a6107fe5+7:18045:x1875927402430592:12345-192.168.202.18@tcp:101:mount.lustre.0 Request processed in 259us (426us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024421.372006:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 119 00000100:00100000:3.0:1789024421.378331:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:0.0:1789024421.378503:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402430720 00000100:00100000:0.0:1789024421.378514:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402430720 00000100:00100000:0.0:1789024421.378631:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 120 00000100:00100000:0.0:1789024421.378642:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc2c272450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b9062bd7-eac0-4f0b-8ae3-d1e9a6107fe5+7:18045:x1875927402430720:12345-192.168.202.18@tcp:501:mount.lustre.0 00000100:00100000:0.0:1789024421.378822:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc2c272450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b9062bd7-eac0-4f0b-8ae3-d1e9a6107fe5+8:18045:x1875927402430720:12345-192.168.202.18@tcp:501:mount.lustre.0 Request processed in 163us (481us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024421.378830:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 120 00000100:00100000:3.0:1789024421.382234:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:1.0:1789024421.382361:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402430848 00000100:00100000:1.0:1789024421.382373:0:22702:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402430848 00000100:00100000:1.0:1789024421.382427:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 121 00000100:00100000:1.0:1789024421.382438:0:22702:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc2c271850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b9062bd7-eac0-4f0b-8ae3-d1e9a6107fe5+8:18045:x1875927402430848:12345-192.168.202.18@tcp:503:mount.lustre.0 00000100:00100000:1.0:1789024421.382581:0:22702:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc2c271850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b9062bd7-eac0-4f0b-8ae3-d1e9a6107fe5+8:18045:x1875927402430848:12345-192.168.202.18@tcp:503:mount.lustre.0 Request processed in 144us (355us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024421.382590:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 121 00000100:00100000:3.0:1789024421.389043:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:0.0:1789024421.389697:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402430976 00000100:00100000:0.0:1789024421.389709:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402430976 00000100:00100000:0.0:1789024421.389769:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 122 00000100:00100000:0.0:1789024421.389779:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc2c273c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b9062bd7-eac0-4f0b-8ae3-d1e9a6107fe5+8:18064:x1875927402430976:12345-192.168.202.18@tcp:502:llog_process_th.0 00000100:00100000:0.0:1789024421.389948:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc2c273c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b9062bd7-eac0-4f0b-8ae3-d1e9a6107fe5+8:18064:x1875927402430976:12345-192.168.202.18@tcp:502:llog_process_th.0 Request processed in 169us (915us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024421.389956:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 122 00000100:00100000:3.0:1789024421.418931:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:2.0:1789024421.419205:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402431104 00000100:00100000:2.0:1789024421.419217:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402431104 00000100:00100000:2.0:1789024421.419283:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 123 00000100:00100000:2.0:1789024421.419293:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc2c270c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b9062bd7-eac0-4f0b-8ae3-d1e9a6107fe5+8:18064:x1875927402431104:12345-192.168.202.18@tcp:502:llog_process_th.0 00000100:00100000:2.0:1789024421.419735:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc2c270c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b9062bd7-eac0-4f0b-8ae3-d1e9a6107fe5+8:18064:x1875927402431104:12345-192.168.202.18@tcp:502:llog_process_th.0 Request processed in 442us (814us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024421.419744:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 123 00000100:00100000:3.0:1789024421.425613:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:0.0:1789024421.425742:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402431232 00000100:00100000:0.0:1789024421.425753:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402431232 00000100:00100000:0.0:1789024421.425880:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 124 00000100:00100000:0.0:1789024421.425892:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc2c270850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b9062bd7-eac0-4f0b-8ae3-d1e9a6107fe5+8:18064:x1875927402431232:12345-192.168.202.18@tcp:502:llog_process_th.0 00000100:00100000:0.0:1789024421.426057:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc2c270850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b9062bd7-eac0-4f0b-8ae3-d1e9a6107fe5+8:18064:x1875927402431232:12345-192.168.202.18@tcp:502:llog_process_th.0 Request processed in 167us (453us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024421.426066:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 124 00000100:00100000:2.0:1789024421.431492:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:0.0:1789024421.431592:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402431360 00000100:00100000:0.0:1789024421.431602:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402431360 00000100:00100000:0.0:1789024421.431664:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 125 00000100:00100000:0.0:1789024421.431674:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc2c273050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b9062bd7-eac0-4f0b-8ae3-d1e9a6107fe5+8:18045:x1875927402431360:12345-192.168.202.18@tcp:101:mount.lustre.0 00010000:00010000:0.0:1789024421.431691:0:22701:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789024421.431709:0:22701:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90cb0252f000/0xa736ef4b98cb5514 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xa6cdd89e162afa43 expref: -99 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024421.431738:0:22701:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90cb0252f000/0xa736ef4b98cb5514 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afa43 expref: 9 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024421.431748:0:22701:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90cb0252f000/0xa736ef4b98cb5514 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afa43 expref: 9 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024421.431854:0:22701:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90cb0252f000, rc 0) 00000100:00100000:0.0:1789024421.431946:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc2c273050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b9062bd7-eac0-4f0b-8ae3-d1e9a6107fe5+9:18045:x1875927402431360:12345-192.168.202.18@tcp:101:mount.lustre.0 Request processed in 273us (464us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024421.431953:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 125 00000100:00100000:3.0:1789024421.439677:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:0.0:1789024421.439785:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402431488 00000100:00100000:0.0:1789024421.439794:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402431488 00000100:00100000:0.0:1789024421.439866:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 126 00000100:00100000:0.0:1789024421.439877:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc2c271050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b9062bd7-eac0-4f0b-8ae3-d1e9a6107fe5+9:18045:x1875927402431488:12345-192.168.202.18@tcp:256:mount.lustre.0 20000000:01000000:0.0:1789024421.439906:0:22703:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:0.0:1789024421.439930:0:22703:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:0.0:1789024421.439934:0:22703:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:0.0:1789024421.439937:0:22703:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:0.0:1789024421.439940:0:22703:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:0.0:1789024421.439942:0:22703:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:0.0:1789024421.443403:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc2c271050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b9062bd7-eac0-4f0b-8ae3-d1e9a6107fe5+9:18045:x1875927402431488:12345-192.168.202.18@tcp:256:mount.lustre.0 Request processed in 3518us (3728us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024421.443416:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 126 00000100:00100000:2.0:1789024421.446432:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:0.0:1789024421.446515:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402431616 00000100:00100000:0.0:1789024421.446524:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402431616 00000100:00100000:0.0:1789024421.446619:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 127 00000100:00100000:0.0:1789024421.446629:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc2c272050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b9062bd7-eac0-4f0b-8ae3-d1e9a6107fe5+9:18045:x1875927402431616:12345-192.168.202.18@tcp:101:mount.lustre.0 00010000:00010000:0.0:1789024421.446646:0:22701:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789024421.446662:0:22701:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90cb0252f400/0xa736ef4b98cb551b lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xa6cdd89e162afa4a expref: -99 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024421.446687:0:22701:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90cb0252f400/0xa736ef4b98cb551b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afa4a expref: 10 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024421.446710:0:22701:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90cb0252f400/0xa736ef4b98cb551b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afa4a expref: 10 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024421.446719:0:22701:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90cb0252f400, rc 0) 00000100:00100000:0.0:1789024421.446767:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc2c272050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b9062bd7-eac0-4f0b-8ae3-d1e9a6107fe5+10:18045:x1875927402431616:12345-192.168.202.18@tcp:101:mount.lustre.0 Request processed in 139us (342us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024421.446774:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 127 00000100:00100000:3.0:1789024421.448975:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:1.0:1789024421.449629:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402431744 00000100:00100000:1.0:1789024421.449639:0:22702:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402431744 00000100:00100000:1.0:1789024421.449682:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 128 00000100:00100000:1.0:1789024421.449691:0:22702:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cb01a10450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b9062bd7-eac0-4f0b-8ae3-d1e9a6107fe5+10:18045:x1875927402431744:12345-192.168.202.18@tcp:501:mount.lustre.0 00000100:00100000:1.0:1789024421.449939:0:22702:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cb01a10450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b9062bd7-eac0-4f0b-8ae3-d1e9a6107fe5+10:18045:x1875927402431744:12345-192.168.202.18@tcp:501:mount.lustre.0 Request processed in 248us (983us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024421.450090:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 128 00000100:00100000:3.0:1789024421.452197:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:1.0:1789024421.452388:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402431872 00000100:00100000:1.0:1789024421.452398:0:22702:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402431872 00000100:00100000:1.0:1789024421.452449:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 129 00000100:00100000:1.0:1789024421.452458:0:22702:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cb01a12850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b9062bd7-eac0-4f0b-8ae3-d1e9a6107fe5+10:18045:x1875927402431872:12345-192.168.202.18@tcp:503:mount.lustre.0 00000100:00100000:1.0:1789024421.452599:0:22702:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cb01a12850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b9062bd7-eac0-4f0b-8ae3-d1e9a6107fe5+10:18045:x1875927402431872:12345-192.168.202.18@tcp:503:mount.lustre.0 Request processed in 141us (451us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024421.452607:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 129 00010000:00010000:0.0:1789024421.452683:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789024421.456090:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:2.0:1789024421.456350:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402432000 00000100:00100000:2.0:1789024421.456360:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402432000 00000100:00100000:2.0:1789024421.456420:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 130 00000100:00100000:2.0:1789024421.456430:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f9a0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b9062bd7-eac0-4f0b-8ae3-d1e9a6107fe5+10:18070:x1875927402432000:12345-192.168.202.18@tcp:502:llog_process_th.0 00000100:00100000:2.0:1789024421.456597:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f9a0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b9062bd7-eac0-4f0b-8ae3-d1e9a6107fe5+10:18070:x1875927402432000:12345-192.168.202.18@tcp:502:llog_process_th.0 Request processed in 168us (515us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024421.456606:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 130 00000100:00100000:3.0:1789024421.459779:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:2.0:1789024421.459898:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402432128 00000100:00100000:2.0:1789024421.459908:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402432128 00000100:00100000:0.0:1789024421.460352:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 131 00000100:00100000:0.0:1789024421.460365:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f9a3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b9062bd7-eac0-4f0b-8ae3-d1e9a6107fe5+10:18070:x1875927402432128:12345-192.168.202.18@tcp:502:llog_process_th.0 00000100:00100000:0.0:1789024421.460513:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f9a3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b9062bd7-eac0-4f0b-8ae3-d1e9a6107fe5+10:18070:x1875927402432128:12345-192.168.202.18@tcp:502:llog_process_th.0 Request processed in 151us (743us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024421.460522:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 131 00000100:00100000:2.0:1789024421.482395:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:0.0:1789024421.482672:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402432256 00000100:00100000:0.0:1789024421.482682:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402432256 00000100:00100000:0.0:1789024421.482735:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 7 00000100:00100000:0.0:1789024421.482743:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc08781c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2399:x1875927402432256:12345-192.168.202.18@tcp:38:mount.lustre.0 00010000:00080000:0.0:1789024421.482775:0:22709:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from 8a9beef6-1b69-4bd8-bb31-b82264d10cd5@192.168.202.18@tcp t0 exp 0000000000000000 cur 739 last 0 00000020:00000080:0.0:1789024421.482841:0:22709:0:(genops.c:1384:class_connect()) connect: client 8a9beef6-1b69-4bd8-bb31-b82264d10cd5, cookie 0xa736ef4b98cb5522 00000004:00100000:0.0:1789024421.482876:0:22709:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:0.0:1789024421.483093:0:22709:0:(import.c:65:import_set_state_nolock()) ffff90cc3d4b1800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1789024421.484386:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:0.0:1789024421.484508:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc08781c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+6:2399:x1875927402432256:12345-192.168.202.18@tcp:38:mount.lustre.0 Request processed in 1762us (2122us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024421.484519:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 7 00000100:00100000:0.0:1789024421.484551:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402432512 00000100:00100000:0.0:1789024421.484557:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402432512 00000100:00100000:0.0:1789024421.484576:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 8 00000100:00100000:0.0:1789024421.484581:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc08783b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2399:x1875927402432512:12345-192.168.202.18@tcp:38:mount.lustre.0 00010000:00080000:0.0:1789024421.484606:0:22709:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0001: connection from 8a9beef6-1b69-4bd8-bb31-b82264d10cd5@192.168.202.18@tcp t0 exp 0000000000000000 cur 739 last 0 00000020:00000080:0.0:1789024421.484646:0:22709:0:(genops.c:1384:class_connect()) connect: client 8a9beef6-1b69-4bd8-bb31-b82264d10cd5, cookie 0xa736ef4b98cb5529 00000004:00100000:0.0:1789024421.484665:0:22709:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:0.0:1789024421.484934:0:22709:0:(import.c:65:import_set_state_nolock()) ffff90cc153a4800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1789024421.484974:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc08783b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+6:2399:x1875927402432512:12345-192.168.202.18@tcp:38:mount.lustre.0 Request processed in 391us (594us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024421.484982:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 8 00000100:00100000:3.0:1789024421.498908:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:3.0:1789024421.498944:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:3.0:1789024421.499022:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:1.0:1789024421.507705:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402432384 00000100:00100000:1.0:1789024421.507722:0:22708:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402432384 00000100:00100000:2.0:1789024421.507740:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402432640 00000100:00100000:2.0:1789024421.507745:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402432640 00000100:00100000:1.0:1789024421.507797:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402432768 00000100:00100000:1.0:1789024421.507812:0:22708:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402432768 00000100:00100000:1.0:1789024421.507834:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 9 00000100:00100000:1.0:1789024421.507844:0:22708:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cb0383aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+7:0:x1875927402432384:12345-192.168.202.18@tcp:41:mount.lustre.0 00000100:00080000:3.0:1789024421.508232:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1789024421.508237:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00000024:1.0:1789024421.508265:0:22708:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1789024421.508366:0:22708:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cb0383aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+7:0:x1875927402432384:12345-192.168.202.18@tcp:41:mount.lustre.0 Request processed in 522us (9470us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024421.508374:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 9 00000100:00100000:1.0:1789024421.508395:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 10 00000100:00100000:1.0:1789024421.508401:0:22708:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cb03839180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+6:0:x1875927402432640:12345-192.168.202.18@tcp:41:mount.lustre.0 00000004:00000024:1.0:1789024421.508418:0:22708:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1789024421.508454:0:22708:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cb03839180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+6:0:x1875927402432640:12345-192.168.202.18@tcp:41:mount.lustre.0 Request processed in 53us (9509us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024421.508460:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 10 00000100:00100000:1.0:1789024421.508488:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 11 00000100:00100000:1.0:1789024421.508494:0:22708:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cb0383b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+6:18045:x1875927402432768:12345-192.168.202.18@tcp:41:mount.lustre.0 00000004:00000024:1.0:1789024421.508525:0:22708:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1789024421.508547:0:22708:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cb0383b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+6:18045:x1875927402432768:12345-192.168.202.18@tcp:41:mount.lustre.0 Request processed in 53us (9525us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024421.508553:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 11 00000100:00100000:0.0:1789024421.513140:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:2.0:1789024421.513412:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402432896 00000100:00100000:2.0:1789024421.513422:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402432896 00000100:00100000:2.0:1789024421.513524:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 12 00000100:00100000:2.0:1789024421.513535:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3fab8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+6:18045:x1875927402432896:12345-192.168.202.18@tcp:40:mount.lustre.0 00000100:00100000:2.0:1789024421.513634:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3fab8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+6:18045:x1875927402432896:12345-192.168.202.18@tcp:40:mount.lustre.0 Request processed in 101us (506us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024421.513642:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 12 00000100:00100000:2.0:1789024421.518763:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:2.0:1789024421.518864:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:1.0:1789024421.519412:0:24216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402433024 00000100:00100000:1.0:1789024421.519423:0:24216:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402433024 00000100:00100000:1.0:1789024421.519466:0:24216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402433152 00000100:00100000:1.0:1789024421.519469:0:24216:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402433152 00000100:00100000:1.0:1789024421.519497:0:24216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 21 00000100:00100000:1.0:1789024421.519505:0:24216:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3be9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2399:x1875927402433024:12345-192.168.202.18@tcp:8:mount.lustre.0 00010000:00080000:1.0:1789024421.519549:0:24216:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0000: connection from 8a9beef6-1b69-4bd8-bb31-b82264d10cd5@192.168.202.18@tcp t0 exp 0000000000000000 cur 739 last 0 00000020:00000080:1.0:1789024421.519580:0:24216:0:(genops.c:1384:class_connect()) connect: client 8a9beef6-1b69-4bd8-bb31-b82264d10cd5, cookie 0xa736ef4b98cb5530 00002000:00100000:1.0:1789024421.519591:0:24216:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 8a9beef6-1b69-4bd8-bb31-b82264d10cd5/ffff90cb047d3800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a27 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1789024421.519608:0:24216:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:1.0:1789024421.519765:0:24216:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:1.0:1789024421.519793:0:24216:0:(import.c:65:import_set_state_nolock()) ffff90cb047d4800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1789024421.519933:0:24485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 22 00000100:00100000:3.0:1789024421.519940:0:24485:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3be9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2399:x1875927402433152:12345-192.168.202.18@tcp:8:mount.lustre.0 00010000:00080000:3.0:1789024421.519959:0:24485:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0001: connection from 8a9beef6-1b69-4bd8-bb31-b82264d10cd5@192.168.202.18@tcp t0 exp 0000000000000000 cur 739 last 0 00000020:00000080:3.0:1789024421.519978:0:24485:0:(genops.c:1384:class_connect()) connect: client 8a9beef6-1b69-4bd8-bb31-b82264d10cd5, cookie 0xa736ef4b98cb5537 00002000:00100000:3.0:1789024421.519983:0:24485:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 8a9beef6-1b69-4bd8-bb31-b82264d10cd5/ffff90cc3b61f800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a27 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1789024421.520010:0:24485:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:3.0:1789024421.520125:0:24485:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00100000:1.0:1789024421.520680:0:24216:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3be9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+6:2399:x1875927402433024:12345-192.168.202.18@tcp:8:mount.lustre.0 Request processed in 1173us (1925us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024421.520689:0:24216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 21 00000100:00080000:3.0:1789024421.521616:0:24485:0:(import.c:65:import_set_state_nolock()) ffff90cc3b61d800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1789024421.521662:0:24485:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3be9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+6:2399:x1875927402433152:12345-192.168.202.18@tcp:8:mount.lustre.0 Request processed in 1719us (2797us total) trans 0 rc 0/0 00000100:00100000:3.0:1789024421.521671:0:24485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 22 00000100:00100000:2.0:1789024421.523532:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:3.0:1789024421.523612:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402433280 00000100:00100000:3.0:1789024421.523621:0:22719:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402433280 00000100:00100000:3.0:1789024421.523675:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 3 00000100:00100000:3.0:1789024421.523687:0:22719:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3be9df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+6:18045:x1875927402433280:12345-192.168.202.18@tcp:900:mount.lustre.0 00000100:00100000:3.0:1789024421.523759:0:22719:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3be9df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+6:18045:x1875927402433280:12345-192.168.202.18@tcp:900:mount.lustre.0 Request processed in 75us (236us total) trans 0 rc 0/0 00000100:00100000:3.0:1789024421.523767:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 3 00000100:00100000:0.0:1789024421.525798:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:3.0:1789024421.526008:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402433408 00000100:00100000:3.0:1789024421.526017:0:22711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402433408 00000100:00100000:3.0:1789024421.526070:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 0 00000100:00100000:3.0:1789024421.526079:0:22711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3fabaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+6:18045:x1875927402433408:12345-192.168.202.18@tcp:33:mount.lustre.0 00000004:00080000:0.0:1789024421.528248:0:22711:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 1823us 00000004:00200000:0.0:1789024421.536949:0:22711:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:0.0:1789024421.537092:0:22711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3fabaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+6:18045:x1875927402433408:12345-192.168.202.18@tcp:33:mount.lustre.0 Request processed in 11008us (11296us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024421.537106:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 0 00000100:00100000:2.0:1789024421.678126:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:1.0:1789024421.678305:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402433536 00000100:00100000:1.0:1789024421.678316:0:22708:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402433536 00000100:00100000:1.0:1789024421.678373:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 13 00000100:00100000:1.0:1789024421.678382:0:22708:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3be9d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+6:18093:x1875927402433536:12345-192.168.202.18@tcp:101:mkdir.0 00010000:00010000:1.0:1789024421.678424:0:22708:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789024421.678451:0:22708:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90cb03a54600/0xa736ef4b98cb553e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa6cdd89e162afa7b expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024421.678516:0:22708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90cb03a55200/0xa736ef4b98cb5545 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024421.678531:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90cb03a55200/0xa736ef4b98cb5545 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024421.678547:0:22708:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90cb03a55200/0xa736ef4b98cb5545 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1789024421.678597:0:22708:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1789024421.678601:0:22708:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1789024421.678636:0:22708:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90cb03a55200/0xa736ef4b98cb5545 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024421.678661:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90cb03a54600/0xa736ef4b98cb553e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afa7b expref: 8 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024421.678679:0:22708:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90cb03a55200/0xa736ef4b98cb5545 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afa7b expref: 7 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024421.678688:0:22708:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90cc1c890100) 00010000:00010000:1.0:1789024421.678691:0:22708:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1789024421.678695:0:22708:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90cb03a55200, rc 0) 00000100:00100000:1.0:1789024421.678934:0:22708:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3be9d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+7:18093:x1875927402433536:12345-192.168.202.18@tcp:101:mkdir.0 Request processed in 552us (830us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024421.678942:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 13 00000100:00100000:3.0:1789024421.772411:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789024421.772438:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fab9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1875927422465408:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1789024421.772514:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024421.772616:0:24217:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422465408 00000100:00100000:0.0:1789024421.772624:0:24217:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422465408 00000100:00100000:0.0:1789024421.772685:0:24217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1789024421.772695:0:24217:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cb03839880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875927422465408:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1789024421.772716:0:24217:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1789024421.772760:0:24217:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cb03839880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875927422465408:12345-0@lo:13:osp-pre-0-1.0 Request processed in 68us (246us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024421.772768:0:24217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00080000:3.0:1789024421.772893:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1789024421.772931:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fab9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1875927422465408:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1789024422.476383:0:25046:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789024422.796542:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fab9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1875927422465536:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789024422.796648:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024422.796910:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422465536 00000100:00100000:0.0:1789024422.796929:0:22714:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422465536 00000100:00100000:0.0:1789024422.796994:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1789024422.797004:0:22714:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cb040b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3643:x1875927422465536:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1789024422.797037:0:22714:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1789024422.797081:0:22714:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cb040b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3643:x1875927422465536:12345-0@lo:41:osp-pre-0-1.0 Request processed in 78us (433us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024422.797088:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1789024422.798590:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fab9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1875927422465536:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789024422.799355:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1789024422.799366:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cb0383a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1875927422465664:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1789024422.799419:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024422.800174:0:23665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422465664 00000100:00100000:0.0:1789024422.800183:0:23665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422465664 00000100:00100000:1.0:1789024422.800713:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1789024422.800724:0:22714:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cb040b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3643:x1875927422465664:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1789024422.800756:0:22714:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1789024422.801737:0:22714:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cb040b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3643:x1875927422465664:12345-0@lo:41:osp-pre-1-0.0 Request processed in 1012us (2314us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024422.801746:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1789024422.807020:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cb0383a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1875927422465664:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1789024423.314011:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3faba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1875927422465792:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1789024423.314079:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024423.314126:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789024423.314132:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cb0383a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1875927422465920:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1789024423.314187:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789024423.314271:0:24218:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422465792 00000100:00100000:3.0:1789024423.314280:0:24218:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422465792 00000100:00100000:3.0:1789024423.314337:0:24218:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422465920 00000100:00100000:3.0:1789024423.314352:0:24218:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422465920 00000100:00100000:3.0:1789024423.314386:0:24218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1789024423.314395:0:24218:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cb040b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875927422465792:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1789024423.314426:0:24218:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3915857920 avail 3684335616 00000100:00100000:3.0:1789024423.314479:0:24218:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cb040b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875927422465792:12345-0@lo:13:osp-pre-1-1.0 Request processed in 85us (399us total) trans 0 rc 0/0 00000100:00100000:3.0:1789024423.314486:0:24218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1789024423.314502:0:24218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1789024423.314508:0:24218:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cb040b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3641:x1875927422465920:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1789024423.314518:0:24218:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3915857920 avail 3684335616 00000100:00100000:3.0:1789024423.314542:0:24218:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cb040b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3641:x1875927422465920:12345-0@lo:13:osp-pre-1-0.0 Request processed in 34us (355us total) trans 0 rc 0/0 00000100:00100000:3.0:1789024423.314547:0:24218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1789024423.314585:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cb0383a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1875927422465920:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1789024423.314602:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3faba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1875927422465792:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1789024423.314674:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1789024423.315096:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3be9ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1875927422466176:0@lo:400:kworker.0 00000100:00100000:3.0:1789024423.315130:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789024423.315194:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3be9f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1875927422466688:0@lo:400:kworker.0 00000100:00100000:3.0:1789024423.315218:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789024423.315234:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3be9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3644:1875927422467200:0@lo:400:kworker.0 00000100:00100000:3.0:1789024423.315260:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789024423.315277:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1789024423.315283:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3be9ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:3644:1875927422466048:0@lo:400:kworker.0 00000100:00100000:3.0:1789024423.315307:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789024423.315337:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3be9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1875927422466560:0@lo:400:kworker.0 00000100:00100000:3.0:1789024423.315357:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789024423.315370:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3be9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3644:1875927422467072:0@lo:400:kworker.0 00000100:00100000:3.0:1789024423.315386:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789024423.315411:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422467200 00000100:00100000:3.0:1789024423.315416:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422467200 00000100:00100000:3.0:1789024423.315444:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422467072 00000100:00100000:3.0:1789024423.315446:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422467072 00000100:00100000:3.0:1789024423.315458:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1789024423.315463:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cb03838380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3644:x1875927422467200:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789024423.315501:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cb03838380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3644:x1875927422467200:12345-0@lo:400:kworker.0 Request processed in 38us (240us total) trans 0 rc 0/0 00000100:00100000:3.0:1789024423.315507:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1789024423.315520:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1789024423.315526:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cb03838000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3644:x1875927422467072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789024423.315553:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cb03838000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3644:x1875927422467072:12345-0@lo:400:kworker.0 Request processed in 27us (166us total) trans 0 rc 0/0 00000100:00100000:3.0:1789024423.315559:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1789024423.315575:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3be9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1875927422466304:0@lo:400:kworker.0 00000100:00100000:3.0:1789024423.315595:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789024423.315611:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3be9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875927422466816:0@lo:400:kworker.0 00000100:00100000:3.0:1789024423.315629:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789024423.315643:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3be9fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3641:1875927422467328:0@lo:400:kworker.0 00000100:00100000:3.0:1789024423.315667:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789024423.315679:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1789024423.315684:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3be9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875927422466432:0@lo:400:kworker.0 00000100:00100000:3.0:1789024423.315712:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789024423.315721:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3be9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3641:1875927422466944:0@lo:400:kworker.0 00000100:00100000:3.0:1789024423.315737:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789024423.315754:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422466816 00000100:00100000:3.0:1789024423.315757:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422466816 00000100:00100000:3.0:1789024423.315771:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422467328 00000100:00100000:3.0:1789024423.315773:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422467328 00000100:00100000:3.0:1789024423.315797:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422466432 00000100:00100000:3.0:1789024423.315800:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422466432 00000100:00100000:3.0:1789024423.315812:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422466944 00000100:00100000:3.0:1789024423.315814:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422466944 00000100:00100000:3.0:1789024423.315825:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1789024423.315829:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cb03838700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875927422466816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789024423.315858:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cb03838700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875927422466816:12345-0@lo:400:kworker.0 Request processed in 29us (229us total) trans 0 rc 0/0 00000100:00100000:3.0:1789024423.315864:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1789024423.315876:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1789024423.315881:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cb03838e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875927422467328:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789024423.315918:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cb03838e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875927422467328:12345-0@lo:400:kworker.0 Request processed in 37us (250us total) trans 0 rc 0/0 00000100:00100000:3.0:1789024423.315924:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1789024423.315935:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1789024423.315940:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cb0383a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875927422466432:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789024423.315964:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cb0383a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875927422466432:12345-0@lo:400:kworker.0 Request processed in 25us (252us total) trans 0 rc 0/0 00000100:00100000:3.0:1789024423.315969:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1789024423.315979:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1789024423.315990:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cb0383ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875927422466944:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789024423.316018:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cb0383ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875927422466944:12345-0@lo:400:kworker.0 Request processed in 28us (279us total) trans 0 rc 0/0 00000100:00100000:3.0:1789024423.316024:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00010000:00080000:3.0:1789024423.316056:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90cc3be9dc00 x1875927422467072/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789024439 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789024423.316068:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3be9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3644:1875927422467072:0@lo:400:kworker.0 00000100:00100000:3.0:1789024423.316080:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3be9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3644:1875927422467200:0@lo:400:kworker.0 00000100:00100000:3.0:1789024423.316104:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3be9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875927422466432:0@lo:400:kworker.0 00000100:00100000:3.0:1789024423.316114:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3be9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3641:1875927422466944:0@lo:400:kworker.0 00000100:00100000:3.0:1789024423.316122:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3be9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875927422466816:0@lo:400:kworker.0 00010000:00080000:3.0:1789024423.316129:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90cc3be9fb80 x1875927422467328/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789024439 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789024423.316136:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3be9fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3641:1875927422467328:0@lo:400:kworker.0 00000100:00100000:1.0:1789024423.316242:0:24215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422466688 00000100:00100000:1.0:1789024423.316247:0:24215:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422466688 00000100:00100000:1.0:1789024423.316283:0:24215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422466304 00000100:00100000:1.0:1789024423.316285:0:24215:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422466304 00000100:00100000:1.0:1789024423.316308:0:24215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1789024423.316315:0:24215:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cb0383b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3644:x1875927422466688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789024423.316366:0:24215:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cb0383b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3644:x1875927422466688:12345-0@lo:400:kworker.0 Request processed in 38us (1133us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024423.316382:0:24215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1789024423.316394:0:24215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1789024423.316399:0:24215:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cb0383b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875927422466304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789024423.316429:0:24215:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cb0383b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875927422466304:12345-0@lo:400:kworker.0 Request processed in 30us (833us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024423.316434:0:24215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00080000:1.0:1789024423.316451:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1789024423.316454:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1789024423.316456:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1789024423.316477:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3be9f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1875927422466688:0@lo:400:kworker.0 00000100:00100000:1.0:1789024423.316500:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422466048 00000100:00100000:1.0:1789024423.316504:0:22702:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422466048 00000100:00100000:1.0:1789024423.316527:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 132 00000100:00100000:1.0:1789024423.316534:0:22702:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f9a0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+24:3644:x1875927422466048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789024423.316568:0:22702:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f9a0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+24:3644:x1875927422466048:12345-0@lo:400:kworker.0 Request processed in 35us (1260us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024423.316574:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 132 00000100:00100000:1.0:1789024423.316604:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3be9ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:3644:1875927422466048:0@lo:400:kworker.0 00000100:00100000:0.0:1789024423.316680:0:23665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422466176 00000100:00100000:0.0:1789024423.316684:0:23665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422466176 00000100:00100000:0.0:1789024423.316716:0:23665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422466560 00000100:00100000:0.0:1789024423.316720:0:23665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422466560 00000100:00100000:0.0:1789024423.316734:0:23665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1789024423.316740:0:23665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cb0383a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3644:x1875927422466176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789024423.316777:0:23665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cb0383a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3644:x1875927422466176:12345-0@lo:400:kworker.0 Request processed in 37us (1646us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024423.316782:0:23665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1789024423.316808:0:23665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1789024423.316815:0:23665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cb03839500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3644:x1875927422466560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789024423.316841:0:23665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cb03839500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3644:x1875927422466560:12345-0@lo:400:kworker.0 Request processed in 28us (1484us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024423.316846:0:23665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:3.0:1789024423.317124:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3be9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1875927422466304:0@lo:400:kworker.0 00000100:00100000:1.0:1789024423.319104:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3be9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1875927422466560:0@lo:400:kworker.0 00000100:00100000:1.0:1789024423.319119:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3be9ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1875927422466176:0@lo:400:kworker.0 00010000:00010000:3.0:1789024423.500768:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789024423.608053:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:3.0:1789024423.608247:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402433664 00000100:00100000:3.0:1789024423.608258:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402433664 00000100:00100000:3.0:1789024423.608353:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 14 00000100:00100000:3.0:1789024423.608365:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3fabad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+7:18145:x1875927402433664:12345-192.168.202.18@tcp:41:lfs.0 00000004:00000024:3.0:1789024423.608417:0:22710:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1789024423.608520:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3fabad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+7:18145:x1875927402433664:12345-192.168.202.18@tcp:41:lfs.0 Request processed in 157us (476us total) trans 0 rc 0/0 00000100:00100000:3.0:1789024423.608543:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 14 00000100:00080000:1.0:1789024423.613425:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1789024423.615837:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:2.0:1789024423.615938:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402433792 00000100:00100000:2.0:1789024423.615949:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402433792 00000100:00100000:2.0:1789024423.616025:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 15 00000100:00100000:2.0:1789024423.616036:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cb040b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+6:18145:x1875927402433792:12345-192.168.202.18@tcp:41:lfs.0 00000004:00000024:2.0:1789024423.616076:0:22709:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1789024423.616205:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cb040b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+6:18145:x1875927402433792:12345-192.168.202.18@tcp:41:lfs.0 Request processed in 171us (379us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024423.616226:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 15 00000100:00080000:1.0:1789024423.616719:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1789024423.626352:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:3.0:1789024423.626486:0:24218:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402433920 00000100:00100000:3.0:1789024423.626496:0:24218:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402433920 00000100:00100000:3.0:1789024423.626568:0:24218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 13 00000100:00100000:3.0:1789024423.626577:0:24218:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3be9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+6:18145:x1875927402433920:12345-192.168.202.18@tcp:13:lfs.0 00002000:00000024:3.0:1789024423.626609:0:24218:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1789024423.626680:0:24218:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3be9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+6:18145:x1875927402433920:12345-192.168.202.18@tcp:13:lfs.0 Request processed in 104us (337us total) trans 0 rc 0/0 00000100:00100000:3.0:1789024423.626688:0:24218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 13 00000100:00080000:0.0:1789024423.626974:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1789024423.628628:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:3.0:1789024423.628702:0:24218:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402434048 00000100:00100000:3.0:1789024423.628711:0:24218:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402434048 00000100:00100000:3.0:1789024423.628821:0:24218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 14 00000100:00100000:3.0:1789024423.628831:0:24218:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3fab9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+6:18145:x1875927402434048:12345-192.168.202.18@tcp:13:lfs.0 00002000:00000024:3.0:1789024423.628854:0:24218:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3915857920 avail 3684335616 00000100:00100000:3.0:1789024423.628943:0:24218:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3fab9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+6:18145:x1875927402434048:12345-192.168.202.18@tcp:13:lfs.0 Request processed in 113us (321us total) trans 0 rc 0/0 00000100:00100000:3.0:1789024423.628950:0:24218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 14 00000100:00080000:0.0:1789024423.629034:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:00100000:2.0:1789024423.824281:0:25029:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 8a9beef6-1b69-4bd8-bb31-b82264d10cd5 00000001:00080000:2.0:1789024423.824298:0:25029:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901890 is committed 00000100:00100000:1.0:1789024423.827216:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:2.0:1789024423.828131:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402434176 00000100:00100000:2.0:1789024423.828143:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402434176 00000100:00100000:2.0:1789024423.828231:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 133 00000100:00100000:2.0:1789024423.828243:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f9a3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b9062bd7-eac0-4f0b-8ae3-d1e9a6107fe5+10:18176:x1875927402434176:12345-192.168.202.18@tcp:101:mount.lustre.0 00010000:00010000:2.0:1789024423.828262:0:22701:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789024423.828282:0:22701:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90cc15db1800/0xa736ef4b98cb554c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: local remote: 0xa6cdd89e162afa82 expref: -99 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024423.828313:0:22701:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90cc15db1800/0xa736ef4b98cb554c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afa82 expref: 11 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024423.828325:0:22701:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90cc15db1800/0xa736ef4b98cb554c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afa82 expref: 11 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024423.828334:0:22701:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90cc15db1800, rc 0) 00000100:00100000:2.0:1789024423.828404:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f9a3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b9062bd7-eac0-4f0b-8ae3-d1e9a6107fe5+11:18176:x1875927402434176:12345-192.168.202.18@tcp:101:mount.lustre.0 Request processed in 163us (1196us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024423.828412:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 133 00000100:00100000:1.0:1789024423.832603:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:0.0:1789024423.832727:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402434304 00000100:00100000:0.0:1789024423.832738:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402434304 00000100:00100000:0.0:1789024423.832804:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 134 00000100:00100000:0.0:1789024423.832814:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f9a1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b9062bd7-eac0-4f0b-8ae3-d1e9a6107fe5+11:18176:x1875927402434304:12345-192.168.202.18@tcp:501:mount.lustre.0 00000100:00100000:0.0:1789024423.833307:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f9a1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b9062bd7-eac0-4f0b-8ae3-d1e9a6107fe5+11:18176:x1875927402434304:12345-192.168.202.18@tcp:501:mount.lustre.0 Request processed in 493us (714us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024423.833317:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 134 00000100:00100000:0.0:1789024423.840658:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:1.0:1789024423.840820:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402434432 00000100:00100000:1.0:1789024423.840832:0:22702:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402434432 00000100:00100000:1.0:1789024423.840892:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 135 00000100:00100000:1.0:1789024423.840904:0:22702:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f9a0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b9062bd7-eac0-4f0b-8ae3-d1e9a6107fe5+11:18176:x1875927402434432:12345-192.168.202.18@tcp:503:mount.lustre.0 00000100:00100000:1.0:1789024423.841587:0:22702:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f9a0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b9062bd7-eac0-4f0b-8ae3-d1e9a6107fe5+11:18176:x1875927402434432:12345-192.168.202.18@tcp:503:mount.lustre.0 Request processed in 683us (935us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024423.841596:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 135 00000100:00100000:1.0:1789024423.869529:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:0.0:1789024423.869813:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402434560 00000100:00100000:0.0:1789024423.869822:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402434560 00000100:00100000:0.0:1789024423.869883:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 136 00000100:00100000:0.0:1789024423.869893:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f9a2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b9062bd7-eac0-4f0b-8ae3-d1e9a6107fe5+11:18184:x1875927402434560:12345-192.168.202.18@tcp:502:llog_process_th.0 00000100:00100000:0.0:1789024423.870070:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f9a2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b9062bd7-eac0-4f0b-8ae3-d1e9a6107fe5+11:18184:x1875927402434560:12345-192.168.202.18@tcp:502:llog_process_th.0 Request processed in 177us (552us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024423.870078:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 136 00000100:00100000:3.0:1789024423.919332:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:1.0:1789024423.919624:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402434688 00000100:00100000:1.0:1789024423.919634:0:22702:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402434688 00000100:00100000:1.0:1789024423.919696:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 137 00000100:00100000:1.0:1789024423.919705:0:22702:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f9a0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b9062bd7-eac0-4f0b-8ae3-d1e9a6107fe5+11:18184:x1875927402434688:12345-192.168.202.18@tcp:502:llog_process_th.0 00000100:00100000:1.0:1789024423.919861:0:22702:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f9a0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b9062bd7-eac0-4f0b-8ae3-d1e9a6107fe5+11:18184:x1875927402434688:12345-192.168.202.18@tcp:502:llog_process_th.0 Request processed in 156us (540us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024423.919869:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 137 00000100:00100000:1.0:1789024423.929655:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:2.0:1789024423.936054:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402434816 00000100:00100000:2.0:1789024423.936071:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402434816 00000100:00100000:2.0:1789024423.936143:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 138 00000100:00100000:2.0:1789024423.936169:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f9a1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b9062bd7-eac0-4f0b-8ae3-d1e9a6107fe5+11:18184:x1875927402434816:12345-192.168.202.18@tcp:502:llog_process_th.0 00000100:00100000:2.0:1789024423.936333:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f9a1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b9062bd7-eac0-4f0b-8ae3-d1e9a6107fe5+11:18184:x1875927402434816:12345-192.168.202.18@tcp:502:llog_process_th.0 Request processed in 166us (6687us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024423.936341:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 138 00000100:00100000:3.0:1789024423.939104:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:0.0:1789024423.940482:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402434944 00000100:00100000:0.0:1789024423.940495:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402434944 00000100:00100000:0.0:1789024423.940559:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 139 00000100:00100000:0.0:1789024423.940569:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f9a1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b9062bd7-eac0-4f0b-8ae3-d1e9a6107fe5+11:18176:x1875927402434944:12345-192.168.202.18@tcp:101:mount.lustre.0 00010000:00010000:0.0:1789024423.940586:0:22703:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789024423.940606:0:22703:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90cb0252f200/0xa736ef4b98cb5553 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xa6cdd89e162afab3 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024423.940635:0:22703:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90cb0252f200/0xa736ef4b98cb5553 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afab3 expref: 12 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024423.940667:0:22703:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90cb0252f200/0xa736ef4b98cb5553 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afab3 expref: 12 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024423.940688:0:22703:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90cb0252f200, rc 0) 00000100:00100000:0.0:1789024423.940753:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f9a1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b9062bd7-eac0-4f0b-8ae3-d1e9a6107fe5+12:18176:x1875927402434944:12345-192.168.202.18@tcp:101:mount.lustre.0 Request processed in 185us (1658us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024423.940760:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 139 00000100:00100000:3.0:1789024423.943459:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:1.0:1789024423.943776:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402435072 00000100:00100000:1.0:1789024423.943796:0:22702:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402435072 00000100:00100000:1.0:1789024423.943859:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 140 00000100:00100000:1.0:1789024423.943869:0:22702:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f9a2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b9062bd7-eac0-4f0b-8ae3-d1e9a6107fe5+12:18176:x1875927402435072:12345-192.168.202.18@tcp:256:mount.lustre.0 20000000:01000000:1.0:1789024423.943896:0:22702:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:1.0:1789024423.943938:0:22702:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:1.0:1789024423.943943:0:22702:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:1.0:1789024423.943946:0:22702:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:1.0:1789024423.943949:0:22702:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:1.0:1789024423.943952:0:22702:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:2.0:1789024423.946817:0:22702:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f9a2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b9062bd7-eac0-4f0b-8ae3-d1e9a6107fe5+12:18176:x1875927402435072:12345-192.168.202.18@tcp:256:mount.lustre.0 Request processed in 2937us (3355us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024423.946833:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 140 00000100:00100000:3.0:1789024423.950341:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:2.0:1789024423.950507:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402435200 00000100:00100000:2.0:1789024423.950518:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402435200 00000100:00100000:2.0:1789024423.950635:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 141 00000100:00100000:2.0:1789024423.950646:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f9a2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b9062bd7-eac0-4f0b-8ae3-d1e9a6107fe5+12:18176:x1875927402435200:12345-192.168.202.18@tcp:101:mount.lustre.0 00010000:00010000:2.0:1789024423.950663:0:22701:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789024423.950682:0:22701:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90cc15db1a00/0xa736ef4b98cb555a lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xa6cdd89e162afaba expref: -99 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024423.950713:0:22701:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90cc15db1a00/0xa736ef4b98cb555a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afaba expref: 13 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024423.950724:0:22701:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90cc15db1a00/0xa736ef4b98cb555a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afaba expref: 13 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024423.950734:0:22701:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90cc15db1a00, rc 0) 00000100:00100000:2.0:1789024423.950827:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f9a2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b9062bd7-eac0-4f0b-8ae3-d1e9a6107fe5+13:18176:x1875927402435200:12345-192.168.202.18@tcp:101:mount.lustre.0 Request processed in 183us (497us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024423.950834:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 141 00000100:00100000:3.0:1789024423.953250:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:0.0:1789024423.953633:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402435328 00000100:00100000:0.0:1789024423.953644:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402435328 00000100:00100000:0.0:1789024423.953688:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 142 00000100:00100000:0.0:1789024423.953698:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f9a1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b9062bd7-eac0-4f0b-8ae3-d1e9a6107fe5+13:18176:x1875927402435328:12345-192.168.202.18@tcp:501:mount.lustre.0 00000100:00100000:0.0:1789024423.953972:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f9a1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b9062bd7-eac0-4f0b-8ae3-d1e9a6107fe5+13:18176:x1875927402435328:12345-192.168.202.18@tcp:501:mount.lustre.0 Request processed in 275us (731us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024423.953979:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 142 00000100:00100000:1.0:1789024423.957065:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:0.0:1789024423.957247:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402435456 00000100:00100000:0.0:1789024423.957256:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402435456 00000100:00100000:0.0:1789024423.957368:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 143 00000100:00100000:0.0:1789024423.957378:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f9a2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b9062bd7-eac0-4f0b-8ae3-d1e9a6107fe5+13:18176:x1875927402435456:12345-192.168.202.18@tcp:503:mount.lustre.0 00000100:00100000:0.0:1789024423.957545:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f9a2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b9062bd7-eac0-4f0b-8ae3-d1e9a6107fe5+13:18176:x1875927402435456:12345-192.168.202.18@tcp:503:mount.lustre.0 Request processed in 167us (488us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024423.957553:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 143 00000100:00100000:3.0:1789024423.960467:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:2.0:1789024423.961334:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402435584 00000100:00100000:2.0:1789024423.961346:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402435584 00000100:00100000:2.0:1789024423.961396:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 144 00000100:00100000:2.0:1789024423.961420:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc1803b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b9062bd7-eac0-4f0b-8ae3-d1e9a6107fe5+13:18189:x1875927402435584:12345-192.168.202.18@tcp:502:llog_process_th.0 00000100:00100000:2.0:1789024423.961569:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc1803b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b9062bd7-eac0-4f0b-8ae3-d1e9a6107fe5+13:18189:x1875927402435584:12345-192.168.202.18@tcp:502:llog_process_th.0 Request processed in 150us (1114us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024423.961577:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 144 00000100:00100000:3.0:1789024423.965503:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:2.0:1789024423.968978:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402435712 00000100:00100000:2.0:1789024423.968997:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402435712 00000100:00100000:2.0:1789024423.969064:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 145 00000100:00100000:2.0:1789024423.969075:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc18038850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b9062bd7-eac0-4f0b-8ae3-d1e9a6107fe5+13:18189:x1875927402435712:12345-192.168.202.18@tcp:502:llog_process_th.0 00000100:00100000:2.0:1789024423.969275:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc18038850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b9062bd7-eac0-4f0b-8ae3-d1e9a6107fe5+13:18189:x1875927402435712:12345-192.168.202.18@tcp:502:llog_process_th.0 Request processed in 201us (3782us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024423.969283:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 145 00000100:00100000:3.0:1789024423.983684:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:0.0:1789024423.984186:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402435840 00000100:00100000:0.0:1789024423.984198:0:22708:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402435840 00000100:00100000:0.0:1789024423.984240:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 16 00000100:00100000:0.0:1789024423.984248:0:22708:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3fce8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2399:x1875927402435840:12345-192.168.202.18@tcp:38:mount.lustre.0 00010000:00080000:0.0:1789024423.984288:0:22708:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from 45c96975-5881-4980-9470-b931ba0c40db@192.168.202.18@tcp t0 exp 0000000000000000 cur 742 last 0 00000020:00000080:0.0:1789024423.984323:0:22708:0:(genops.c:1384:class_connect()) connect: client 45c96975-5881-4980-9470-b931ba0c40db, cookie 0xa736ef4b98cb5561 00000004:00100000:0.0:1789024423.984349:0:22708:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:0.0:1789024423.984445:0:22708:0:(import.c:65:import_set_state_nolock()) ffff90cc153a0000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1789024423.984521:0:22708:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3fce8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:45c96975-5881-4980-9470-b931ba0c40db+6:2399:x1875927402435840:12345-192.168.202.18@tcp:38:mount.lustre.0 Request processed in 272us (847us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024423.984530:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 16 00000100:00100000:3.0:1789024423.990098:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:3.0:1789024423.991295:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:0.0:1789024423.991637:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402436096 00000100:00100000:0.0:1789024423.991648:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402436096 00000100:00100000:0.0:1789024423.991696:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402435968 00000100:00100000:0.0:1789024423.991700:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402435968 00000100:00100000:0.0:1789024423.991745:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 17 00000100:00100000:0.0:1789024423.991752:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f7a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2399:x1875927402436096:12345-192.168.202.18@tcp:38:mount.lustre.0 00010000:00080000:0.0:1789024423.991803:0:22710:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0001: connection from 45c96975-5881-4980-9470-b931ba0c40db@192.168.202.18@tcp t0 exp 0000000000000000 cur 742 last 0 00000020:00000080:0.0:1789024423.991845:0:22710:0:(genops.c:1384:class_connect()) connect: client 45c96975-5881-4980-9470-b931ba0c40db, cookie 0xa736ef4b98cb5568 00000004:00100000:0.0:1789024423.991867:0:22710:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:0.0:1789024423.991951:0:22710:0:(import.c:65:import_set_state_nolock()) ffff90cc153a4000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1789024423.992013:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f7a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:45c96975-5881-4980-9470-b931ba0c40db+6:2399:x1875927402436096:12345-192.168.202.18@tcp:38:mount.lustre.0 Request processed in 260us (1925us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024423.992022:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 17 00000100:00100000:0.0:1789024423.992041:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 18 00000100:00100000:0.0:1789024423.992048:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f7a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:45c96975-5881-4980-9470-b931ba0c40db+6:0:x1875927402435968:12345-192.168.202.18@tcp:41:mount.lustre.0 00000004:00000024:0.0:1789024423.992073:0:22710:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1789024423.992104:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f7a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:45c96975-5881-4980-9470-b931ba0c40db+6:0:x1875927402435968:12345-192.168.202.18@tcp:41:mount.lustre.0 Request processed in 57us (816us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024423.992125:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 18 00000100:00080000:3.0:1789024423.992321:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1789024423.996716:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:0.0:1789024423.998062:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402436352 00000100:00100000:0.0:1789024423.998075:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402436352 00000100:00100000:0.0:1789024423.998187:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 19 00000100:00100000:0.0:1789024423.998199:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f7a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:45c96975-5881-4980-9470-b931ba0c40db+6:18176:x1875927402436352:12345-192.168.202.18@tcp:41:mount.lustre.0 00000004:00000024:0.0:1789024423.998232:0:22710:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1789024423.998302:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f7a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:45c96975-5881-4980-9470-b931ba0c40db+6:18176:x1875927402436352:12345-192.168.202.18@tcp:41:mount.lustre.0 Request processed in 105us (1595us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024423.998309:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 19 00000100:00100000:3.0:1789024424.011476:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:3.0:1789024424.012231:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:1.0:1789024424.020407:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402436480 00000100:00100000:1.0:1789024424.020422:0:22708:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402436480 00000100:00100000:1.0:1789024424.020487:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402436224 00000100:00100000:1.0:1789024424.020490:0:22708:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402436224 00000100:00100000:1.0:1789024424.020527:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 20 00000100:00100000:1.0:1789024424.020536:0:22708:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f7a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:45c96975-5881-4980-9470-b931ba0c40db+6:18176:x1875927402436480:12345-192.168.202.18@tcp:40:mount.lustre.0 00000100:00100000:1.0:1789024424.020622:0:22708:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f7a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:45c96975-5881-4980-9470-b931ba0c40db+6:18176:x1875927402436480:12345-192.168.202.18@tcp:40:mount.lustre.0 Request processed in 87us (9156us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024424.020629:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 20 00000100:00100000:1.0:1789024424.020645:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 21 00000100:00100000:1.0:1789024424.020651:0:22708:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f7a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:45c96975-5881-4980-9470-b931ba0c40db+6:0:x1875927402436224:12345-192.168.202.18@tcp:41:mount.lustre.0 00000004:00000024:1.0:1789024424.020669:0:22708:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1789024424.020693:0:22708:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f7a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:45c96975-5881-4980-9470-b931ba0c40db+6:0:x1875927402436224:12345-192.168.202.18@tcp:41:mount.lustre.0 Request processed in 43us (8466us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024424.020699:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 21 00000100:00080000:3.0:1789024424.021230:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1789024424.032503:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:0.0:1789024424.034066:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402436864 00000100:00100000:0.0:1789024424.034081:0:22719:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402436864 00000100:00100000:0.0:1789024424.034200:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 4 00000100:00100000:0.0:1789024424.034212:0:22719:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f7a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:45c96975-5881-4980-9470-b931ba0c40db+6:18176:x1875927402436864:12345-192.168.202.18@tcp:900:mount.lustre.0 00000100:00100000:0.0:1789024424.034308:0:22719:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f7a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:45c96975-5881-4980-9470-b931ba0c40db+6:18176:x1875927402436864:12345-192.168.202.18@tcp:900:mount.lustre.0 Request processed in 98us (1815us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024424.034316:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 4 00000100:00100000:3.0:1789024424.035751:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:3.0:1789024424.035803:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:1.0:1789024424.035883:0:24215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402436608 00000100:00100000:1.0:1789024424.035891:0:24215:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402436608 00000100:00100000:1.0:1789024424.035929:0:24215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402436736 00000100:00100000:1.0:1789024424.035932:0:24215:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402436736 00000100:00100000:1.0:1789024424.035955:0:24215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 23 00000100:00100000:1.0:1789024424.035962:0:24215:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f7a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2399:x1875927402436608:12345-192.168.202.18@tcp:8:mount.lustre.0 00010000:00080000:1.0:1789024424.035994:0:24215:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0000: connection from 45c96975-5881-4980-9470-b931ba0c40db@192.168.202.18@tcp t0 exp 0000000000000000 cur 742 last 0 00000020:00000080:1.0:1789024424.036031:0:24215:0:(genops.c:1384:class_connect()) connect: client 45c96975-5881-4980-9470-b931ba0c40db, cookie 0xa736ef4b98cb556f 00002000:00100000:1.0:1789024424.036044:0:24215:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 45c96975-5881-4980-9470-b931ba0c40db/ffff90cc3d911000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a27 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1789024424.036057:0:24215:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:1.0:1789024424.036138:0:24215:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:1.0:1789024424.036197:0:24215:0:(import.c:65:import_set_state_nolock()) ffff90cc3d910000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1789024424.036256:0:24215:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f7a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:45c96975-5881-4980-9470-b931ba0c40db+6:2399:x1875927402436608:12345-192.168.202.18@tcp:8:mount.lustre.0 Request processed in 292us (510us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024424.036263:0:24215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 23 00000100:00100000:1.0:1789024424.036280:0:24215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 24 00000100:00100000:1.0:1789024424.036284:0:24215:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f7a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2399:x1875927402436736:12345-192.168.202.18@tcp:8:mount.lustre.0 00010000:00080000:1.0:1789024424.036298:0:24215:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0001: connection from 45c96975-5881-4980-9470-b931ba0c40db@192.168.202.18@tcp t0 exp 0000000000000000 cur 742 last 0 00000020:00000080:1.0:1789024424.036314:0:24215:0:(genops.c:1384:class_connect()) connect: client 45c96975-5881-4980-9470-b931ba0c40db, cookie 0xa736ef4b98cb5576 00002000:00100000:1.0:1789024424.036318:0:24215:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 45c96975-5881-4980-9470-b931ba0c40db/ffff90cc3d912000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a27 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1789024424.036324:0:24215:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:1.0:1789024424.036366:0:24215:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:1.0:1789024424.036380:0:24215:0:(import.c:65:import_set_state_nolock()) ffff90cc3d914000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1789024424.036402:0:24215:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f7a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:45c96975-5881-4980-9470-b931ba0c40db+6:2399:x1875927402436736:12345-192.168.202.18@tcp:8:mount.lustre.0 Request processed in 117us (599us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024424.036409:0:24215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 24 00000100:00100000:3.0:1789024424.042205:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:0.0:1789024424.042930:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402436992 00000100:00100000:0.0:1789024424.042942:0:22712:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402436992 00000100:00100000:0.0:1789024424.043003:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 1 00000100:00100000:0.0:1789024424.043014:0:22712:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f7a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:45c96975-5881-4980-9470-b931ba0c40db+6:18176:x1875927402436992:12345-192.168.202.18@tcp:33:mount.lustre.0 00000004:00200000:0.0:1789024424.043100:0:22712:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:0.0:1789024424.043217:0:22712:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f7a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:45c96975-5881-4980-9470-b931ba0c40db+6:18176:x1875927402436992:12345-192.168.202.18@tcp:33:mount.lustre.0 Request processed in 204us (1021us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024424.043225:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 1 00000100:00100000:3.0:1789024424.213101:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:1.0:1789024424.213441:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402437120 00000100:00100000:1.0:1789024424.213451:0:22708:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402437120 00000100:00100000:1.0:1789024424.213519:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 22 00000100:00100000:1.0:1789024424.213530:0:22708:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f7a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:45c96975-5881-4980-9470-b931ba0c40db+6:18212:x1875927402437120:12345-192.168.202.18@tcp:101:mkdir.0 00010000:00010000:1.0:1789024424.213552:0:22708:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789024424.213574:0:22708:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90cb03a54c00/0xa736ef4b98cb557d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa6cdd89e162afaeb expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024424.213645:0:22708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90cb03a55600/0xa736ef4b98cb5584 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024424.213672:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90cb03a55600/0xa736ef4b98cb5584 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024424.213686:0:22708:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90cb03a55600/0xa736ef4b98cb5584 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1789024424.213732:0:22708:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1789024424.213736:0:22708:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1789024424.213754:0:22708:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90cb03a55600/0xa736ef4b98cb5584 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024424.213793:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90cb03a54c00/0xa736ef4b98cb557d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afaeb expref: 8 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024424.213813:0:22708:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90cb03a55600/0xa736ef4b98cb5584 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afaeb expref: 7 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024424.213821:0:22708:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90cc1c890100) 00010000:00010000:1.0:1789024424.213824:0:22708:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1789024424.213827:0:22708:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90cb03a55600, rc 0) 00000100:00100000:1.0:1789024424.213896:0:22708:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f7a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:45c96975-5881-4980-9470-b931ba0c40db+7:18212:x1875927402437120:12345-192.168.202.18@tcp:101:mkdir.0 Request processed in 367us (1044us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024424.213904:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 22 00010000:00010000:0.0:1789024424.524453:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789024424.855870:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789024424.855897:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3faba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1875927422467456:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1789024424.855968:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024424.856175:0:24217:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422467456 00000100:00100000:0.0:1789024424.856185:0:24217:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422467456 00000100:00100000:0.0:1789024424.856241:0:24217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1789024424.856251:0:24217:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f7a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875927422467456:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1789024424.856273:0:24217:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1789024424.856321:0:24217:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f7a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875927422467456:12345-0@lo:13:osp-pre-0-0.0 Request processed in 72us (352us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024424.856328:0:24217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1789024424.856476:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3faba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1875927422467456:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1789024425.548468:0:25046:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789024426.573041:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789024426.892498:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1789024426.892518:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fab9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1875927422467584:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1789024426.892579:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024426.892619:0:24217:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422467584 00000100:00100000:0.0:1789024426.892626:0:24217:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422467584 00000100:00100000:0.0:1789024426.892671:0:24217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1789024426.892679:0:24217:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3fab9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1875927422467584:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1789024426.892716:0:24217:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1789024426.892772:0:24217:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3fab9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1875927422467584:12345-0@lo:13:osp-pre-0-1.0 Request processed in 88us (187us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024426.892779:0:24217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1789024426.892818:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fab9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1875927422467584:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1789024426.892922:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00100000:0.0:1789024426.894016:0:22688:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 45c96975-5881-4980-9470-b931ba0c40db 00000001:00100000:0.0:1789024426.894025:0:22688:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 8a9beef6-1b69-4bd8-bb31-b82264d10cd5 00000001:00100000:2.0:1789024426.896097:0:24210:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 45c96975-5881-4980-9470-b931ba0c40db 00000001:00100000:2.0:1789024426.896111:0:24210:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 8a9beef6-1b69-4bd8-bb31-b82264d10cd5 00000001:00100000:1.0:1789024426.897088:0:23441:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 45c96975-5881-4980-9470-b931ba0c40db 00000001:00100000:1.0:1789024426.897096:0:23441:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 8a9beef6-1b69-4bd8-bb31-b82264d10cd5 00000001:02000400:0.0:1789024427.121597:0:25586:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00010000:00010000:0.0:1789024427.597210:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789024427.916493:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1789024427.916517:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fab9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1875927422467712:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1789024427.916580:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024427.916692:0:23665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422467712 00000100:00100000:0.0:1789024427.916701:0:23665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422467712 00000100:00100000:0.0:1789024427.916765:0:23665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1789024427.916789:0:23665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3be9e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3643:x1875927422467712:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1789024427.916823:0:23665:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1789024427.916890:0:23665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3be9e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3643:x1875927422467712:12345-0@lo:41:osp-pre-0-1.0 Request processed in 94us (299us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024427.916896:0:23665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1789024427.916951:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fab9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1875927422467712:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1789024427.917224:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789024427.917237:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3f7a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1875927422467840:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1789024427.917264:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024427.917312:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422467840 00000100:00100000:1.0:1789024427.917322:0:22714:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422467840 00000100:00100000:1.0:1789024427.918072:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:1.0:1789024427.918083:0:22714:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3be9c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875927422467840:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1789024427.918109:0:22714:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1789024427.918185:0:22714:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3be9c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875927422467840:12345-0@lo:41:osp-pre-1-0.0 Request processed in 104us (919us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024427.918191:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1789024427.918206:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3f7a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1875927422467840:0@lo:41:osp-pre-1-0.0 00000040:00080000:3.0:1789024428.111875:0:23463:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1789024428.433208:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3f7a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1875927422468096:0@lo:400:kworker.0 00000100:00100000:3.0:1789024428.433276:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789024428.433322:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3f7a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1875927422468608:0@lo:400:kworker.0 00000100:00100000:3.0:1789024428.433345:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789024428.433361:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc151e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3643:1875927422469120:0@lo:400:kworker.0 00000100:00100000:3.0:1789024428.433384:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789024428.433417:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1789024428.433423:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3f7a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1875927422468224:0@lo:400:kworker.0 00000100:00100000:3.0:1789024428.433447:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789024428.433462:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3f7a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1875927422468736:0@lo:400:kworker.0 00000100:00100000:3.0:1789024428.433481:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789024428.433499:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc151e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3643:1875927422469248:0@lo:400:kworker.0 00000100:00100000:3.0:1789024428.433518:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789024428.433597:0:24215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422468224 00000100:00100000:3.0:1789024428.433605:0:24215:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422468224 00000100:00100000:3.0:1789024428.433651:0:24215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422468736 00000100:00100000:3.0:1789024428.433654:0:24215:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422468736 00000100:00100000:3.0:1789024428.433678:0:24215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1789024428.433686:0:24215:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc151e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3643:x1875927422468224:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789024428.433746:0:24215:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc151e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3643:x1875927422468224:12345-0@lo:400:kworker.0 Request processed in 50us (286us total) trans 0 rc 0/0 00000100:00100000:3.0:1789024428.433754:0:24215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1789024428.433772:0:24215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1789024428.433778:0:24215:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc151e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3643:x1875927422468736:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789024428.433805:0:24215:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc151e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3643:x1875927422468736:12345-0@lo:400:kworker.0 Request processed in 28us (324us total) trans 0 rc 0/0 00000100:00100000:3.0:1789024428.433810:0:24215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00080000:3.0:1789024428.433826:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1789024428.433838:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1789024428.433845:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc151e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1875927422469632:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1789024428.433958:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3f7a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1875927422468352:0@lo:400:kworker.0 00000100:00100000:0.0:1789024428.433988:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024428.434007:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc151e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1875927422468864:0@lo:400:kworker.0 00000100:00100000:0.0:1789024428.434028:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024428.434045:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc151e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3641:1875927422469376:0@lo:400:kworker.0 00000100:00100000:0.0:1789024428.434063:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024428.434081:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:0.0:1789024428.434087:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3f7a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:3641:1875927422467968:0@lo:400:kworker.0 00000100:00100000:0.0:1789024428.434114:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024428.434136:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3f7a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875927422468480:0@lo:400:kworker.0 00000100:00100000:0.0:1789024428.434183:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024428.434194:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc151e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875927422468992:0@lo:400:kworker.0 00000100:00100000:0.0:1789024428.434211:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024428.434222:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc151e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3641:1875927422469504:0@lo:400:kworker.0 00000100:00100000:0.0:1789024428.434239:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024428.434279:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422469120 00000100:00100000:0.0:1789024428.434283:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422469120 00000100:00100000:0.0:1789024428.434312:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422469248 00000100:00100000:0.0:1789024428.434316:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422469248 00000100:00100000:0.0:1789024428.434329:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422469376 00000100:00100000:0.0:1789024428.434332:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422469376 00000100:00100000:0.0:1789024428.434353:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422468480 00000100:00100000:0.0:1789024428.434357:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422468480 00000100:00100000:0.0:1789024428.434368:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422468992 00000100:00100000:0.0:1789024428.434370:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422468992 00000100:00100000:0.0:1789024428.434382:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422469504 00000100:00100000:0.0:1789024428.434384:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422469504 00000100:00100000:0.0:1789024428.434398:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1789024428.434404:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc151e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1875927422469120:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789024428.434438:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc151e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1875927422469120:12345-0@lo:400:kworker.0 Request processed in 34us (1053us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024428.434444:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1789024428.434457:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1789024428.434463:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc151e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1875927422469248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789024428.434506:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc151e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1875927422469248:12345-0@lo:400:kworker.0 Request processed in 42us (986us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024428.434512:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1789024428.434524:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1789024428.434530:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3fabb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875927422469376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789024428.434560:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3fabb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875927422469376:12345-0@lo:400:kworker.0 Request processed in 30us (495us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024428.434565:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1789024428.434576:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1789024428.434582:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3fabb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875927422468480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789024428.434606:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3fabb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875927422468480:12345-0@lo:400:kworker.0 Request processed in 24us (422us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024428.434611:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1789024428.434623:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1789024428.434635:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3fab8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875927422468992:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789024428.434662:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3fab8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875927422468992:12345-0@lo:400:kworker.0 Request processed in 28us (449us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024428.434668:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1789024428.434681:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1789024428.434686:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3fab9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875927422469504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789024428.434712:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3fab9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875927422469504:12345-0@lo:400:kworker.0 Request processed in 26us (472us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024428.434718:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1789024428.434745:0:25326:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422468352 00000100:00100000:0.0:1789024428.434749:0:25326:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422468352 00000100:00100000:0.0:1789024428.434772:0:25326:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422468864 00000100:00100000:0.0:1789024428.434774:0:25326:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422468864 00000100:00100000:0.0:1789024428.434787:0:25326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1789024428.434793:0:25326:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3fabbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3641:x1875927422468352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789024428.434820:0:25326:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3fabbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3641:x1875927422468352:12345-0@lo:400:kworker.0 Request processed in 28us (833us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024428.434826:0:25326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1789024428.434837:0:25326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1789024428.434842:0:25326:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3fab8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3641:x1875927422468864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789024428.434882:0:25326:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3fab8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3641:x1875927422468864:12345-0@lo:400:kworker.0 Request processed in 40us (853us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024428.434887:0:25326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1789024428.434910:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422467968 00000100:00100000:0.0:1789024428.434913:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422467968 00000100:00100000:0.0:1789024428.434938:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 146 00000100:00100000:0.0:1789024428.434944:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc18038050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+24:3641:x1875927422467968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789024428.434979:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc18038050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+24:3641:x1875927422467968:12345-0@lo:400:kworker.0 Request processed in 35us (864us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024428.434985:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 146 00000100:00080000:0.0:1789024428.435017:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1789024428.435021:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1789024428.435023:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1789024428.435050:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3f7a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:3641:1875927422467968:0@lo:400:kworker.0 00000100:00100000:0.0:1789024428.435063:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3f7a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875927422468480:0@lo:400:kworker.0 00000100:00100000:0.0:1789024428.435072:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc151e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875927422468992:0@lo:400:kworker.0 00010000:00080000:0.0:1789024428.435084:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90cc151e3b80 x1875927422469504/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789024444 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789024428.435094:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc151e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3641:1875927422469504:0@lo:400:kworker.0 00000100:00100000:0.0:1789024428.435103:0:3641:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:0.0:1789024428.435115:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3f7a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1875927422468352:0@lo:400:kworker.0 00000100:00100000:0.0:1789024428.435123:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc151e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1875927422468864:0@lo:400:kworker.0 00000100:00100000:0.0:1789024428.435132:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc151e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3641:1875927422469376:0@lo:400:kworker.0 00000100:00100000:3.0:1789024428.435310:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789024428.435335:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3faba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1875927422469760:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1789024428.435356:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789024428.435393:0:24218:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422469632 00000100:00100000:3.0:1789024428.435398:0:24218:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422469632 00000100:00100000:3.0:1789024428.435415:0:24218:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422469760 00000100:00100000:3.0:1789024428.435417:0:24218:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422469760 00000100:00100000:3.0:1789024428.435429:0:24218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1789024428.435434:0:24218:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc151e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1875927422469632:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1789024428.435454:0:24218:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915857920 avail 3684335616 00000100:00100000:3.0:1789024428.435490:0:24218:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc151e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1875927422469632:12345-0@lo:13:osp-pre-1-0.0 Request processed in 56us (180us total) trans 0 rc 0/0 00000100:00100000:3.0:1789024428.435496:0:24218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1789024428.435510:0:24218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1789024428.435516:0:24218:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc151e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1875927422469760:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1789024428.435525:0:24218:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915857920 avail 3684335616 00000100:00100000:3.0:1789024428.435548:0:24218:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc151e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1875927422469760:12345-0@lo:13:osp-pre-1-1.0 Request processed in 33us (191us total) trans 0 rc 0/0 00000100:00100000:3.0:1789024428.435554:0:24218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1789024428.435584:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3faba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1875927422469760:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1789024428.435595:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc151e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1875927422469632:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1789024428.435621:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3f7a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1875927422468224:0@lo:400:kworker.0 00000100:00100000:3.0:1789024428.435631:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3f7a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1875927422468736:0@lo:400:kworker.0 00010000:00080000:3.0:1789024428.435641:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90cc151e1c00 x1875927422469248/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789024444 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789024428.435651:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc151e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3643:1875927422469248:0@lo:400:kworker.0 00000100:00100000:3.0:1789024428.435661:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc151e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3643:1875927422469120:0@lo:400:kworker.0 00000100:00100000:2.0:1789024428.435908:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422468096 00000100:00100000:2.0:1789024428.435913:0:22713:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422468096 00000100:00100000:2.0:1789024428.435948:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422468608 00000100:00100000:2.0:1789024428.435951:0:22713:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422468608 00000100:00100000:2.0:1789024428.435966:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1789024428.435986:0:22713:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc151e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3643:x1875927422468096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789024428.436035:0:22713:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc151e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3643:x1875927422468096:12345-0@lo:400:kworker.0 Request processed in 62us (2759us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024428.436042:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1789024428.436055:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:2.0:1789024428.436061:0:22713:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc151e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1875927422468608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789024428.436090:0:22713:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc151e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1875927422468608:12345-0@lo:400:kworker.0 Request processed in 29us (2744us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024428.436095:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:2.0:1789024428.436130:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3f7a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1875927422468096:0@lo:400:kworker.0 00000100:00100000:2.0:1789024428.436139:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3f7a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1875927422468608:0@lo:400:kworker.0 00010000:00010000:3.0:1789024428.626263:0:25046:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789024429.076258:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:3.0:1789024429.076316:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:1.0:1789024429.076452:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402437248 00000100:00100000:1.0:1789024429.076461:0:22702:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402437248 00000100:00100000:1.0:1789024429.076510:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 147 00000100:00100000:1.0:1789024429.076517:0:22702:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc18039050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b9062bd7-eac0-4f0b-8ae3-d1e9a6107fe5+13:2401:x1875927402437248:12345-192.168.202.18@tcp:400:kworker.0 00000100:00100000:1.0:1789024429.076575:0:22702:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc18039050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b9062bd7-eac0-4f0b-8ae3-d1e9a6107fe5+13:2401:x1875927402437248:12345-192.168.202.18@tcp:400:kworker.0 Request processed in 58us (328us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024429.076580:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 147 00000100:00100000:0.0:1789024429.076803:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402437376 00000100:00100000:0.0:1789024429.076808:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402437376 00000100:00080000:3.0:1789024429.076905:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1789024429.076942:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 54 00000100:00100000:0.0:1789024429.076951:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc151e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+6:2401:x1875927402437376:12345-192.168.202.18@tcp:400:kworker.0 00000100:00100000:0.0:1789024429.076993:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc151e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+6:2401:x1875927402437376:12345-192.168.202.18@tcp:400:kworker.0 Request processed in 44us (676us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024429.076999:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 54 00000100:00100000:3.0:1789024429.077811:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:3.0:1789024429.077845:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:3.0:1789024429.077877:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:1.0:1789024429.077922:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402437504 00000100:00100000:1.0:1789024429.077928:0:22708:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402437504 00000100:00100000:1.0:1789024429.077965:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 55 00000100:00100000:1.0:1789024429.077973:0:22708:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc151e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+5:2401:x1875927402437504:12345-192.168.202.18@tcp:400:kworker.0 00000100:00100000:1.0:1789024429.078013:0:22708:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc151e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+5:2401:x1875927402437504:12345-192.168.202.18@tcp:400:kworker.0 Request processed in 41us (205us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024429.078019:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 55 00000100:00100000:3.0:1789024429.078581:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:3.0:1789024429.078600:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:0.0:1789024429.078814:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402437888 00000100:00100000:0.0:1789024429.078819:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402437888 00000100:00100000:3.0:1789024429.079746:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:3.0:1789024429.079773:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:2.0:1789024429.080048:0:25326:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402437632 00000100:00100000:2.0:1789024429.080054:0:25326:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402437632 00000100:00100000:2.0:1789024429.080179:0:25326:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402437760 00000100:00100000:2.0:1789024429.080183:0:25326:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402437760 00000100:00100000:2.0:1789024429.080203:0:25326:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402438144 00000100:00100000:2.0:1789024429.080205:0:25326:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402438144 00000100:00100000:2.0:1789024429.080220:0:25326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 13 00000100:00100000:2.0:1789024429.080227:0:25326:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc151e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+5:2401:x1875927402437632:12345-192.168.202.18@tcp:400:kworker.0 00000100:00100000:2.0:1789024429.080295:0:25326:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc151e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+5:2401:x1875927402437632:12345-192.168.202.18@tcp:400:kworker.0 Request processed in 68us (2449us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024429.080302:0:25326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 13 00000100:00100000:2.0:1789024429.080318:0:25326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 14 00000100:00100000:2.0:1789024429.080324:0:25326:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc151e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+5:2401:x1875927402437760:12345-192.168.202.18@tcp:400:kworker.0 00000100:00100000:2.0:1789024429.080346:0:25326:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc151e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+5:2401:x1875927402437760:12345-192.168.202.18@tcp:400:kworker.0 Request processed in 23us (2469us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024429.080366:0:25326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 14 00000100:00100000:2.0:1789024429.080379:0:25326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 15 00000100:00100000:2.0:1789024429.080385:0:25326:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc0e906450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:45c96975-5881-4980-9470-b931ba0c40db+5:2400:x1875927402438144:12345-192.168.202.18@tcp:400:kworker.0 00000100:00100000:2.0:1789024429.080408:0:25326:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc0e906450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:45c96975-5881-4980-9470-b931ba0c40db+5:2400:x1875927402438144:12345-192.168.202.18@tcp:400:kworker.0 Request processed in 24us (1807us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024429.080414:0:25326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 15 00000100:00100000:2.0:1789024429.081382:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402438016 00000100:00100000:2.0:1789024429.081389:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402438016 00000100:00100000:2.0:1789024429.081422:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 56 00000100:00100000:2.0:1789024429.081429:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc151e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:45c96975-5881-4980-9470-b931ba0c40db+5:2400:x1875927402438016:12345-192.168.202.18@tcp:400:kworker.0 00000100:00100000:2.0:1789024429.081470:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc151e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:45c96975-5881-4980-9470-b931ba0c40db+5:2400:x1875927402438016:12345-192.168.202.18@tcp:400:kworker.0 Request processed in 42us (1741us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024429.081477:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 56 00000100:00100000:2.0:1789024429.081531:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 57 00000100:00100000:2.0:1789024429.081538:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc151e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:45c96975-5881-4980-9470-b931ba0c40db+6:2401:x1875927402437888:12345-192.168.202.18@tcp:400:kworker.0 00000100:00100000:2.0:1789024429.081565:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc151e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:45c96975-5881-4980-9470-b931ba0c40db+6:2401:x1875927402437888:12345-192.168.202.18@tcp:400:kworker.0 Request processed in 27us (2985us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024429.081571:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 57 00000100:00080000:3.0:1789024429.083346:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1789024429.083354:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1789024429.083357:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1789024429.083359:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1789024429.083399:0:25326:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402438272 00000100:00100000:2.0:1789024429.083406:0:25326:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402438272 00000100:00100000:2.0:1789024429.083526:0:25326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 16 00000100:00100000:2.0:1789024429.083535:0:25326:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc151e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:45c96975-5881-4980-9470-b931ba0c40db+6:2400:x1875927402438272:12345-192.168.202.18@tcp:400:kworker.0 00000100:00100000:2.0:1789024429.083593:0:25326:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc151e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:45c96975-5881-4980-9470-b931ba0c40db+6:2400:x1875927402438272:12345-192.168.202.18@tcp:400:kworker.0 Request processed in 59us (3819us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024429.083611:0:25326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 16 00000100:00080000:3.0:1789024429.084452:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1789024429.645055:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789024429.969522:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789024429.969553:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc151e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1875927422469888:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1789024429.969620:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000001:00100000:1.0:1789024429.972386:0:25029:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 45c96975-5881-4980-9470-b931ba0c40db 00000100:00100000:3.0:1789024429.977312:0:24218:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422469888 00000100:00100000:3.0:1789024429.977327:0:24218:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422469888 00000100:00100000:3.0:1789024429.977409:0:24218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1789024429.977419:0:24218:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc151e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875927422469888:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1789024429.977449:0:24218:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1789024429.977551:0:24218:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc151e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875927422469888:12345-0@lo:13:osp-pre-0-0.0 Request processed in 133us (7930us total) trans 0 rc 0/0 00000100:00100000:3.0:1789024429.977559:0:24218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1789024429.977784:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc151e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1875927422469888:0@lo:13:osp-pre-0-0.0 00000020:00000080:2.0:1789024430.560089:0:25735:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffe05f21660 20000000:00000080:2.0:1789024430.560108:0:25735:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff90cc3f7d4800 uarg=0000000000000000 20000000:01000000:2.0:1789024430.560446:0:25735:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='lod.*.mdt_hash=crush' 20000000:01000000:2.0:1789024430.560453:0:25735:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'lod.*.mdt_hash=crush' 20000000:01000000:2.0:1789024430.560457:0:25735:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/lod.*.mdt_hash=crush del=0 00000040:00080000:0.0:1789024430.561119:0:25736:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 5 count 13 20000000:00000400:2.0:1789024430.561424:0:25735:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/lod.*.mdt_hash=crush (mode = 0) failed: rc = -17 10000000:01000000:2.0:1789024430.570026:0:25735:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:2.0:1789024430.570060:0:25735:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90cc15db1e00/0xa736ef4b98cb558b lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024430.570080:0:25735:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90cc01323000/0xa736ef4b98cb51e8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa736ef4b98cb51e1 expref: 23 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024430.570088:0:25735:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90cc01323c00/0xa736ef4b98cb51f6 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa736ef4b98cb51ef expref: 23 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024430.570095:0:25735:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90cc01322200/0xa736ef4b98cb5235 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa736ef4b98cb522e expref: 23 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024430.570101:0:25735:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90cc15db0600/0xa736ef4b98cb53b6 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa736ef4b98cb53af expref: 23 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024430.570111:0:25735:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90cb0252f400/0xa736ef4b98cb551b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afa4a expref: 12 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024430.570118:0:25735:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90cc15db1a00/0xa736ef4b98cb555a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afaba expref: 12 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024430.570124:0:25735:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90cc15db1e00/0xa736ef4b98cb558b lrc: 9/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024430.570330:0:25735:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90cc15db1a00/0xa736ef4b98cb555a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afaba expref: 12 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024430.570347:0:25735:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff90cc15db1a00/0xa736ef4b98cb555a lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afaba expref: 12 pid: 22701 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789024430.570362:0:25735:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3be9c700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25735:1875927422470016:192.168.202.18@tcp:104: 00010000:00010000:2.0:1789024430.570470:0:25735:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90cb0252f400/0xa736ef4b98cb551b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afa4a expref: 12 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024430.570478:0:25735:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff90cb0252f400/0xa736ef4b98cb551b lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afa4a expref: 12 pid: 22701 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789024430.570487:0:25735:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3be9f480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25735:1875927422470144:192.168.202.18@tcp:104: 00010000:00010000:2.0:1789024430.570518:0:25735:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90cc15db0600/0xa736ef4b98cb53b6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa736ef4b98cb53af expref: 23 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024430.570527:0:25735:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff90cc15db0600/0xa736ef4b98cb53b6 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa736ef4b98cb53af expref: 23 pid: 22703 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789024430.570537:0:25735:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3be9ce00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25735:1875927422470272:0@lo:104: 00000100:00100000:2.0:1789024430.570586:0:25735:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1789024430.570628:0:25735:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90cc01322200/0xa736ef4b98cb5235 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa736ef4b98cb522e expref: 23 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024430.570635:0:25735:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff90cc01322200/0xa736ef4b98cb5235 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa736ef4b98cb522e expref: 23 pid: 22701 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789024430.570654:0:25735:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3be9ca80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25735:1875927422470400:0@lo:104: 00000100:00100000:2.0:1789024430.570675:0:25735:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1789024430.570696:0:25735:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90cc01323c00/0xa736ef4b98cb51f6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa736ef4b98cb51ef expref: 23 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024430.570704:0:25735:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff90cc01323c00/0xa736ef4b98cb51f6 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa736ef4b98cb51ef expref: 23 pid: 22703 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789024430.570712:0:25735:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3be9f100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25735:1875927422470528:0@lo:104: 00000100:00100000:2.0:1789024430.570750:0:25735:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1789024430.570766:0:25735:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90cc01323000/0xa736ef4b98cb51e8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa736ef4b98cb51e1 expref: 23 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024430.570773:0:25735:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff90cc01323000/0xa736ef4b98cb51e8 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa736ef4b98cb51e1 expref: 23 pid: 22701 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789024430.570780:0:25735:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3be9ea00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25735:1875927422470656:0@lo:104: 00000100:00100000:2.0:1789024430.570798:0:25735:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789024430.570808:0:25735:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc02f15540 going to sleep for 11 seconds 00000100:00100000:1.0:1789024430.571071:0:22691:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422470272 00000100:00100000:1.0:1789024430.571080:0:22691:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422470272 00000100:00100000:1.0:1789024430.571119:0:22691:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422470400 00000100:00100000:1.0:1789024430.571129:0:22691:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422470400 00000100:00100000:1.0:1789024430.571171:0:22691:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422470528 00000100:00100000:1.0:1789024430.571175:0:22691:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422470528 00000100:00100000:1.0:1789024430.571189:0:22691:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422470656 00000100:00100000:1.0:1789024430.571191:0:22691:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422470656 00000100:00100000:1.0:1789024430.571204:0:22691:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1789024430.571213:0:22691:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3be9d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+6:25735:x1875927422470272:12345-0@lo:104: 00010000:00010000:1.0:1789024430.571226:0:22691:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.118@tcp lock: ffff90cc01323600/0xa736ef4b98cb53af lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xa736ef4b98cb53b6 expref: -99 pid: 25028 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024430.571296:0:22691:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1789024430.571303:0:22691:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3be9d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+6:25735:x1875927422470272:12345-0@lo:104: Request processed in 92us (716us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024430.571310:0:22691:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1789024430.571327:0:22691:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1789024430.571333:0:22691:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3be9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+5:25735:x1875927422470400:12345-0@lo:104: 00010000:00010000:1.0:1789024430.571340:0:22691:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.118@tcp lock: ffff90cb0338b200/0xa736ef4b98cb522e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xa736ef4b98cb5235 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024430.571373:0:22691:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1789024430.571379:0:22691:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3be9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+5:25735:x1875927422470400:12345-0@lo:104: Request processed in 47us (703us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024430.571384:0:22691:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1789024430.571395:0:22691:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1789024430.571401:0:22691:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3be9fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+4:25735:x1875927422470528:12345-0@lo:104: 00010000:00010000:1.0:1789024430.571407:0:22691:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.118@tcp lock: ffff90cc01323800/0xa736ef4b98cb51ef lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xa736ef4b98cb51f6 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024430.571436:0:22691:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:1.0:1789024430.571447:0:22691:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3be9fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+4:25735:x1875927422470528:12345-0@lo:104: Request processed in 47us (696us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024430.571453:0:22691:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1789024430.571467:0:22691:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1789024430.571472:0:22691:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3be9f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+3:25735:x1875927422470656:12345-0@lo:104: 00010000:00010000:1.0:1789024430.571478:0:22691:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.118@tcp lock: ffff90cb0338b600/0xa736ef4b98cb51e1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xa736ef4b98cb51e8 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024430.571503:0:22691:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to priority blp list, 4 blwis in pool 00000100:00100000:1.0:1789024430.571508:0:22691:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3be9f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+3:25735:x1875927422470656:12345-0@lo:104: Request processed in 36us (709us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024430.571513:0:22691:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00010000:00010000:1.0:1789024430.571528:0:22697:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1789024430.571533:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.118@tcp lock: ffff90cc01323600/0xa736ef4b98cb53af lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xa736ef4b98cb53b6 expref: -99 pid: 25028 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024430.571540:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cc01323600 already unused, calling callback (ffffffffc146cc20) 10000000:00010000:1.0:1789024430.571544:0:22697:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.118@tcp lock: ffff90cc01323600/0xa736ef4b98cb53af lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0xa736ef4b98cb53b6 expref: -99 pid: 25028 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024430.571551:0:22697:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.118@tcp lock: ffff90cc01323600/0xa736ef4b98cb53af lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0xa736ef4b98cb53b6 expref: -99 pid: 25028 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789024430.571558:0:22697:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.118@tcp lock: ffff90cc01323600/0xa736ef4b98cb53af lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0xa736ef4b98cb53b6 expref: -99 pid: 25028 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789024430.571563:0:22697:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1789024430.571590:0:22697:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.118@tcp lock: ffff90cc01323600/0xa736ef4b98cb53af lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa736ef4b98cb53b6 expref: -99 pid: 25028 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024430.571606:0:22697:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1789024430.571625:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.118@tcp lock: ffff90cc01323600/0xa736ef4b98cb53af lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa736ef4b98cb53b6 expref: -99 pid: 25028 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024430.571632:0:22697:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.118@tcp lock: ffff90cc01323600/0xa736ef4b98cb53af lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa736ef4b98cb53b6 expref: -99 pid: 25028 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024430.571644:0:22697:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1789024430.571647:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.118@tcp lock: ffff90cb0338b200/0xa736ef4b98cb522e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xa736ef4b98cb5235 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024430.571653:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cb0338b200 already unused, calling callback (ffffffffc146cc20) 10000000:00010000:1.0:1789024430.571655:0:22697:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.118@tcp lock: ffff90cb0338b200/0xa736ef4b98cb522e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0xa736ef4b98cb5235 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024430.571662:0:22697:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.118@tcp lock: ffff90cb0338b200/0xa736ef4b98cb522e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0xa736ef4b98cb5235 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789024430.571668:0:22697:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.118@tcp lock: ffff90cb0338b200/0xa736ef4b98cb522e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0xa736ef4b98cb5235 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789024430.571673:0:22697:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1789024430.571685:0:22697:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.118@tcp lock: ffff90cb0338b200/0xa736ef4b98cb522e lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa736ef4b98cb5235 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024430.571690:0:22697:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1789024430.571703:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.118@tcp lock: ffff90cb0338b200/0xa736ef4b98cb522e lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa736ef4b98cb5235 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024430.571710:0:22697:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.118@tcp lock: ffff90cb0338b200/0xa736ef4b98cb522e lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa736ef4b98cb5235 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024430.571739:0:22697:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1789024430.571742:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.118@tcp lock: ffff90cc01323800/0xa736ef4b98cb51ef lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xa736ef4b98cb51f6 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024430.571747:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cc01323800 already unused, calling callback (ffffffffc146cc20) 10000000:00010000:1.0:1789024430.571749:0:22697:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.118@tcp lock: ffff90cc01323800/0xa736ef4b98cb51ef lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xa736ef4b98cb51f6 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024430.571756:0:22697:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.118@tcp lock: ffff90cc01323800/0xa736ef4b98cb51ef lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xa736ef4b98cb51f6 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789024430.571762:0:22697:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.118@tcp lock: ffff90cc01323800/0xa736ef4b98cb51ef lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xa736ef4b98cb51f6 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789024430.571767:0:22697:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1789024430.571782:0:22697:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.118@tcp lock: ffff90cc01323800/0xa736ef4b98cb51ef lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa736ef4b98cb51f6 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024430.571786:0:22697:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1789024430.571792:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.118@tcp lock: ffff90cc01323800/0xa736ef4b98cb51ef lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa736ef4b98cb51f6 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024430.571798:0:22697:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.118@tcp lock: ffff90cc01323800/0xa736ef4b98cb51ef lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa736ef4b98cb51f6 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024430.571806:0:22697:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789024430.571808:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.118@tcp lock: ffff90cb0338b600/0xa736ef4b98cb51e1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa736ef4b98cb51e8 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024430.571824:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cb0338b600 already unused, calling callback (ffffffffc146cc20) 10000000:00010000:1.0:1789024430.571827:0:22697:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.118@tcp lock: ffff90cb0338b600/0xa736ef4b98cb51e1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa736ef4b98cb51e8 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024430.571834:0:22697:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.118@tcp lock: ffff90cb0338b600/0xa736ef4b98cb51e1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa736ef4b98cb51e8 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789024430.571840:0:22697:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.118@tcp lock: ffff90cb0338b600/0xa736ef4b98cb51e1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa736ef4b98cb51e8 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789024430.571845:0:22697:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1789024430.571858:0:22697:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.118@tcp lock: ffff90cb0338b600/0xa736ef4b98cb51e1 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa736ef4b98cb51e8 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024430.571864:0:22697:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1789024430.571870:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.118@tcp lock: ffff90cb0338b600/0xa736ef4b98cb51e1 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa736ef4b98cb51e8 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024430.571876:0:22697:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.118@tcp lock: ffff90cb0338b600/0xa736ef4b98cb51e1 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa736ef4b98cb51e8 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024430.571889:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789024430.571891:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789024430.571893:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789024430.571914:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cb040b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:3642:1875927422470784:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789024430.571943:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024430.571965:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789024430.571971:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cb040b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:3642:1875927422471168:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789024430.572002:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024430.572028:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cb040b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:3643:1875927422470912:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789024430.572046:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024430.572063:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1789024430.572068:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cb040b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:3643:1875927422471040:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789024430.572086:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024430.572105:0:22695:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422470784 00000100:00100000:1.0:1789024430.572109:0:22695:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422470784 00010000:00010000:1.0:1789024430.572127:0:22695:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90cc15db0600/0xa736ef4b98cb53b6 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa736ef4b98cb53af expref: 24 pid: 22703 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789024430.572141:0:22695:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422471168 00000100:00100000:1.0:1789024430.572162:0:22695:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422471168 00010000:00010000:1.0:1789024430.572175:0:22695:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90cc01323000/0xa736ef4b98cb51e8 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa736ef4b98cb51e1 expref: 25 pid: 22701 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789024430.572186:0:22695:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422470912 00000100:00100000:1.0:1789024430.572188:0:22695:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422470912 00010000:00010000:1.0:1789024430.572196:0:22695:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90cc01322200/0xa736ef4b98cb5235 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa736ef4b98cb522e expref: 26 pid: 22701 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789024430.572205:0:22695:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422471040 00000100:00100000:1.0:1789024430.572207:0:22695:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422471040 00010000:00010000:1.0:1789024430.572214:0:22695:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90cc01323c00/0xa736ef4b98cb51f6 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa736ef4b98cb51ef expref: 27 pid: 22703 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789024430.572224:0:22695:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1789024430.572229:0:22695:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cb040b0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+27:3642:x1875927422470784:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789024430.572239:0:22695:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789024430.572250:0:22695:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90cc15db0600/0xa736ef4b98cb53b6 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa736ef4b98cb53af expref: 27 pid: 22703 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024430.572258:0:22695:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90cc15db0600/0xa736ef4b98cb53b6 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa736ef4b98cb53af expref: 27 pid: 22703 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024430.572271:0:22695:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789024430.572299:0:22695:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cb040b0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+27:3642:x1875927422470784:12345-0@lo:103:ldlm_bl.0 Request processed in 69us (355us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024430.572305:0:22695:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1789024430.572318:0:22695:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1789024430.572323:0:22695:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cb040b2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+26:3642:x1875927422471168:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789024430.572330:0:22695:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789024430.572334:0:22695:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90cc01323000/0xa736ef4b98cb51e8 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa736ef4b98cb51e1 expref: 26 pid: 22701 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024430.572342:0:22695:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90cc01323000/0xa736ef4b98cb51e8 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa736ef4b98cb51e1 expref: 26 pid: 22701 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024430.572351:0:22695:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789024430.572371:0:22695:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cb040b2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+26:3642:x1875927422471168:12345-0@lo:103:ldlm_bl.0 Request processed in 48us (368us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024430.572377:0:22695:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1789024430.572389:0:22695:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1789024430.572394:0:22695:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cb040b3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+25:3643:x1875927422470912:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789024430.572401:0:22695:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789024430.572405:0:22695:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90cc01322200/0xa736ef4b98cb5235 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa736ef4b98cb522e expref: 25 pid: 22701 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024430.572423:0:22695:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90cc01322200/0xa736ef4b98cb5235 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa736ef4b98cb522e expref: 25 pid: 22701 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024430.572433:0:22695:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789024430.572460:0:22695:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cb040b3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+25:3643:x1875927422470912:12345-0@lo:103:ldlm_bl.0 Request processed in 65us (413us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024430.572466:0:22695:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1789024430.572479:0:22695:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1789024430.572485:0:22695:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cb040b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+24:3643:x1875927422471040:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789024430.572492:0:22695:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789024430.572496:0:22695:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90cc01323c00/0xa736ef4b98cb51f6 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa736ef4b98cb51ef expref: 24 pid: 22703 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024430.572504:0:22695:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90cc01323c00/0xa736ef4b98cb51f6 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa736ef4b98cb51ef expref: 24 pid: 22703 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024430.572513:0:22695:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789024430.572532:0:22695:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cb040b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+24:3643:x1875927422471040:12345-0@lo:103:ldlm_bl.0 Request processed in 48us (445us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024430.572537:0:22695:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1789024430.572574:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cb040b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:3643:1875927422471040:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789024430.572582:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cb040b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:3643:1875927422470912:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789024430.572607:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cb040b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:3642:1875927422471168:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789024430.572614:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cb040b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:3642:1875927422470784:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789024430.572873:0:25735:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90cc15db0600/0xa736ef4b98cb53b6 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa736ef4b98cb53af expref: 23 pid: 22703 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789024430.572886:0:25735:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3be9ce00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25735:1875927422470272:0@lo:104: 00010000:00010000:2.0:1789024430.572895:0:25735:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90cc01322200/0xa736ef4b98cb5235 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa736ef4b98cb522e expref: 22 pid: 22701 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789024430.572903:0:25735:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3be9ca80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25735:1875927422470400:0@lo:104: 00010000:00010000:2.0:1789024430.572911:0:25735:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90cc01323c00/0xa736ef4b98cb51f6 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa736ef4b98cb51ef expref: 21 pid: 22703 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789024430.572926:0:25735:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3be9f100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25735:1875927422470528:0@lo:104: 00010000:00010000:2.0:1789024430.572937:0:25735:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90cc01323000/0xa736ef4b98cb51e8 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa736ef4b98cb51e1 expref: 20 pid: 22701 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789024430.572944:0:25735:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3be9ea00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25735:1875927422470656:0@lo:104: 00010000:00010000:2.0:1789024430.573578:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789024430.573587:0:25046:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789024430.577544:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:3.0:1789024430.577592:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:0.0:1789024430.577677:0:22693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402438400 00000100:00100000:0.0:1789024430.577686:0:22693:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402438400 00010000:00010000:0.0:1789024430.577740:0:22693:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90cc15db1a00/0xa736ef4b98cb555a lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afaba expref: 13 pid: 22701 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789024430.577777:0:22693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402438528 00000100:00100000:0.0:1789024430.577781:0:22693:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402438528 00010000:00010000:0.0:1789024430.577796:0:22693:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90cb0252f400/0xa736ef4b98cb551b lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afa4a expref: 14 pid: 22701 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789024430.577812:0:22693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 13 00000100:00100000:0.0:1789024430.577821:0:22693:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3bd30050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b9062bd7-eac0-4f0b-8ae3-d1e9a6107fe5+14:2403:x1875927402438400:12345-192.168.202.18@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1789024430.577836:0:22693:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789024430.577841:0:22693:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90cc15db1a00/0xa736ef4b98cb555a lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afaba expref: 14 pid: 22701 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024430.577852:0:22693:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90cc15db1a00/0xa736ef4b98cb555a lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afaba expref: 14 pid: 22701 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024430.577872:0:22693:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789024430.577919:0:22693:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3bd30050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b9062bd7-eac0-4f0b-8ae3-d1e9a6107fe5+14:2403:x1875927402438400:12345-192.168.202.18@tcp:103:ldlm_bl.0 Request processed in 99us (384us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024430.577926:0:22693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 13 00000100:00100000:0.0:1789024430.577972:0:22693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 14 00000100:00100000:0.0:1789024430.577978:0:22693:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc151e0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b9062bd7-eac0-4f0b-8ae3-d1e9a6107fe5+13:2403:x1875927402438528:12345-192.168.202.18@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1789024430.577984:0:22693:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789024430.578004:0:22693:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90cb0252f400/0xa736ef4b98cb551b lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afa4a expref: 13 pid: 22701 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024430.578012:0:22693:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90cb0252f400/0xa736ef4b98cb551b lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afa4a expref: 13 pid: 22701 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024430.578024:0:22693:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90cc15db1e00/0xa736ef4b98cb558b lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 25735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024430.578032:0:22693:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90cc15db1e00/0xa736ef4b98cb558b lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 25735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024430.578048:0:22693:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90cc15db1e00/0xa736ef4b98cb558b lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024430.578055:0:22693:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90cc15db1e00/0xa736ef4b98cb558b lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024430.578062:0:22693:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90cc15db1e00/0xa736ef4b98cb558b lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024430.578069:0:22693:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90cc15db1e00/0xa736ef4b98cb558b lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024430.578074:0:22693:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cc15db1e00 already unused, calling callback (ffffffffc0e568b0) 00010000:00010000:0.0:1789024430.578078:0:22693:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90cc15db1e00/0xa736ef4b98cb558b lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024430.578085:0:22693:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90cc15db1e00/0xa736ef4b98cb558b lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024430.578092:0:22693:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90cc15db1e00/0xa736ef4b98cb558b lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024430.578108:0:22693:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789024430.578128:0:22693:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc151e0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b9062bd7-eac0-4f0b-8ae3-d1e9a6107fe5+13:2403:x1875927402438528:12345-192.168.202.18@tcp:103:ldlm_bl.0 Request processed in 151us (536us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024430.578135:0:22693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 14 00010000:00010000:2.0:1789024430.579415:0:25735:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90cc15db1a00/0xa736ef4b98cb555a lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afaba expref: 12 pid: 22701 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789024430.579434:0:25735:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3be9c700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25735:1875927422470016:192.168.202.18@tcp:104: 00010000:00010000:2.0:1789024430.579448:0:25735:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90cb0252f400/0xa736ef4b98cb551b lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afa4a expref: 11 pid: 22701 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789024430.579457:0:25735:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3be9f480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25735:1875927422470144:192.168.202.18@tcp:104: 00010000:00010000:2.0:1789024430.579490:0:25735:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90cc15db1e00/0xa736ef4b98cb558b lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024430.579500:0:25735:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90cc15db1e00/0xa736ef4b98cb558b lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024430.579507:0:25735:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90cc15db1e00/0xa736ef4b98cb558b lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024430.579514:0:25735:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90cc15db1e00/0xa736ef4b98cb558b lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024430.672088:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1789024431.437015:0:22744:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1789024431.693125:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789024431.770375:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:1.0:1789024431.779825:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402438656 00000100:00100000:1.0:1789024431.779860:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402438656 00000100:00100000:1.0:1789024431.779946:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 148 00000100:00100000:1.0:1789024431.779959:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc1803a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b9062bd7-eac0-4f0b-8ae3-d1e9a6107fe5+11:18060:x1875927402438656:12345-192.168.202.18@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789024431.779976:0:22703:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789024431.779997:0:22703:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90cb03a54600/0xa736ef4b98cb5592 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa6cdd89e162afaf2 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024431.780026:0:22703:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90cb03a54600/0xa736ef4b98cb5592 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afaf2 expref: 12 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024431.780037:0:22703:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90cb03a54600/0xa736ef4b98cb5592 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afaf2 expref: 12 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024431.780046:0:22703:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90cb03a54600, rc 0) 00000100:00100000:1.0:1789024431.780117:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc1803a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b9062bd7-eac0-4f0b-8ae3-d1e9a6107fe5+12:18060:x1875927402438656:12345-192.168.202.18@tcp:101:ll_cfg_requeue.0 Request processed in 160us (9751us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024431.780124:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 148 00000100:00100000:1.0:1789024431.802814:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:2.0:1789024431.802922:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402438784 00000100:00100000:2.0:1789024431.802943:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402438784 00000100:00100000:2.0:1789024431.803004:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 149 00000100:00100000:2.0:1789024431.803014:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc18038c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b9062bd7-eac0-4f0b-8ae3-d1e9a6107fe5+12:18060:x1875927402438784:12345-192.168.202.18@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1789024431.803209:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc18038c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b9062bd7-eac0-4f0b-8ae3-d1e9a6107fe5+12:18060:x1875927402438784:12345-192.168.202.18@tcp:501:ll_cfg_requeue.0 Request processed in 197us (405us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024431.803218:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 149 00000100:00100000:3.0:1789024431.813031:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:2.0:1789024431.813342:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402438912 00000100:00100000:2.0:1789024431.813352:0:22702:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402438912 00000100:00100000:2.0:1789024431.813467:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 150 00000100:00100000:2.0:1789024431.813479:0:22702:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc07080850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b9062bd7-eac0-4f0b-8ae3-d1e9a6107fe5+12:18060:x1875927402438912:12345-192.168.202.18@tcp:503:ll_cfg_requeue.0 00000100:00100000:2.0:1789024431.813624:0:22702:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc07080850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b9062bd7-eac0-4f0b-8ae3-d1e9a6107fe5+12:18060:x1875927402438912:12345-192.168.202.18@tcp:503:ll_cfg_requeue.0 Request processed in 148us (602us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024431.813632:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 150 00000100:00100000:3.0:1789024431.832826:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:1.0:1789024431.832933:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402439040 00000100:00100000:1.0:1789024431.832942:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402439040 00000100:00100000:1.0:1789024431.833002:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 151 00000100:00100000:1.0:1789024431.833012:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc07080050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b9062bd7-eac0-4f0b-8ae3-d1e9a6107fe5+12:18060:x1875927402439040:12345-192.168.202.18@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789024431.833029:0:22703:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789024431.833047:0:22703:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90cb03a54e00/0xa736ef4b98cb5599 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xa6cdd89e162afaf9 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024431.833082:0:22703:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90cb03a54e00/0xa736ef4b98cb5599 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afaf9 expref: 13 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024431.833113:0:22703:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90cb03a54e00/0xa736ef4b98cb5599 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afaf9 expref: 13 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024431.833122:0:22703:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90cb03a54e00, rc 0) 00000100:00100000:1.0:1789024431.833217:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc07080050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b9062bd7-eac0-4f0b-8ae3-d1e9a6107fe5+13:18060:x1875927402439040:12345-192.168.202.18@tcp:101:ll_cfg_requeue.0 Request processed in 206us (399us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024431.833223:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 151 00000100:00100000:1.0:1789024431.835474:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:2.0:1789024431.835575:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402439168 00000100:00100000:2.0:1789024431.835584:0:22702:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402439168 00000100:00100000:2.0:1789024431.835635:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 152 00000100:00100000:2.0:1789024431.835645:0:22702:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc07083850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b9062bd7-eac0-4f0b-8ae3-d1e9a6107fe5+13:18060:x1875927402439168:12345-192.168.202.18@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1789024431.835793:0:22702:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc07083850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b9062bd7-eac0-4f0b-8ae3-d1e9a6107fe5+13:18060:x1875927402439168:12345-192.168.202.18@tcp:501:ll_cfg_requeue.0 Request processed in 149us (326us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024431.835800:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 152 00000100:00100000:3.0:1789024431.846051:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:0.0:1789024431.846219:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402439296 00000100:00100000:0.0:1789024431.846230:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402439296 00000100:00100000:0.0:1789024431.846291:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 153 00000100:00100000:0.0:1789024431.846301:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc07083450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b9062bd7-eac0-4f0b-8ae3-d1e9a6107fe5+13:18060:x1875927402439296:12345-192.168.202.18@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1789024431.846449:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc07083450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b9062bd7-eac0-4f0b-8ae3-d1e9a6107fe5+13:18060:x1875927402439296:12345-192.168.202.18@tcp:503:ll_cfg_requeue.0 Request processed in 149us (406us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024431.846457:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 153 00000100:00100000:3.0:1789024432.011530:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:2.0:1789024432.011750:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402439424 00000100:00100000:2.0:1789024432.011762:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402439424 00000100:00100000:2.0:1789024432.011837:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 23 00000100:00100000:2.0:1789024432.011849:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc151e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+6:18682:x1875927402439424:12345-192.168.202.18@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1789024432.011885:0:22710:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1789024432.012331:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3faba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1875927422471296:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1789024432.012387:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1789024432.012749:0:22710:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db1e00/0xa736ef4b98cb55a0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa6cdd89e162afb00 expref: -99 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.012819:0:22710:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db1a00/0xa736ef4b98cb55a7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.012833:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db1a00/0xa736ef4b98cb55a7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.012846:0:22710:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db1a00/0xa736ef4b98cb55a7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.012861:0:22710:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db0600/0xa736ef4b98cb55ae lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.012868:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db0600/0xa736ef4b98cb55ae lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.012874:0:22710:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db0600/0xa736ef4b98cb55ae lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.013128:0:22710:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db1c00/0xa736ef4b98cb55b5 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.013136:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db1c00/0xa736ef4b98cb55b5 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.013161:0:22710:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db1c00/0xa736ef4b98cb55b5 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789024432.013189:0:22710:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1789024432.013200:0:22710:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1789024432.013239:0:22710:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db1c00/0xa736ef4b98cb55b5 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.013250:0:22710:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db1a00/0xa736ef4b98cb55a7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.013256:0:22710:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db1a00/0xa736ef4b98cb55a7 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.013262:0:22710:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db1a00/0xa736ef4b98cb55a7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.013268:0:22710:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cc15db1a00 already unused, calling callback (ffffffffc1a7d4f0) 00010000:00010000:2.0:1789024432.013273:0:22710:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db1a00/0xa736ef4b98cb55a7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.013280:0:22710:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db1a00/0xa736ef4b98cb55a7 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.013291:0:22710:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90cc1c890100) 00010000:00010000:2.0:1789024432.013294:0:22710:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789024432.013299:0:22710:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db1a00/0xa736ef4b98cb55a7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.013304:0:22710:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db1a00/0xa736ef4b98cb55a7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.013315:0:22710:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db0600/0xa736ef4b98cb55ae lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.013321:0:22710:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db0600/0xa736ef4b98cb55ae lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.013335:0:22710:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db0600/0xa736ef4b98cb55ae lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.013339:0:22710:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cc15db0600 already unused, calling callback (ffffffffc1a7d4f0) 00010000:00010000:2.0:1789024432.013342:0:22710:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db0600/0xa736ef4b98cb55ae lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.013348:0:22710:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db0600/0xa736ef4b98cb55ae lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.013353:0:22710:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b979c7a (ffff90cc41bc7c00) 00010000:00010000:2.0:1789024432.013355:0:22710:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789024432.013358:0:22710:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db0600/0xa736ef4b98cb55ae lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.013362:0:22710:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db0600/0xa736ef4b98cb55ae lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.013391:0:22710:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db1e00/0xa736ef4b98cb55a0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afb00 expref: 8 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.013403:0:22710:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db1c00/0xa736ef4b98cb55b5 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afb00 expref: 7 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.013409:0:22710:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff90cc41bc7500) 00010000:00010000:2.0:1789024432.013411:0:22710:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1789024432.013414:0:22710:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90cc15db1c00, rc 0) 00000100:00100000:2.0:1789024432.013460:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc151e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+7:18682:x1875927402439424:12345-192.168.202.18@tcp:101:lhsmtool_posix.0 Request processed in 1614us (1940us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024432.013475:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 23 00000100:00100000:0.0:1789024432.013555:0:24218:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422471296 00000100:00100000:0.0:1789024432.013562:0:24218:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422471296 00000100:00100000:0.0:1789024432.013604:0:24218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1789024432.013612:0:24218:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cb040b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875927422471296:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1789024432.013633:0:24218:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1789024432.013680:0:24218:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cb040b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875927422471296:12345-0@lo:13:osp-pre-0-1.0 Request processed in 69us (1293us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024432.013686:0:24218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1789024432.013740:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3faba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1875927422471296:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1789024432.014050:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1789024432.014055:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1789024432.025726:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:3.0:1789024432.026061:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402439552 00000100:00100000:3.0:1789024432.026072:0:22720:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402439552 00000100:00100000:3.0:1789024432.026131:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 5 00000100:00100000:3.0:1789024432.026180:0:22720:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cb040b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+7:18682:x1875927402439552:12345-192.168.202.18@tcp:900:lhsmtool_posix.0 00000100:00100000:3.0:1789024432.026265:0:22720:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cb040b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+7:18682:x1875927402439552:12345-192.168.202.18@tcp:900:lhsmtool_posix.0 Request processed in 125us (549us total) trans 0 rc 0/0 00000100:00100000:3.0:1789024432.026274:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 5 00000100:00100000:3.0:1789024432.035858:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:2.0:1789024432.035978:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402439808 00000100:00100000:2.0:1789024432.035989:0:22708:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402439808 00000100:00100000:2.0:1789024432.036070:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 24 00000100:00100000:2.0:1789024432.036083:0:22708:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc151e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+7:18682:x1875927402439808:12345-192.168.202.18@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1789024432.036107:0:22708:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789024432.036130:0:22708:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db1e00/0xa736ef4b98cb55bc lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa6cdd89e162afb07 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.036425:0:22708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db0600/0xa736ef4b98cb55c3 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.036447:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db0600/0xa736ef4b98cb55c3 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.036458:0:22708:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db0600/0xa736ef4b98cb55c3 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.036482:0:22708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db1a00/0xa736ef4b98cb55ca lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.036489:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db1a00/0xa736ef4b98cb55ca lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.036496:0:22708:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db1a00/0xa736ef4b98cb55ca lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.036624:0:22708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db0000/0xa736ef4b98cb55d1 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.036653:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db0000/0xa736ef4b98cb55d1 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.036665:0:22708:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db0000/0xa736ef4b98cb55d1 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789024432.036676:0:22708:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 4096 00010000:00010000:2.0:1789024432.036924:0:22708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db0600/0xa736ef4b98cb55c3 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.036935:0:22708:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db0600/0xa736ef4b98cb55c3 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.036942:0:22708:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db0600/0xa736ef4b98cb55c3 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.036948:0:22708:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cc15db0600 already unused, calling callback (ffffffffc1a7d4f0) 00010000:00010000:2.0:1789024432.036953:0:22708:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db0600/0xa736ef4b98cb55c3 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.036961:0:22708:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db0600/0xa736ef4b98cb55c3 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.036974:0:22708:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff90cc41bc7500) 00010000:00010000:2.0:1789024432.036977:0:22708:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789024432.036981:0:22708:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db0600/0xa736ef4b98cb55c3 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.036988:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db0600/0xa736ef4b98cb55c3 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.037005:0:22708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db1a00/0xa736ef4b98cb55ca lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.037017:0:22708:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db1a00/0xa736ef4b98cb55ca lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.037022:0:22708:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db1a00/0xa736ef4b98cb55ca lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.037027:0:22708:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cc15db1a00 already unused, calling callback (ffffffffc1a7d4f0) 00010000:00010000:2.0:1789024432.037030:0:22708:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db1a00/0xa736ef4b98cb55ca lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.037036:0:22708:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db1a00/0xa736ef4b98cb55ca lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.037043:0:22708:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff90cc41bc7c00) 00010000:00010000:2.0:1789024432.037046:0:22708:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789024432.037116:0:22708:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db1a00/0xa736ef4b98cb55ca lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.037126:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db1a00/0xa736ef4b98cb55ca lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.039629:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db1e00/0xa736ef4b98cb55bc lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afb07 expref: 10 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.039894:0:22708:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db0000/0xa736ef4b98cb55d1 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afb07 expref: 9 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.039906:0:22708:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff90cc41bc7900) 00010000:00010000:2.0:1789024432.039910:0:22708:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789024432.039929:0:22708:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90cc15db0000, rc 0) 00000100:00100000:2.0:1789024432.040202:0:22708:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc151e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+9:18682:x1875927402439808:12345-192.168.202.18@tcp:101:lhsmtool_posix.0 Request processed in 4117us (4453us total) trans 12884901889 rc 0/0 00000100:00100000:2.0:1789024432.040220:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 24 00000100:00100000:1.0:1789024432.051274:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:2.0:1789024432.051378:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402439936 00000100:00100000:2.0:1789024432.051391:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402439936 00000100:00100000:2.0:1789024432.051456:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 25 00000100:00100000:2.0:1789024432.051468:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cb040b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+9:18682:x1875927402439936:12345-192.168.202.18@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1789024432.051610:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cb040b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+9:18682:x1875927402439936:12345-192.168.202.18@tcp:59:lhsmtool_posix.0 Request processed in 144us (351us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024432.051617:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 25 00000100:00100000:1.0:1789024432.060963:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:1.0:1789024432.068066:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:2.0:1789024432.075960:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402440064 00000100:00100000:2.0:1789024432.075983:0:22708:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402440064 00000100:00100000:2.0:1789024432.076098:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402440192 00000100:00100000:2.0:1789024432.076103:0:22708:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402440192 00000100:00100000:2.0:1789024432.076135:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 26 00000100:00100000:2.0:1789024432.076446:0:22708:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cb040b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+5:18682:x1875927402440064:12345-192.168.202.18@tcp:59:lhsmtool_posix.0 00000004:00080000:2.0:1789024432.078325:0:22708:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0001: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0001 0, time 1810us 00000100:00080000:3.0:1789024432.078899:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1789024432.119469:0:22708:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cb040b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+5:18682:x1875927402440064:12345-192.168.202.18@tcp:59:lhsmtool_posix.0 Request processed in 43015us (58507us total) trans 0 rc 0/0 00000100:00100000:3.0:1789024432.119487:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 26 00000100:00100000:3.0:1789024432.119542:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 27 00000100:00100000:3.0:1789024432.119557:0:22708:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cb040b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+9:18688:x1875927402440192:12345-192.168.202.18@tcp:101:lfs.0 00010000:00010000:3.0:1789024432.119580:0:22708:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789024432.119611:0:22708:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90cc342bd800/0xa736ef4b98cb55df lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa6cdd89e162afb0e expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024432.119730:0:22708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90cc342bde00/0xa736ef4b98cb55e6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024432.119748:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90cc342bde00/0xa736ef4b98cb55e6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024432.119763:0:22708:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90cc342bde00/0xa736ef4b98cb55e6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024432.119779:0:22708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90cc342bca00/0xa736ef4b98cb55ed lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024432.119785:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90cc342bca00/0xa736ef4b98cb55ed lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024432.119792:0:22708:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90cc342bca00/0xa736ef4b98cb55ed lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024432.119854:0:22708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90cc342bde00/0xa736ef4b98cb55e6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024432.119861:0:22708:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90cc342bde00/0xa736ef4b98cb55e6 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024432.119869:0:22708:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90cc342bde00/0xa736ef4b98cb55e6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024432.119876:0:22708:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cc342bde00 already unused, calling callback (ffffffffc1a7d4f0) 00010000:00010000:3.0:1789024432.119880:0:22708:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90cc342bde00/0xa736ef4b98cb55e6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024432.119900:0:22708:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90cc342bde00/0xa736ef4b98cb55e6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024432.119915:0:22708:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90cc1c890100) 00010000:00010000:3.0:1789024432.119918:0:22708:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789024432.119925:0:22708:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90cc342bde00/0xa736ef4b98cb55e6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024432.119931:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90cc342bde00/0xa736ef4b98cb55e6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024432.119945:0:22708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90cc342bca00/0xa736ef4b98cb55ed lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024432.119951:0:22708:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90cc342bca00/0xa736ef4b98cb55ed lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024432.119957:0:22708:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90cc342bca00/0xa736ef4b98cb55ed lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024432.119962:0:22708:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cc342bca00 already unused, calling callback (ffffffffc1a7d4f0) 00010000:00010000:3.0:1789024432.119965:0:22708:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90cc342bca00/0xa736ef4b98cb55ed lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024432.119971:0:22708:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90cc342bca00/0xa736ef4b98cb55ed lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024432.119978:0:22708:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff90cb0231e700) 00010000:00010000:3.0:1789024432.119980:0:22708:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789024432.119984:0:22708:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90cc342bca00/0xa736ef4b98cb55ed lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024432.120002:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90cc342bca00/0xa736ef4b98cb55ed lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024432.120042:0:22708:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90cc342bd800/0xa736ef4b98cb55df lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afb0e expref: 10 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024432.120063:0:22708:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90cc1c890100) 00010000:00010000:3.0:1789024432.120065:0:22708:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789024432.120069:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90cc342bd800/0xa736ef4b98cb55df lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afb0e expref: 10 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024432.120079:0:22708:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90cc342bd800, rc 0) 00000100:00100000:3.0:1789024432.120111:0:22708:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cb040b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+9:18688:x1875927402440192:12345-192.168.202.18@tcp:101:lfs.0 Request processed in 561us (52081us total) trans 0 rc 301/301 00000100:00100000:3.0:1789024432.120118:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 27 00000100:00100000:1.0:1789024432.139799:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 10000000:01000000:0.0:1789024432.140760:0:22705:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1789024432.140768:0:22705:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff90cb041cf000 from 13 10000000:01000000:0.0:1789024432.140774:0:22705:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1789024432.140868:0:22705:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cb0252fa00/0xa736ef4b98cb55f4 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.140882:0:22705:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.118@tcp lock: ffff90cb0252fa00/0xa736ef4b98cb55f4 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.140896:0:22705:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.118@tcp lock: ffff90cb0252fa00/0xa736ef4b98cb55f4 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789024432.140933:0:22705:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3faba300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22705:1875927422471424:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1789024432.141014:0:22705:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024432.141065:0:22705:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc3c0296c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789024432.141507:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422471424 00000100:00100000:1.0:1789024432.141517:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422471424 00000100:00100000:1.0:1789024432.141579:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00100000:1.0:1789024432.141592:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc07082050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+20:22705:x1875927422471424:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789024432.141610:0:22703:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789024432.141629:0:22703:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90cb03a55800/0xa736ef4b98cb55fb lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xa736ef4b98cb55f4 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024432.141664:0:22703:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90cb03a55800/0xa736ef4b98cb55fb lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa736ef4b98cb55f4 expref: 21 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024432.141714:0:22703:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90cb03a55800/0xa736ef4b98cb55fb lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa736ef4b98cb55f4 expref: 21 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024432.141724:0:22703:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90cb03a55800, rc 0) 00000100:00100000:1.0:1789024432.141998:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc07082050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+21:22705:x1875927422471424:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 409us (984us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024432.142007:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000100:00100000:3.0:1789024432.142413:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402440320 00000100:00100000:3.0:1789024432.142421:0:22717:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402440320 00000100:00100000:3.0:1789024432.142507:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 0 00000100:00100000:3.0:1789024432.142518:0:22717:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cb040b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+9:18688:x1875927402440320:12345-192.168.202.18@tcp:700:lfs.0 00000100:00100000:3.0:1789024432.142616:0:22717:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cb040b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+9:18688:x1875927402440320:12345-192.168.202.18@tcp:700:lfs.0 Request processed in 100us (2833us total) trans 0 rc 0/0 00000100:00100000:3.0:1789024432.142624:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 0 00000100:00100000:2.0:1789024432.142731:0:22705:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3faba300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22705:1875927422471424:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789024432.142766:0:22705:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.118@tcp lock: ffff90cb0252fa00/0xa736ef4b98cb55f4 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb55fb expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.142778:0:22705:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.118@tcp lock: ffff90cb0252fa00/0xa736ef4b98cb55f4 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa736ef4b98cb55fb expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789024432.142888:0:22705:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3be9f480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22705:1875927422471552:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1789024432.142951:0:22705:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789024432.142989:0:22705:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc11b943c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789024432.143011:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422471552 00000100:00100000:2.0:1789024432.143015:0:22702:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422471552 00000100:00100000:2.0:1789024432.143049:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000100:00100000:2.0:1789024432.143067:0:22702:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc07083050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+21:22705:x1875927422471552:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1789024432.143229:0:22702:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc07083050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+21:22705:x1875927422471552:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 173us (278us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024432.143235:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000100:00100000:2.0:1789024432.143277:0:22705:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3be9f480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22705:1875927422471552:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1789024432.148738:0:22705:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3be9f480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22705:1875927422471680:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1789024432.149018:0:22705:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789024432.149136:0:22705:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc4154c240 going to sleep for 11 seconds 00000100:00100000:2.0:1789024432.149254:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422471680 00000100:00100000:2.0:1789024432.149263:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422471680 00000100:00100000:2.0:1789024432.149403:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00100000:2.0:1789024432.149415:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc07082c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+21:22705:x1875927422471680:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1789024432.149570:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc07082c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+21:22705:x1875927422471680:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 157us (553us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024432.149580:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00100000:2.0:1789024432.149654:0:22705:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3be9f480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22705:1875927422471680:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1789024432.151337:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:0.0:1789024432.151458:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402440576 00000100:00100000:0.0:1789024432.151469:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402440576 00000100:00100000:0.0:1789024432.151529:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 28 00000100:00100000:0.0:1789024432.151539:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3be9f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+9:18688:x1875927402440576:12345-192.168.202.18@tcp:36:lfs.0 00010000:00010000:0.0:1789024432.151605:0:22709:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789024432.151640:0:22709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90cb03a55200/0xa736ef4b98cb5545 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afa7b expref: 9 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.151664:0:22709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90cc1c890100) 00010000:00010000:0.0:1789024432.151878:0:22709:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1789024432.151963:0:22709:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252fc00/0xa736ef4b98cb5602 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.151981:0:22709:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90cb03a55600/0xa736ef4b98cb5584 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afaeb expref: 5 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.151991:0:22709:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252fc00/0xa736ef4b98cb5602 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.152043:0:22709:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90cb03a55600/0xa736ef4b98cb5584 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afaeb expref: 5 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.152122:0:22709:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90cb03a55600/0xa736ef4b98cb5584 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afaeb expref: 5 pid: 22708 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789024432.152368:0:22709:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fab9180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22709:1875927422471808:192.168.202.18@tcp:104: 00000100:00100000:0.0:1789024432.152472:0:22709:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc3c029780 going to sleep for 11 seconds 00000040:00080000:1.0:1789024432.154574:0:25749:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:2.0:1789024432.155128:0:22705:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:2.0:1789024432.155545:0:22705:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.118@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1789024432.155562:0:22705:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cb0252fa00/0xa736ef4b98cb55f4 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb55fb expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.155600:0:22705:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.118@tcp lock: ffff90cb0252fa00/0xa736ef4b98cb55f4 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb55fb expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789024432.155612:0:22705:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1789024432.155615:0:22705:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff90cc30c2d800 from 13 10000000:01000000:2.0:1789024432.155618:0:22705:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1789024432.155667:0:22705:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cc15db0600/0xa736ef4b98cb5609 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.155744:0:22705:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.118@tcp lock: ffff90cc15db0600/0xa736ef4b98cb5609 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.155824:0:22705:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.118@tcp lock: ffff90cc15db0600/0xa736ef4b98cb5609 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789024432.155956:0:22705:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3be9c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22705:1875927422471936:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1789024432.156123:0:22705:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789024432.156428:0:22705:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc4154c240 going to sleep for 11 seconds 00000100:00100000:0.0:1789024432.156508:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422471936 00000100:00100000:0.0:1789024432.156519:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422471936 00000100:00100000:0.0:1789024432.156613:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157 00000100:00100000:0.0:1789024432.156626:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc07081850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+21:22705:x1875927422471936:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789024432.156642:0:22701:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789024432.156660:0:22701:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90cb0252e800/0xa736ef4b98cb5610 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xa736ef4b98cb5609 expref: -99 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.156698:0:22701:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90cb0252e800/0xa736ef4b98cb5610 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa736ef4b98cb5609 expref: 22 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.156721:0:22701:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90cb0252e800/0xa736ef4b98cb5610 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa736ef4b98cb5609 expref: 22 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.156732:0:22701:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90cb0252e800, rc 0) 00000100:00100000:1.0:1789024432.158487:0:22709:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fab9180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22709:1875927422471808:192.168.202.18@tcp:104: 00010000:00010000:1.0:1789024432.158522:0:22709:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252fc00/0xa736ef4b98cb5602 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789024432.160627:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc07081850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+22:22705:x1875927422471936:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 3989us (4559us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024432.160647:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157 00000100:00100000:3.0:1789024432.161909:0:22705:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3be9c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22705:1875927422471936:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789024432.161946:0:22705:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.118@tcp lock: ffff90cc15db0600/0xa736ef4b98cb5609 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb5610 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024432.161984:0:22705:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.118@tcp lock: ffff90cc15db0600/0xa736ef4b98cb5609 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xa736ef4b98cb5610 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789024432.162115:0:22705:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc151e3480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22705:1875927422472064:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1789024432.162208:0:22705:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024432.162504:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:3.0:1789024432.163628:0:22705:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc02fcdc00 going to sleep for 11 seconds 00000100:00100000:2.0:1789024432.165075:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422472064 00000100:00100000:2.0:1789024432.165095:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422472064 00000100:00100000:2.0:1789024432.165196:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158 00000100:00100000:2.0:1789024432.165210:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc07082450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+22:22705:x1875927422472064:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1789024432.165904:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc07082450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+22:22705:x1875927422472064:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 693us (3692us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024432.165915:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158 00000100:00100000:0.0:1789024432.169736:0:22693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402440704 00000100:00100000:0.0:1789024432.169791:0:22693:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402440704 00010000:00010000:0.0:1789024432.170111:0:22693:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90cb03a55600/0xa736ef4b98cb5584 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afaeb expref: 6 pid: 22708 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789024432.170566:0:22693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 15 00000100:00100000:0.0:1789024432.170582:0:22693:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cb040b3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:45c96975-5881-4980-9470-b931ba0c40db+6:2402:x1875927402440704:12345-192.168.202.18@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1789024432.170604:0:22693:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789024432.170613:0:22693:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90cb03a55600/0xa736ef4b98cb5584 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afaeb expref: 6 pid: 22708 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.170630:0:22693:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90cb03a55600/0xa736ef4b98cb5584 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afaeb expref: 6 pid: 22708 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.170657:0:22693:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90cb03a55600/0xa736ef4b98cb5584 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afaeb expref: 6 pid: 22708 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.170823:0:22693:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90cc1c890100) 00010000:00010000:0.0:1789024432.170897:0:22693:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252fc00/0xa736ef4b98cb5602 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.170909:0:22693:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252fc00/0xa736ef4b98cb5602 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.170919:0:22693:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252fc00/0xa736ef4b98cb5602 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.170961:0:22693:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00080000:2.0:1789024432.171362:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1789024432.171505:0:22693:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cb040b3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:45c96975-5881-4980-9470-b931ba0c40db+5:2402:x1875927402440704:12345-192.168.202.18@tcp:103:ldlm_bl.0 Request processed in 921us (8996us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024432.171537:0:22693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 15 00010000:00010000:0.0:1789024432.171590:0:22709:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252fc00/0xa736ef4b98cb5602 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.171601:0:22709:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252fc00/0xa736ef4b98cb5602 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.171634:0:22709:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252f600/0xa736ef4b98cb5617 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.171647:0:22709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252f600/0xa736ef4b98cb5617 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.171657:0:22709:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252f600/0xa736ef4b98cb5617 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789024432.174281:0:22705:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc151e3480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22705:1875927422472064:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1789024432.174492:0:22705:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc151e3480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22705:1875927422472192:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1789024432.174588:0:22705:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789024432.174643:0:22705:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc02fcdc00 going to sleep for 11 seconds 00000100:00100000:2.0:1789024432.175363:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422472192 00000100:00100000:2.0:1789024432.175376:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422472192 00000100:00100000:2.0:1789024432.175457:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159 00000100:00100000:2.0:1789024432.175469:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc07083c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+22:22705:x1875927422472192:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1789024432.175633:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc07083c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+22:22705:x1875927422472192:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 167us (1045us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024432.175642:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159 00000100:00100000:3.0:1789024432.176441:0:22705:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc151e3480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22705:1875927422472192:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1789024432.184498:0:25750:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:3.0:1789024432.185409:0:22705:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:3.0:1789024432.185447:0:22705:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.118@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1789024432.185462:0:22705:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cc15db0600/0xa736ef4b98cb5609 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb5610 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024432.185478:0:22705:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.118@tcp lock: ffff90cc15db0600/0xa736ef4b98cb5609 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb5610 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789024432.185490:0:22705:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1789024432.185493:0:22705:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff90cb0339e000 from 13 10000000:01000000:3.0:1789024432.185496:0:22705:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1789024432.185542:0:22705:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cc342bd800/0xa736ef4b98cb561e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024432.185550:0:22705:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.118@tcp lock: ffff90cc342bd800/0xa736ef4b98cb561e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024432.185582:0:22705:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.118@tcp lock: ffff90cc342bd800/0xa736ef4b98cb561e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789024432.185614:0:22705:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc151e3480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22705:1875927422472320:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1789024432.185731:0:22705:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024432.185876:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422472320 00000100:00100000:1.0:1789024432.185886:0:22702:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422472320 00000100:00100000:1.0:1789024432.185954:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 160 00000100:00100000:1.0:1789024432.185966:0:22702:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc07081050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+22:22705:x1875927422472320:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789024432.185983:0:22702:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789024432.186000:0:22702:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90cb03a55e00/0xa736ef4b98cb5625 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xa736ef4b98cb561e expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024432.186028:0:22702:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90cb03a55e00/0xa736ef4b98cb5625 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa736ef4b98cb561e expref: 23 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024432.186041:0:22702:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90cb03a55e00/0xa736ef4b98cb5625 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa736ef4b98cb561e expref: 23 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024432.186065:0:22702:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90cb03a55e00, rc 0) 00010000:00010000:0.0:1789024432.187418:0:22709:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252f800/0xa736ef4b98cb562c lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.187443:0:22709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252f800/0xa736ef4b98cb562c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.187456:0:22709:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252f800/0xa736ef4b98cb562c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1789024432.187478:0:22709:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000f58c0c7f reply state 00000000a055d776 transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252f800/0xa736ef4b98cb562c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.187493:0:22709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252f800/0xa736ef4b98cb562c lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.187502:0:22709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff90cc2d0d7600) 00010000:00010000:0.0:1789024432.187519:0:22709:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1789024432.187523:0:22709:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1789024432.187531:0:22709:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:0.0:1789024432.187543:0:22709:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252fc00/0xa736ef4b98cb5602 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.187550:0:22709:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252fc00/0xa736ef4b98cb5602 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.187558:0:22709:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252fc00/0xa736ef4b98cb5602 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.187564:0:22709:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cb0252fc00 already unused, calling callback (ffffffffc1a7d4f0) 00010000:00010000:0.0:1789024432.187570:0:22709:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252fc00/0xa736ef4b98cb5602 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.187578:0:22709:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252fc00/0xa736ef4b98cb5602 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.187590:0:22709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90cc1c890100) 00010000:00010000:0.0:1789024432.187593:0:22709:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789024432.187598:0:22709:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252fc00/0xa736ef4b98cb5602 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.187605:0:22709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252fc00/0xa736ef4b98cb5602 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1789024432.187629:0:22709:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000f58c0c7f reply state 00000000a055d776 transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252f600/0xa736ef4b98cb5617 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.187638:0:22709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252f600/0xa736ef4b98cb5617 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.187669:0:22709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff90cc2d0d7c00) 00010000:00010000:0.0:1789024432.187678:0:22709:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1789024432.187681:0:22709:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1789024432.194180:0:22702:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc07081050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+23:22705:x1875927422472320:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 8175us (8407us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024432.194199:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 160 00000100:00100000:3.0:1789024432.197949:0:22705:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc02fcdc00 going to sleep for 11 seconds 00000100:00100000:3.0:1789024432.198009:0:22705:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc151e3480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22705:1875927422472320:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789024432.198043:0:22705:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.118@tcp lock: ffff90cc342bd800/0xa736ef4b98cb561e lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb5625 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024432.198124:0:22705:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.118@tcp lock: ffff90cc342bd800/0xa736ef4b98cb561e lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xa736ef4b98cb5625 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789024432.198461:0:22705:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc151e3480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22705:1875927422472448:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1789024432.200588:0:22705:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789024432.201095:0:22705:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc02fcdc00 going to sleep for 11 seconds 00000100:00100000:0.0:1789024432.201396:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3be9f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+10:18688:x1875927402440576:12345-192.168.202.18@tcp:36:lfs.0 Request processed in 49851us (50059us total) trans 12884901890 rc 0/0 00000100:00100000:0.0:1789024432.201411:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 28 00000040:00080000:1.0:1789024432.204991:0:23463:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1789024432.207035:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422472448 00000100:00100000:2.0:1789024432.207066:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422472448 00000100:00100000:2.0:1789024432.207178:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 161 00000100:00100000:2.0:1789024432.207191:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc07080c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+23:22705:x1875927422472448:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1789024432.207442:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc07080c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+23:22705:x1875927422472448:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 253us (6864us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024432.207450:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 161 00000100:00100000:3.0:1789024432.207601:0:22705:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc151e3480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22705:1875927422472448:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1789024432.207689:0:22705:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc151e3480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22705:1875927422472576:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1789024432.207784:0:22705:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789024432.207843:0:22705:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc02fcdc00 going to sleep for 11 seconds 00000100:00100000:2.0:1789024432.208102:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422472576 00000100:00100000:2.0:1789024432.208108:0:22702:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422472576 00000100:00100000:2.0:1789024432.208188:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 162 00000100:00100000:2.0:1789024432.208197:0:22702:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc07080450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+23:22705:x1875927422472576:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1789024432.208304:0:22702:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc07080450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+23:22705:x1875927422472576:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 108us (521us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024432.208312:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 162 00000100:00100000:2.0:1789024432.208358:0:22705:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc151e3480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22705:1875927422472576:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1789024432.211230:0:25751:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1789024432.211554:0:22705:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1789024432.211583:0:22705:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.118@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1789024432.211598:0:22705:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cc342bd800/0xa736ef4b98cb561e lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb5625 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.211613:0:22705:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.118@tcp lock: ffff90cc342bd800/0xa736ef4b98cb561e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb5625 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789024432.211626:0:22705:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1789024432.211629:0:22705:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff90cc34283800 from 13 10000000:01000000:0.0:1789024432.211632:0:22705:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1789024432.211682:0:22705:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cb0252fc00/0xa736ef4b98cb5633 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.211691:0:22705:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.118@tcp lock: ffff90cb0252fc00/0xa736ef4b98cb5633 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.211714:0:22705:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.118@tcp lock: ffff90cb0252fc00/0xa736ef4b98cb5633 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789024432.211747:0:22705:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fab9c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22705:1875927422472704:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1789024432.211848:0:22705:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024432.211921:0:22705:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc3c029480 going to sleep for 11 seconds 00000100:00100000:1.0:1789024432.212417:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422472704 00000100:00100000:1.0:1789024432.212428:0:22702:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422472704 00000100:00100000:1.0:1789024432.212485:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 163 00000100:00100000:1.0:1789024432.212494:0:22702:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc07082850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+23:22705:x1875927422472704:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789024432.212511:0:22702:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789024432.212526:0:22702:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90cb03a55400/0xa736ef4b98cb563a lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xa736ef4b98cb5633 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024432.212554:0:22702:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90cb03a55400/0xa736ef4b98cb563a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa736ef4b98cb5633 expref: 24 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024432.212566:0:22702:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90cb03a55400/0xa736ef4b98cb563a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa736ef4b98cb5633 expref: 24 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024432.212576:0:22702:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90cb03a55400, rc 0) 00000100:00100000:1.0:1789024432.212635:0:22702:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc07082850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+24:22705:x1875927422472704:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 141us (786us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024432.212642:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 163 00000100:00100000:1.0:1789024432.212720:0:22705:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fab9c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22705:1875927422472704:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789024432.212736:0:22705:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.118@tcp lock: ffff90cb0252fc00/0xa736ef4b98cb5633 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb563a expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024432.212769:0:22705:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.118@tcp lock: ffff90cb0252fc00/0xa736ef4b98cb5633 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xa736ef4b98cb563a expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789024432.212861:0:22705:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cb040b0a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22705:1875927422472832:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1789024432.212888:0:22705:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024432.212911:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422472832 00000100:00100000:1.0:1789024432.212915:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422472832 00000100:00100000:1.0:1789024432.212935:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 164 00000100:00100000:1.0:1789024432.212941:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc07081450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+24:22705:x1875927422472832:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1789024432.213079:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc07081450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+24:22705:x1875927422472832:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 137us (190us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024432.213087:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 164 00000100:00100000:1.0:1789024432.213118:0:22705:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc07dbb480 going to sleep for 11 seconds 00000100:00100000:1.0:1789024432.213130:0:22705:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cb040b0a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22705:1875927422472832:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1789024432.213205:0:22705:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cb040b0a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22705:1875927422472960:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1789024432.213253:0:22705:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024432.213272:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422472960 00000100:00100000:1.0:1789024432.213276:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422472960 00000100:00100000:1.0:1789024432.213297:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 165 00000100:00100000:1.0:1789024432.213304:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc07081c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+24:22705:x1875927422472960:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1789024432.213384:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc07081c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+24:22705:x1875927422472960:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 80us (130us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024432.213391:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 165 00000100:00100000:1.0:1789024432.213425:0:22705:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc18d43180 going to sleep for 11 seconds 00000100:00100000:1.0:1789024432.213442:0:22705:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cb040b0a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:22705:1875927422472960:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1789024432.214188:0:25752:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:1.0:1789024432.214259:0:22705:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:1.0:1789024432.214280:0:22705:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.118@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1789024432.214290:0:22705:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.118@tcp lock: ffff90cb0252fc00/0xa736ef4b98cb5633 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb563a expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024432.214301:0:22705:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.118@tcp lock: ffff90cb0252fc00/0xa736ef4b98cb5633 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xa736ef4b98cb563a expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789024432.295490:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:3.0:1789024432.295737:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402440832 00000100:00100000:3.0:1789024432.295752:0:22708:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402440832 00000100:00100000:2.0:1789024432.295936:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 29 00000100:00100000:2.0:1789024432.295954:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cb040b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+10:18696:x1875927402440832:12345-192.168.202.18@tcp:101:lctl.0 00010000:00010000:2.0:1789024432.295989:0:22710:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789024432.296020:0:22710:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db0a00/0xa736ef4b98cb5641 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa6cdd89e162afb15 expref: -99 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.296138:0:22710:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db0400/0xa736ef4b98cb5648 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.296226:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db0400/0xa736ef4b98cb5648 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.296242:0:22710:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db0400/0xa736ef4b98cb5648 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789024432.296301:0:22710:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1789024432.296307:0:22710:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1789024432.296358:0:22710:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db0400/0xa736ef4b98cb5648 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.296389:0:22710:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db0a00/0xa736ef4b98cb5641 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afb15 expref: 12 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.296412:0:22710:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db0400/0xa736ef4b98cb5648 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afb15 expref: 11 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.296434:0:22710:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90cc41bc7c00) 00010000:00010000:2.0:1789024432.296437:0:22710:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1789024432.296441:0:22710:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90cc15db0400, rc 0) 00000100:00100000:2.0:1789024432.296529:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cb040b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+11:18696:x1875927402440832:12345-192.168.202.18@tcp:101:lctl.0 Request processed in 580us (1055us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024432.296537:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 29 00000100:00100000:3.0:1789024432.317133:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:0.0:1789024432.317260:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402440960 00000100:00100000:0.0:1789024432.317279:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402440960 00000100:00100000:0.0:1789024432.317378:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 30 00000100:00100000:0.0:1789024432.317391:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc151e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:45c96975-5881-4980-9470-b931ba0c40db+5:18697:x1875927402440960:12345-192.168.202.18@tcp:101:lfs.0 00010000:00010000:0.0:1789024432.317432:0:22709:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789024432.317462:0:22709:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252fe00/0xa736ef4b98cb564f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa6cdd89e162afb1c expref: -99 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.317548:0:22709:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252e200/0xa736ef4b98cb5656 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.317565:0:22709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252e200/0xa736ef4b98cb5656 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.317581:0:22709:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252e200/0xa736ef4b98cb5656 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1789024432.317638:0:22709:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1789024432.317641:0:22709:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1789024432.317664:0:22709:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252e200/0xa736ef4b98cb5656 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.317694:0:22709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252fe00/0xa736ef4b98cb564f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afb1c expref: 7 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.317728:0:22709:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252e200/0xa736ef4b98cb5656 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afb1c expref: 6 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.317739:0:22709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90cc41bc7c00) 00010000:00010000:0.0:1789024432.317761:0:22709:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1789024432.317766:0:22709:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90cb0252e200, rc 0) 00000100:00100000:0.0:1789024432.317861:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc151e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:45c96975-5881-4980-9470-b931ba0c40db+6:18697:x1875927402440960:12345-192.168.202.18@tcp:101:lfs.0 Request processed in 473us (739us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024432.317867:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 30 00000100:00100000:1.0:1789024432.321534:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:0.0:1789024432.324008:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402441088 00000100:00100000:0.0:1789024432.324042:0:22708:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402441088 00000100:00100000:0.0:1789024432.324138:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 31 00000100:00100000:0.0:1789024432.324187:0:22708:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cb040b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:45c96975-5881-4980-9470-b931ba0c40db+6:18697:x1875927402441088:12345-192.168.202.18@tcp:101:lfs.0 00010000:00010000:0.0:1789024432.324214:0:22708:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789024432.324243:0:22708:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ea00/0xa736ef4b98cb565d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa6cdd89e162afb23 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.324334:0:22708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ec00/0xa736ef4b98cb5664 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.324353:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ec00/0xa736ef4b98cb5664 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.324368:0:22708:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ec00/0xa736ef4b98cb5664 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.324383:0:22708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ee00/0xa736ef4b98cb566b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.324391:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ee00/0xa736ef4b98cb566b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.324399:0:22708:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ee00/0xa736ef4b98cb566b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.324538:0:22708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252f400/0xa736ef4b98cb5672 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.324548:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252f400/0xa736ef4b98cb5672 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.324557:0:22708:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252f400/0xa736ef4b98cb5672 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1789024432.324605:0:22708:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1789024432.324610:0:22708:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1789024432.324634:0:22708:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252f400/0xa736ef4b98cb5672 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.324649:0:22708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ec00/0xa736ef4b98cb5664 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.324656:0:22708:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ec00/0xa736ef4b98cb5664 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.324665:0:22708:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ec00/0xa736ef4b98cb5664 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.324673:0:22708:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cb0252ec00 already unused, calling callback (ffffffffc1a7d4f0) 00010000:00010000:0.0:1789024432.324678:0:22708:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ec00/0xa736ef4b98cb5664 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.324687:0:22708:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ec00/0xa736ef4b98cb5664 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.324728:0:22708:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90cc41bc7c00) 00010000:00010000:0.0:1789024432.324737:0:22708:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789024432.327514:0:22708:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ec00/0xa736ef4b98cb5664 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.327534:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ec00/0xa736ef4b98cb5664 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.327608:0:22708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ee00/0xa736ef4b98cb566b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.327617:0:22708:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ee00/0xa736ef4b98cb566b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.327624:0:22708:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ee00/0xa736ef4b98cb566b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.327631:0:22708:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cb0252ee00 already unused, calling callback (ffffffffc1a7d4f0) 00010000:00010000:0.0:1789024432.327636:0:22708:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ee00/0xa736ef4b98cb566b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.327645:0:22708:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ee00/0xa736ef4b98cb566b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.327678:0:22708:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff90cc2d0d7c00) 00010000:00010000:0.0:1789024432.327683:0:22708:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789024432.327687:0:22708:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ee00/0xa736ef4b98cb566b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.327693:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ee00/0xa736ef4b98cb566b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.327778:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ea00/0xa736ef4b98cb565d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afb23 expref: 8 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.327821:0:22708:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252f400/0xa736ef4b98cb5672 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afb23 expref: 7 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.327829:0:22708:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff90cc2d0d7600) 00010000:00010000:0.0:1789024432.327831:0:22708:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1789024432.327834:0:22708:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90cb0252f400, rc 0) 00000100:00100000:0.0:1789024432.328026:0:22708:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cb040b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:45c96975-5881-4980-9470-b931ba0c40db+7:18697:x1875927402441088:12345-192.168.202.18@tcp:101:lfs.0 Request processed in 3844us (6498us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024432.328036:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 31 00000100:00100000:1.0:1789024432.335338:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:3.0:1789024432.335564:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402441216 00000100:00100000:3.0:1789024432.335591:0:22720:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402441216 00000100:00100000:3.0:1789024432.335668:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 6 00000100:00100000:3.0:1789024432.335679:0:22720:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cb040b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:45c96975-5881-4980-9470-b931ba0c40db+5:18697:x1875927402441216:12345-192.168.202.18@tcp:900:lfs.0 00000100:00100000:3.0:1789024432.335785:0:22720:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cb040b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:45c96975-5881-4980-9470-b931ba0c40db+5:18697:x1875927402441216:12345-192.168.202.18@tcp:900:lfs.0 Request processed in 109us (457us total) trans 0 rc 0/0 00000100:00100000:3.0:1789024432.335793:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 6 00000100:00080000:2.0:1789024432.335945:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1789024432.339322:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:2.0:1789024432.339466:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402441472 00000100:00100000:2.0:1789024432.339492:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402441472 00000100:00100000:2.0:1789024432.339564:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 32 00000100:00100000:2.0:1789024432.339578:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc151e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:45c96975-5881-4980-9470-b931ba0c40db+7:18697:x1875927402441472:12345-192.168.202.18@tcp:101:lfs.0 00010000:00010000:2.0:1789024432.339605:0:22710:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789024432.339628:0:22710:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db0a00/0xa736ef4b98cb5679 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa6cdd89e162afb2a expref: -99 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789024432.339784:0:22710:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:2.0:1789024432.339888:0:22710:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db0a00/0xa736ef4b98cb5679 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afb2a expref: 9 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.339906:0:22710:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90cc41bc7c00) 00010000:00010000:2.0:1789024432.339908:0:22710:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1789024432.339913:0:22710:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db0a00/0xa736ef4b98cb5679 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afb2a expref: 9 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.339928:0:22710:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90cc15db0a00, rc 0) 00000100:00100000:2.0:1789024432.339986:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc151e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:45c96975-5881-4980-9470-b931ba0c40db+8:18697:x1875927402441472:12345-192.168.202.18@tcp:101:lfs.0 Request processed in 412us (673us total) trans 12884901891 rc 301/301 00000100:00100000:2.0:1789024432.339994:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 32 00000100:00100000:1.0:1789024432.343717:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:0.0:1789024432.345825:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402441728 00000100:00100000:0.0:1789024432.345842:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402441728 00000100:00100000:0.0:1789024432.345919:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 33 00000100:00100000:0.0:1789024432.345931:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cb040b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:45c96975-5881-4980-9470-b931ba0c40db+8:18697:x1875927402441728:12345-192.168.202.18@tcp:36:lfs.0 00010000:00010000:0.0:1789024432.346002:0:22709:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789024432.346039:0:22709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252f400/0xa736ef4b98cb5672 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afb23 expref: 8 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.346060:0:22709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff90cc2d0d7600) 00010000:00010000:0.0:1789024432.346065:0:22709:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1789024432.346128:0:22709:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ea00/0xa736ef4b98cb5687 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.346174:0:22709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ea00/0xa736ef4b98cb5687 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.346187:0:22709:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ea00/0xa736ef4b98cb5687 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1789024432.346404:0:22709:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000005632501d reply state 00000000b1f18cb1 transno 12884901892 ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ea00/0xa736ef4b98cb5687 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.346416:0:22709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ea00/0xa736ef4b98cb5687 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.346422:0:22709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff90cc2d0d7600) 00010000:00010000:0.0:1789024432.346425:0:22709:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:0.0:1789024432.346428:0:22709:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1789024432.346436:0:22709:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000100:00100000:0.0:1789024432.346528:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cb040b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:45c96975-5881-4980-9470-b931ba0c40db+9:18697:x1875927402441728:12345-192.168.202.18@tcp:36:lfs.0 Request processed in 599us (2830us total) trans 12884901892 rc 0/0 00000100:00100000:0.0:1789024432.346534:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 33 00000100:00100000:1.0:1789024432.348827:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:2.0:1789024432.348931:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402441984 00000100:00100000:2.0:1789024432.348947:0:22711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402441984 00000100:00100000:2.0:1789024432.349010:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 2 00000100:00100000:2.0:1789024432.349020:0:22711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3bf8f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:45c96975-5881-4980-9470-b931ba0c40db+9:18697:x1875927402441984:12345-192.168.202.18@tcp:35:lfs.0 00000100:00100000:2.0:1789024432.349259:0:22711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3bf8f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:45c96975-5881-4980-9470-b931ba0c40db+10:18697:x1875927402441984:12345-192.168.202.18@tcp:35:lfs.0 Request processed in 240us (439us total) trans 12884901893 rc 0/0 00000100:00100000:2.0:1789024432.349267:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 2 00000100:00100000:1.0:1789024432.351809:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:2.0:1789024432.351903:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402442240 00000100:00100000:2.0:1789024432.351916:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402442240 00000100:00100000:2.0:1789024432.351985:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 34 00000100:00100000:2.0:1789024432.351997:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3bf8d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:45c96975-5881-4980-9470-b931ba0c40db+10:18697:x1875927402442240:12345-192.168.202.18@tcp:101:lfs.0 00010000:00010000:2.0:1789024432.352024:0:22710:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789024432.352049:0:22710:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db0a00/0xa736ef4b98cb568e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa6cdd89e162afb31 expref: -99 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.352126:0:22710:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db0c00/0xa736ef4b98cb5695 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.352141:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db0c00/0xa736ef4b98cb5695 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.352191:0:22710:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db0c00/0xa736ef4b98cb5695 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.352203:0:22710:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db1a00/0xa736ef4b98cb569c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.352210:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db1a00/0xa736ef4b98cb569c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.352216:0:22710:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db1a00/0xa736ef4b98cb569c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789024432.352379:0:22710:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:2.0:1789024432.352448:0:22710:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db0c00/0xa736ef4b98cb5695 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.352456:0:22710:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db0c00/0xa736ef4b98cb5695 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.352475:0:22710:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db0c00/0xa736ef4b98cb5695 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.352481:0:22710:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cc15db0c00 already unused, calling callback (ffffffffc1a7d4f0) 00010000:00010000:2.0:1789024432.352485:0:22710:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db0c00/0xa736ef4b98cb5695 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.352493:0:22710:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db0c00/0xa736ef4b98cb5695 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.352505:0:22710:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90cc41bc7c00) 00010000:00010000:2.0:1789024432.352508:0:22710:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789024432.352514:0:22710:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db0c00/0xa736ef4b98cb5695 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.352520:0:22710:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db0c00/0xa736ef4b98cb5695 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.352532:0:22710:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db1a00/0xa736ef4b98cb569c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.352538:0:22710:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db1a00/0xa736ef4b98cb569c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.352544:0:22710:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db1a00/0xa736ef4b98cb569c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.352549:0:22710:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cc15db1a00 already unused, calling callback (ffffffffc1a7d4f0) 00010000:00010000:2.0:1789024432.352552:0:22710:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db1a00/0xa736ef4b98cb569c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.352568:0:22710:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db1a00/0xa736ef4b98cb569c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.352576:0:22710:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff90cc2d0d7c00) 00010000:00010000:2.0:1789024432.352578:0:22710:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789024432.352581:0:22710:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db1a00/0xa736ef4b98cb569c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.352586:0:22710:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db1a00/0xa736ef4b98cb569c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.352617:0:22710:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db0a00/0xa736ef4b98cb568e lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afb31 expref: 12 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.352627:0:22710:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90cc41bc7c00) 00010000:00010000:2.0:1789024432.352629:0:22710:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1789024432.352633:0:22710:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db0a00/0xa736ef4b98cb568e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afb31 expref: 12 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.352641:0:22710:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90cc15db0a00, rc 0) 00000100:00100000:2.0:1789024432.352695:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3bf8d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:45c96975-5881-4980-9470-b931ba0c40db+11:18697:x1875927402442240:12345-192.168.202.18@tcp:101:lfs.0 Request processed in 701us (894us total) trans 12884901894 rc 301/301 00000100:00100000:2.0:1789024432.352736:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 34 00000100:00100000:3.0:1789024432.354662:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:2.0:1789024432.354714:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402442368 00000100:00100000:2.0:1789024432.354726:0:22708:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402442368 00000100:00100000:0.0:1789024432.354844:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 35 00000100:00100000:0.0:1789024432.354857:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc151e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:45c96975-5881-4980-9470-b931ba0c40db+11:18697:x1875927402442368:12345-192.168.202.18@tcp:101:lfs.0 00010000:00010000:0.0:1789024432.354880:0:22710:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789024432.354900:0:22710:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252f400/0xa736ef4b98cb56aa lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa6cdd89e162afb38 expref: -99 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.354979:0:22710:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ee00/0xa736ef4b98cb56b1 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.354991:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ee00/0xa736ef4b98cb56b1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.354998:0:22710:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ee00/0xa736ef4b98cb56b1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1789024432.355015:0:22710:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1789024432.355027:0:22710:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1789024432.355043:0:22710:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ee00/0xa736ef4b98cb56b1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.355064:0:22710:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252f400/0xa736ef4b98cb56aa lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afb38 expref: 13 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.355075:0:22710:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ee00/0xa736ef4b98cb56b1 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afb38 expref: 12 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.355081:0:22710:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff90cc2d0d7600) 00010000:00010000:0.0:1789024432.355083:0:22710:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1789024432.355086:0:22710:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90cb0252ee00, rc 0) 00000100:00100000:0.0:1789024432.355139:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc151e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:45c96975-5881-4980-9470-b931ba0c40db+12:18697:x1875927402442368:12345-192.168.202.18@tcp:101:lfs.0 Request processed in 287us (484us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024432.355176:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 35 00000100:00100000:1.0:1789024432.362248:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:2.0:1789024432.362347:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402442496 00000100:00100000:2.0:1789024432.362362:0:22711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402442496 00000100:00100000:2.0:1789024432.362436:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 3 00000100:00100000:2.0:1789024432.362463:0:22711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3bf8ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:45c96975-5881-4980-9470-b931ba0c40db+12:18697:x1875927402442496:12345-192.168.202.18@tcp:37:lfs.0 00000100:00100000:2.0:1789024432.366920:0:22711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3bf8ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:45c96975-5881-4980-9470-b931ba0c40db+12:18697:x1875927402442496:12345-192.168.202.18@tcp:37:lfs.0 Request processed in 4448us (4672us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024432.366936:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 3 00000100:00100000:3.0:1789024432.372080:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:1.0:1789024432.372772:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402442752 00000100:00100000:1.0:1789024432.372788:0:22712:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402442752 00000100:00100000:1.0:1789024432.372862:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 4 00000100:00100000:1.0:1789024432.372875:0:22712:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cb0325b450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:45c96975-5881-4980-9470-b931ba0c40db+12:18697:x1875927402442752:12345-192.168.202.18@tcp:35:lfs.0 00000100:00100000:1.0:1789024432.373119:0:22712:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cb0325b450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:45c96975-5881-4980-9470-b931ba0c40db+13:18697:x1875927402442752:12345-192.168.202.18@tcp:35:lfs.0 Request processed in 245us (1047us total) trans 12884901895 rc 0/0 00000100:00100000:1.0:1789024432.373127:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 4 00000100:00100000:1.0:1789024432.432837:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:0.0:1789024432.432956:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402442880 00000100:00100000:0.0:1789024432.432969:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402442880 00000100:00100000:0.0:1789024432.433043:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 36 00000100:00100000:0.0:1789024432.433065:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3bf8f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+11:18703:x1875927402442880:12345-192.168.202.18@tcp:101:bash.0 00010000:00010000:0.0:1789024432.433088:0:22709:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789024432.433113:0:22709:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252f400/0xa736ef4b98cb56b8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa6cdd89e162afb3f expref: -99 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.433228:0:22709:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ec00/0xa736ef4b98cb56bf lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.433260:0:22709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ec00/0xa736ef4b98cb56bf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.433292:0:22709:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ec00/0xa736ef4b98cb56bf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.433306:0:22709:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252fe00/0xa736ef4b98cb56c6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.433313:0:22709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252fe00/0xa736ef4b98cb56c6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.433319:0:22709:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252fe00/0xa736ef4b98cb56c6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.433400:0:22709:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252e000/0xa736ef4b98cb56cd lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.433409:0:22709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252e000/0xa736ef4b98cb56cd lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.433414:0:22709:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252e000/0xa736ef4b98cb56cd lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1789024432.433449:0:22709:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1789024432.433452:0:22709:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1789024432.433491:0:22709:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252e000/0xa736ef4b98cb56cd lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.433504:0:22709:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ec00/0xa736ef4b98cb56bf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.433510:0:22709:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ec00/0xa736ef4b98cb56bf lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.433527:0:22709:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ec00/0xa736ef4b98cb56bf lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.433533:0:22709:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cb0252ec00 already unused, calling callback (ffffffffc1a7d4f0) 00010000:00010000:0.0:1789024432.433538:0:22709:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ec00/0xa736ef4b98cb56bf lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.433547:0:22709:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ec00/0xa736ef4b98cb56bf lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.433562:0:22709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90cc41bc7c00) 00010000:00010000:0.0:1789024432.433565:0:22709:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789024432.433571:0:22709:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ec00/0xa736ef4b98cb56bf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.433578:0:22709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ec00/0xa736ef4b98cb56bf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.433591:0:22709:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252fe00/0xa736ef4b98cb56c6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.433597:0:22709:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252fe00/0xa736ef4b98cb56c6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.433601:0:22709:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252fe00/0xa736ef4b98cb56c6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.433606:0:22709:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cb0252fe00 already unused, calling callback (ffffffffc1a7d4f0) 00010000:00010000:0.0:1789024432.433609:0:22709:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252fe00/0xa736ef4b98cb56c6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.433625:0:22709:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252fe00/0xa736ef4b98cb56c6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.433634:0:22709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff90cc2d0d7c00) 00010000:00010000:0.0:1789024432.433636:0:22709:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789024432.433639:0:22709:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252fe00/0xa736ef4b98cb56c6 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.433644:0:22709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252fe00/0xa736ef4b98cb56c6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.433670:0:22709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252f400/0xa736ef4b98cb56b8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afb3f expref: 13 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.433681:0:22709:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252e000/0xa736ef4b98cb56cd lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afb3f expref: 12 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.433687:0:22709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff90cc2d0d7600) 00010000:00010000:0.0:1789024432.433689:0:22709:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1789024432.433691:0:22709:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90cb0252e000, rc 0) 00000100:00100000:0.0:1789024432.433771:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3bf8f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+12:18703:x1875927402442880:12345-192.168.202.18@tcp:101:bash.0 Request processed in 717us (943us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024432.433778:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 36 00000100:00100000:3.0:1789024432.437992:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:0.0:1789024432.438091:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402443008 00000100:00100000:0.0:1789024432.438105:0:22719:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402443008 00000100:00100000:0.0:1789024432.438207:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 7 00000100:00100000:0.0:1789024432.438220:0:22719:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc153b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+5:18703:x1875927402443008:12345-192.168.202.18@tcp:900:bash.0 00000100:00100000:0.0:1789024432.438323:0:22719:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc153b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+5:18703:x1875927402443008:12345-192.168.202.18@tcp:900:bash.0 Request processed in 105us (340us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024432.438330:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 7 00000100:00100000:3.0:1789024432.441229:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:0.0:1789024432.441594:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402443264 00000100:00100000:0.0:1789024432.441607:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402443264 00000100:00100000:0.0:1789024432.441681:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 37 00000100:00100000:0.0:1789024432.441693:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc153b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+12:18703:x1875927402443264:12345-192.168.202.18@tcp:101:bash.0 00010000:00010000:0.0:1789024432.441727:0:22710:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789024432.441753:0:22710:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252f400/0xa736ef4b98cb56d4 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa6cdd89e162afb46 expref: -99 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.441868:0:22710:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252fe00/0xa736ef4b98cb56db lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.441883:0:22710:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ee00/0xa736ef4b98cb56b1 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afb38 expref: 12 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.441893:0:22710:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252fe00/0xa736ef4b98cb56db lrc: 4/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.441934:0:22710:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ee00/0xa736ef4b98cb56b1 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afb38 expref: 12 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.441948:0:22710:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ee00/0xa736ef4b98cb56b1 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afb38 expref: 12 pid: 22710 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789024432.441962:0:22710:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fabb800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22710:1875927422473088:192.168.202.18@tcp:104: 00000100:00100000:0.0:1789024432.442073:0:22710:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc3c029b40 going to sleep for 11 seconds 00000100:00100000:0.0:1789024432.446134:0:22710:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fabb800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22710:1875927422473088:192.168.202.18@tcp:104: 00010000:00010000:0.0:1789024432.446192:0:22710:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252fe00/0xa736ef4b98cb56db lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789024432.447538:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:1.0:1789024432.447716:0:22695:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402443392 00000100:00100000:1.0:1789024432.447727:0:22695:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402443392 00010000:00010000:1.0:1789024432.447794:0:22695:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ee00/0xa736ef4b98cb56b1 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afb38 expref: 13 pid: 22710 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789024432.447843:0:22695:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 16 00000100:00100000:1.0:1789024432.447862:0:22695:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc153b2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:45c96975-5881-4980-9470-b931ba0c40db+13:2402:x1875927402443392:12345-192.168.202.18@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1789024432.447879:0:22695:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789024432.447888:0:22695:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ee00/0xa736ef4b98cb56b1 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afb38 expref: 13 pid: 22710 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024432.447901:0:22695:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ee00/0xa736ef4b98cb56b1 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afb38 expref: 13 pid: 22710 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024432.447926:0:22695:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ee00/0xa736ef4b98cb56b1 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afb38 expref: 13 pid: 22710 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024432.447944:0:22695:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff90cc2d0d7600) 00010000:00010000:1.0:1789024432.447949:0:22695:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252fe00/0xa736ef4b98cb56db lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024432.447960:0:22695:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252fe00/0xa736ef4b98cb56db lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024432.447968:0:22695:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252fe00/0xa736ef4b98cb56db lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024432.448003:0:22695:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789024432.448069:0:22695:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc153b2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:45c96975-5881-4980-9470-b931ba0c40db+12:2402:x1875927402443392:12345-192.168.202.18@tcp:103:ldlm_bl.0 Request processed in 216us (536us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024432.448076:0:22695:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 16 00010000:00010000:2.0:1789024432.448192:0:22710:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252fe00/0xa736ef4b98cb56db lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.448200:0:22710:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252fe00/0xa736ef4b98cb56db lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.448228:0:22710:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db0a00/0xa736ef4b98cb56e2 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.448239:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db0a00/0xa736ef4b98cb56e2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.448245:0:22710:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db0a00/0xa736ef4b98cb56e2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.448741:0:22710:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db1a00/0xa736ef4b98cb56e9 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.448751:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db1a00/0xa736ef4b98cb56e9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.448758:0:22710:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db1a00/0xa736ef4b98cb56e9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789024432.448769:0:22710:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1789024432.448793:0:22710:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252fe00/0xa736ef4b98cb56db lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.448810:0:22710:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252fe00/0xa736ef4b98cb56db lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.448816:0:22710:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252fe00/0xa736ef4b98cb56db lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.448822:0:22710:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cb0252fe00 already unused, calling callback (ffffffffc1a7d4f0) 00010000:00010000:2.0:1789024432.448826:0:22710:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252fe00/0xa736ef4b98cb56db lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.448834:0:22710:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252fe00/0xa736ef4b98cb56db lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.448844:0:22710:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff90cc2d0d7600) 00010000:00010000:2.0:1789024432.448847:0:22710:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789024432.448851:0:22710:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252fe00/0xa736ef4b98cb56db lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.448857:0:22710:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252fe00/0xa736ef4b98cb56db lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1789024432.448868:0:22710:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000050a268dd reply state 0000000059418e4f transno 12884901896 ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db0a00/0xa736ef4b98cb56e2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.448877:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db0a00/0xa736ef4b98cb56e2 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.448883:0:22710:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff90cc41bc7600) 00010000:00010000:2.0:1789024432.448885:0:22710:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1789024432.448888:0:22710:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1789024432.448922:0:22710:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252f400/0xa736ef4b98cb56d4 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afb46 expref: 15 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.448944:0:22710:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db1a00/0xa736ef4b98cb56e9 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afb46 expref: 14 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.448951:0:22710:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff90cc41bc7700) 00010000:00010000:2.0:1789024432.448953:0:22710:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:2.0:1789024432.448956:0:22710:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90cc15db1a00, rc 0) 00000100:00100000:2.0:1789024432.448991:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc153b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+15:18703:x1875927402443264:12345-192.168.202.18@tcp:101:bash.0 Request processed in 7300us (7773us total) trans 12884901896 rc 0/0 00000100:00100000:2.0:1789024432.448999:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 37 00000040:00080000:0.0:1789024432.460873:0:22744:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1789024432.465528:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:2.0:1789024432.465626:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402443520 00000100:00100000:2.0:1789024432.465640:0:22708:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402443520 00000100:00100000:2.0:1789024432.465724:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 38 00000100:00100000:2.0:1789024432.465737:0:22708:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3bf8ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+15:18703:x1875927402443520:12345-192.168.202.18@tcp:101:bash.0 00010000:00010000:2.0:1789024432.465763:0:22708:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789024432.465786:0:22708:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db0c00/0xa736ef4b98cb56f7 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa6cdd89e162afb4d expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.465866:0:22708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db1e00/0xa736ef4b98cb56fe lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.465882:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db1e00/0xa736ef4b98cb56fe lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.465894:0:22708:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db1e00/0xa736ef4b98cb56fe lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789024432.465942:0:22708:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:2.0:1789024432.465959:0:22708:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1789024432.465981:0:22708:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db1e00/0xa736ef4b98cb56fe lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.465991:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db1e00/0xa736ef4b98cb56fe lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.466019:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db0c00/0xa736ef4b98cb56f7 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afb4d expref: 17 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.466038:0:22708:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db1e00/0xa736ef4b98cb56fe lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afb4d expref: 16 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.466046:0:22708:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff90cc41bc7700) 00010000:00010000:2.0:1789024432.466060:0:22708:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1789024432.466066:0:22708:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90cc15db1e00, rc 0) 00000100:00100000:2.0:1789024432.466133:0:22708:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3bf8ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+16:18703:x1875927402443520:12345-192.168.202.18@tcp:101:bash.0 Request processed in 398us (614us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024432.466140:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 38 00000100:00100000:3.0:1789024432.472955:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:1.0:1789024432.474546:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402443776 00000100:00100000:1.0:1789024432.474564:0:22712:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402443776 00000100:00100000:1.0:1789024432.474710:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 5 00000100:00100000:1.0:1789024432.474723:0:22712:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc153b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+16:18703:x1875927402443776:12345-192.168.202.18@tcp:35:bash.0 00000100:00100000:1.0:1789024432.475064:0:22712:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc153b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+17:18703:x1875927402443776:12345-192.168.202.18@tcp:35:bash.0 Request processed in 342us (2120us total) trans 12884901897 rc 0/0 00000100:00100000:1.0:1789024432.475073:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 5 00000100:00100000:3.0:1789024432.568681:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:2.0:1789024432.568823:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402444032 00000100:00100000:2.0:1789024432.568836:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402444032 00000100:00100000:2.0:1789024432.569067:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 39 00000100:00100000:2.0:1789024432.569081:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc153b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+17:18713:x1875927402444032:12345-192.168.202.18@tcp:101:lfs.0 00010000:00010000:2.0:1789024432.569107:0:22710:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789024432.569132:0:22710:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db0c00/0xa736ef4b98cb5705 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa6cdd89e162afb54 expref: -99 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789024432.569299:0:22710:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:2.0:1789024432.569398:0:22710:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db0c00/0xa736ef4b98cb5705 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afb54 expref: 19 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.569419:0:22710:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90cc41bc7c00) 00010000:00010000:2.0:1789024432.569422:0:22710:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1789024432.569428:0:22710:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db0c00/0xa736ef4b98cb5705 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afb54 expref: 19 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.569441:0:22710:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90cc15db0c00, rc 0) 00000100:00100000:2.0:1789024432.569507:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc153b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+18:18713:x1875927402444032:12345-192.168.202.18@tcp:101:lfs.0 Request processed in 431us (836us total) trans 12884901898 rc 301/301 00000100:00100000:2.0:1789024432.569515:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 39 00000100:00100000:3.0:1789024432.573610:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:2.0:1789024432.573710:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402444288 00000100:00100000:2.0:1789024432.573722:0:22711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402444288 00000100:00100000:2.0:1789024432.573789:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 6 00000100:00100000:2.0:1789024432.573801:0:22711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc153b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+18:18713:x1875927402444288:12345-192.168.202.18@tcp:35:lfs.0 00000100:00100000:2.0:1789024432.574068:0:22711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc153b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+19:18713:x1875927402444288:12345-192.168.202.18@tcp:35:lfs.0 Request processed in 267us (464us total) trans 12884901899 rc 0/0 00000100:00100000:2.0:1789024432.574076:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 6 00000100:00100000:3.0:1789024432.613867:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:1.0:1789024432.614038:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402444544 00000100:00100000:1.0:1789024432.614062:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402444544 00000100:00100000:1.0:1789024432.614133:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 40 00000100:00100000:1.0:1789024432.614175:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc153b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+19:18716:x1875927402444544:12345-192.168.202.18@tcp:101:lfs.0 00010000:00010000:1.0:1789024432.614205:0:22709:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789024432.614230:0:22709:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90cb03a54000/0xa736ef4b98cb5713 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa6cdd89e162afb5b expref: -99 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024432.614349:0:22709:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90cb03a55000/0xa736ef4b98cb571a lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024432.614366:0:22709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90cb03a55000/0xa736ef4b98cb571a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024432.614377:0:22709:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90cb03a55000/0xa736ef4b98cb571a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1789024432.614390:0:22709:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:1.0:1789024432.614498:0:22709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90cb03a54000/0xa736ef4b98cb5713 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afb5b expref: 22 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024432.614539:0:22709:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90cb03a55000/0xa736ef4b98cb571a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afb5b expref: 21 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024432.614549:0:22709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff90cc41bc7700) 00010000:00010000:1.0:1789024432.614552:0:22709:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1789024432.614557:0:22709:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90cb03a55000, rc 0) 00000100:00100000:1.0:1789024432.614625:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc153b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+21:18716:x1875927402444544:12345-192.168.202.18@tcp:101:lfs.0 Request processed in 482us (779us total) trans 12884901900 rc 0/0 00000100:00100000:1.0:1789024432.614634:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 40 00000100:00100000:3.0:1789024432.618956:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:3.0:1789024432.619002:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:0.0:1789024432.619204:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402444672 00000100:00100000:0.0:1789024432.619217:0:22708:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402444672 00000100:00100000:0.0:1789024432.619280:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 41 00000100:00100000:0.0:1789024432.619293:0:22708:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc153b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+21:18716:x1875927402444672:12345-192.168.202.18@tcp:54:lfs.0 00010000:00010000:0.0:1789024432.619368:0:22708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ec00/0xa736ef4b98cb5728 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.619390:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ec00/0xa736ef4b98cb5728 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.619405:0:22708:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ec00/0xa736ef4b98cb5728 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.619445:0:22708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ec00/0xa736ef4b98cb5728 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.619453:0:22708:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ec00/0xa736ef4b98cb5728 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.619459:0:22708:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ec00/0xa736ef4b98cb5728 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.619465:0:22708:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cb0252ec00 already unused, calling callback (ffffffffc1a7d4f0) 00010000:00010000:0.0:1789024432.619469:0:22708:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ec00/0xa736ef4b98cb5728 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.619492:0:22708:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ec00/0xa736ef4b98cb5728 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.619505:0:22708:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff90cc41bc7700) 00010000:00010000:0.0:1789024432.619508:0:22708:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1789024432.619514:0:22708:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ec00/0xa736ef4b98cb5728 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.619520:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ec00/0xa736ef4b98cb5728 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789024432.619600:0:22708:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc153b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+21:18716:x1875927402444672:12345-192.168.202.18@tcp:54:lfs.0 Request processed in 308us (652us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024432.619607:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 41 00000100:00100000:1.0:1789024432.620209:0:22694:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402444800 00000100:00100000:1.0:1789024432.620215:0:22694:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402444800 00000100:00100000:1.0:1789024432.620256:0:22694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 0 00000100:00100000:1.0:1789024432.620265:0:22694:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc153b3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+21:2403:x1875927402444800:12345-192.168.202.18@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1789024432.620279:0:22694:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789024432.620295:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90cb03a55000/0xa736ef4b98cb571a lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afb5b expref: 21 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024432.620307:0:22694:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff90cc41bc7700) 00010000:00010000:1.0:1789024432.620311:0:22694:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789024432.620346:0:22694:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc153b3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+20:2403:x1875927402444800:12345-192.168.202.18@tcp:103:ldlm_bl.0 Request processed in 83us (1344us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024432.620352:0:22694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 0 00000100:00100000:3.0:1789024432.628073:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:2.0:1789024432.628472:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402445056 00000100:00100000:2.0:1789024432.628488:0:22711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402445056 00000100:00100000:2.0:1789024432.628563:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 7 00000100:00100000:2.0:1789024432.628574:0:22711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc153b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+20:18716:x1875927402445056:12345-192.168.202.18@tcp:35:lfs.0 00000100:00100000:2.0:1789024432.628806:0:22711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc153b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+21:18716:x1875927402445056:12345-192.168.202.18@tcp:35:lfs.0 Request processed in 233us (754us total) trans 12884901901 rc 0/0 00000100:00100000:2.0:1789024432.628815:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 7 00010000:00010000:2.0:1789024432.724008:0:25046:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789024432.936376:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:2.0:1789024432.936567:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402445312 00000100:00100000:2.0:1789024432.936577:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402445312 00000100:00100000:2.0:1789024432.936640:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 42 00000100:00100000:2.0:1789024432.936649:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc153b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+21:18747:x1875927402445312:12345-192.168.202.18@tcp:101:cat.0 00010000:00010000:2.0:1789024432.936676:0:22710:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789024432.936744:0:22710:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db0c00/0xa736ef4b98cb572f lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa6cdd89e162afb62 expref: -99 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.936865:0:22710:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db1000/0xa736ef4b98cb5736 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.936881:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db1000/0xa736ef4b98cb5736 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.936895:0:22710:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db1000/0xa736ef4b98cb5736 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789024432.936906:0:22710:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1789024432.937329:0:22710:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db0c00/0xa736ef4b98cb572f lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afb62 expref: 24 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.937356:0:22710:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db1000/0xa736ef4b98cb5736 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afb62 expref: 23 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024432.937362:0:22710:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff90cc41bc7700) 00010000:00010000:2.0:1789024432.937365:0:22710:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1789024432.937368:0:22710:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90cc15db1000, rc 0) 00000100:00100000:2.0:1789024432.937420:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc153b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+23:18747:x1875927402445312:12345-192.168.202.18@tcp:101:cat.0 Request processed in 774us (1053us total) trans 12884901902 rc 0/0 00000100:00100000:2.0:1789024432.937439:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 42 00000100:00100000:3.0:1789024432.944777:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:2.0:1789024432.945006:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402445568 00000100:00100000:2.0:1789024432.945020:0:22711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402445568 00000100:00100000:2.0:1789024432.945101:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 8 00000100:00100000:2.0:1789024432.945114:0:22711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc153b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+23:18747:x1875927402445568:12345-192.168.202.18@tcp:35:cat.0 00000100:00100000:2.0:1789024432.945456:0:22711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc153b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+24:18747:x1875927402445568:12345-192.168.202.18@tcp:35:cat.0 Request processed in 343us (687us total) trans 12884901903 rc 0/0 00000100:00100000:2.0:1789024432.945466:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 8 00000100:00100000:3.0:1789024432.946206:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:0.0:1789024432.946270:0:22693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402445696 00000100:00100000:0.0:1789024432.946277:0:22693:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402445696 00000100:00100000:0.0:1789024432.946325:0:22693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 1 00000100:00100000:0.0:1789024432.946334:0:22693:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc153b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+24:2402:x1875927402445696:12345-192.168.202.18@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1789024432.946360:0:22693:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789024432.946385:0:22693:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db1000/0xa736ef4b98cb5736 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afb62 expref: 24 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024432.946401:0:22693:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff90cc41bc7700) 00010000:00010000:0.0:1789024432.946406:0:22693:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789024432.946445:0:22693:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc153b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+23:2402:x1875927402445696:12345-192.168.202.18@tcp:103:ldlm_bl.0 Request processed in 112us (241us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024432.946452:0:22693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 1 00000100:00100000:3.0:1789024433.008655:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:2.0:1789024433.008766:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402445952 00000100:00100000:2.0:1789024433.008778:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402445952 00000100:00100000:2.0:1789024433.008831:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 43 00000100:00100000:2.0:1789024433.008839:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc153b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+23:18753:x1875927402445952:12345-192.168.202.18@tcp:101:dd.0 00010000:00010000:2.0:1789024433.008866:0:22709:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789024433.008890:0:22709:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db0c00/0xa736ef4b98cb5744 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa6cdd89e162afb69 expref: -99 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.009013:0:22709:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db0e00/0xa736ef4b98cb574b lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.009025:0:22709:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db1a00/0xa736ef4b98cb56e9 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afb46 expref: 24 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.009031:0:22709:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db1e00/0xa736ef4b98cb56fe lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afb4d expref: 24 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.009036:0:22709:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db0e00/0xa736ef4b98cb574b lrc: 5/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.009077:0:22709:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db1e00/0xa736ef4b98cb56fe lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afb4d expref: 24 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.009087:0:22709:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db1e00/0xa736ef4b98cb56fe lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afb4d expref: 24 pid: 22708 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789024433.009097:0:22709:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3be9ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22709:1875927422473216:192.168.202.18@tcp:104: 00010000:00010000:2.0:1789024433.009194:0:22709:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db1a00/0xa736ef4b98cb56e9 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afb46 expref: 24 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.009200:0:22709:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db1a00/0xa736ef4b98cb56e9 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afb46 expref: 24 pid: 22710 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789024433.009206:0:22709:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3be9f100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22709:1875927422473344:192.168.202.18@tcp:104: 00000100:00100000:2.0:1789024433.009221:0:22709:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc18134f00 going to sleep for 11 seconds 00000100:00100000:3.0:1789024433.012362:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:3.0:1789024433.012386:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:0.0:1789024433.012462:0:22695:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402446080 00000100:00100000:0.0:1789024433.012473:0:22695:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402446080 00010000:00010000:0.0:1789024433.012509:0:22695:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db1e00/0xa736ef4b98cb56fe lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afb4d expref: 25 pid: 22708 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789024433.012544:0:22695:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402446208 00000100:00100000:0.0:1789024433.012546:0:22695:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402446208 00010000:00010000:0.0:1789024433.012555:0:22695:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db1a00/0xa736ef4b98cb56e9 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afb46 expref: 26 pid: 22710 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789024433.012567:0:22695:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 17 00000100:00100000:0.0:1789024433.012573:0:22695:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc153b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+26:2403:x1875927402446080:12345-192.168.202.18@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1789024433.012593:0:22695:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789024433.012598:0:22695:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db1e00/0xa736ef4b98cb56fe lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afb4d expref: 26 pid: 22708 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024433.012608:0:22695:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db1e00/0xa736ef4b98cb56fe lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afb4d expref: 26 pid: 22708 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024433.012628:0:22695:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff90cc41bc7700) 00010000:00010000:0.0:1789024433.012632:0:22695:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db0e00/0xa736ef4b98cb574b lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024433.012639:0:22695:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db0e00/0xa736ef4b98cb574b lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024433.012642:0:22695:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789024433.012682:0:22695:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc153b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+26:2403:x1875927402446080:12345-192.168.202.18@tcp:103:ldlm_bl.0 Request processed in 109us (328us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024433.012714:0:22695:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 17 00000100:00100000:0.0:1789024433.012735:0:22695:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 18 00000100:00100000:0.0:1789024433.012741:0:22695:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3bd33c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+25:2403:x1875927402446208:12345-192.168.202.18@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1789024433.012749:0:22695:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789024433.012754:0:22695:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db1a00/0xa736ef4b98cb56e9 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afb46 expref: 25 pid: 22710 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024433.012763:0:22695:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db1a00/0xa736ef4b98cb56e9 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afb46 expref: 25 pid: 22710 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024433.012771:0:22695:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff90cc41bc7700) 00010000:00010000:0.0:1789024433.012773:0:22695:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db0e00/0xa736ef4b98cb574b lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024433.012779:0:22695:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db0e00/0xa736ef4b98cb574b lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024433.012784:0:22695:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db0e00/0xa736ef4b98cb574b lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024433.012797:0:22695:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789024433.012809:0:22695:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3bd33c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+25:2403:x1875927402446208:12345-192.168.202.18@tcp:103:ldlm_bl.0 Request processed in 70us (422us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024433.012813:0:22695:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 18 00010000:00010000:2.0:1789024433.013192:0:22709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db1e00/0xa736ef4b98cb56fe lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afb4d expref: 24 pid: 22708 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789024433.013205:0:22709:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3be9ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22709:1875927422473216:192.168.202.18@tcp:104: 00010000:00010000:2.0:1789024433.013212:0:22709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db1a00/0xa736ef4b98cb56e9 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afb46 expref: 23 pid: 22710 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789024433.013218:0:22709:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3be9f100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22709:1875927422473344:192.168.202.18@tcp:104: 00010000:00010000:2.0:1789024433.013235:0:22709:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db0e00/0xa736ef4b98cb574b lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.013247:0:22709:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db0e00/0xa736ef4b98cb574b lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.013251:0:22709:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db0e00/0xa736ef4b98cb574b lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789024433.013266:0:22709:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1789024433.013384:0:22709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db0c00/0xa736ef4b98cb5744 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afb69 expref: 24 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.013394:0:22709:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db0e00/0xa736ef4b98cb574b lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afb69 expref: 23 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.013399:0:22709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff90cc41bc7700) 00010000:00010000:2.0:1789024433.013400:0:22709:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1789024433.013402:0:22709:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90cc15db0e00, rc 0) 00000100:00100000:2.0:1789024433.013434:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc153b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+23:18753:x1875927402445952:12345-192.168.202.18@tcp:101:dd.0 Request processed in 4597us (4791us total) trans 12884901904 rc 0/0 00000100:00100000:2.0:1789024433.013593:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 43 00000100:00100000:3.0:1789024433.022252:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:2.0:1789024433.022332:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402446336 00000100:00100000:2.0:1789024433.022341:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402446336 00000100:00100000:2.0:1789024433.022392:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 44 00000100:00100000:2.0:1789024433.022399:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc153b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+23:18753:x1875927402446336:12345-192.168.202.18@tcp:101:dd.0 00010000:00010000:2.0:1789024433.022422:0:22710:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789024433.022440:0:22710:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db0c00/0xa736ef4b98cb5759 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa6cdd89e162afb70 expref: -99 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.022491:0:22710:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db1a00/0xa736ef4b98cb5760 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.022506:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db1a00/0xa736ef4b98cb5760 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.022517:0:22710:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db1a00/0xa736ef4b98cb5760 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.022612:0:22710:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db0c00/0xa736ef4b98cb5759 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afb70 expref: 25 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.022625:0:22710:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db1a00/0xa736ef4b98cb5760 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afb70 expref: 24 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.022631:0:22710:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff90cc41bc7700) 00010000:00010000:2.0:1789024433.022633:0:22710:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1789024433.022637:0:22710:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90cc15db1a00, rc 0) 00000100:00100000:2.0:1789024433.022714:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc153b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+24:18753:x1875927402446336:12345-192.168.202.18@tcp:101:dd.0 Request processed in 314us (470us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024433.022721:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 44 00000100:00100000:3.0:1789024433.025884:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:2.0:1789024433.026069:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402446592 00000100:00100000:2.0:1789024433.026081:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402446592 00000100:00100000:2.0:1789024433.026174:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 45 00000100:00100000:2.0:1789024433.026187:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc153b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+24:18753:x1875927402446592:12345-192.168.202.18@tcp:36:dd.0 00010000:00010000:2.0:1789024433.026416:0:22709:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db1e00/0xa736ef4b98cb5767 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.026448:0:22709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db1e00/0xa736ef4b98cb5767 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.026460:0:22709:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db1e00/0xa736ef4b98cb5767 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1789024433.026509:0:22709:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901905 00000004:00010000:2.0:1789024433.026535:0:22709:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000042c54909 reply state 00000000606ff0a0 transno 12884901906 ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db1e00/0xa736ef4b98cb5767 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.026546:0:22709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db1e00/0xa736ef4b98cb5767 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.026554:0:22709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff90cc41bc7700) 00010000:00010000:2.0:1789024433.026557:0:22709:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1789024433.026562:0:22709:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1789024433.026657:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc153b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+27:18753:x1875927402446592:12345-192.168.202.18@tcp:36:dd.0 Request processed in 472us (781us total) trans 12884901906 rc 0/0 00000100:00100000:2.0:1789024433.026665:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 45 00000020:00080000:2.0:1789024433.026671:0:22709:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1789024433.029509:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:0.0:1789024433.029594:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402446720 00000100:00100000:0.0:1789024433.029605:0:22708:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402446720 00000100:00100000:0.0:1789024433.029657:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 46 00000100:00100000:0.0:1789024433.029665:0:22708:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc153b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+27:18753:x1875927402446720:12345-192.168.202.18@tcp:101:dd.0 00010000:00010000:0.0:1789024433.029708:0:22708:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789024433.029730:0:22708:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252e600/0xa736ef4b98cb576e lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa6cdd89e162afb77 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024433.029789:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252e600/0xa736ef4b98cb576e lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afb77 expref: 28 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024433.029801:0:22708:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252e600/0xa736ef4b98cb576e lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afb77 expref: 28 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024433.029816:0:22708:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff90cc41bc7700) 00010000:00010000:0.0:1789024433.029818:0:22708:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1789024433.029821:0:22708:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90cb0252e600, rc 0) 00000100:00100000:0.0:1789024433.029876:0:22708:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc153b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+28:18753:x1875927402446720:12345-192.168.202.18@tcp:101:dd.0 Request processed in 211us (375us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024433.029890:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 46 00000100:00100000:0.0:1789024433.036567:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1789024433.036593:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc153b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1875927422473472:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1789024433.036686:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789024433.036832:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422473472 00000100:00100000:2.0:1789024433.036843:0:22713:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422473472 00000100:00100000:2.0:1789024433.036905:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:2.0:1789024433.036915:0:22713:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3fabb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3644:x1875927422473472:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1789024433.036966:0:22713:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1789024433.037029:0:22713:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3fabb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3644:x1875927422473472:12345-0@lo:41:osp-pre-1-0.0 Request processed in 115us (343us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024433.037036:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:0.0:1789024433.037312:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc153b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1875927422473472:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1789024433.037623:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fabaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1875927422473600:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789024433.037658:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024433.037852:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422473600 00000100:00100000:0.0:1789024433.037857:0:22714:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422473600 00000100:00100000:0.0:1789024433.037898:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1789024433.037906:0:22714:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc153b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3644:x1875927422473600:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1789024433.037945:0:22714:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446305792 avail 1300066304 00000100:00100000:0.0:1789024433.037996:0:22714:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc153b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3644:x1875927422473600:12345-0@lo:41:osp-pre-0-1.0 Request processed in 91us (337us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024433.038016:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:3.0:1789024433.038260:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fabaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1875927422473600:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789024433.041914:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:0.0:1789024433.042106:0:22695:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402446976 00000100:00100000:0.0:1789024433.042120:0:22695:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402446976 00000100:00100000:0.0:1789024433.042205:0:22695:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 2 00000100:00100000:0.0:1789024433.042213:0:22695:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc153b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+28:18753:x1875927402446976:12345-192.168.202.18@tcp:103:dd.0 00010000:00010000:0.0:1789024433.042227:0:22695:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789024433.042248:0:22695:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252e600/0xa736ef4b98cb576e lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afb77 expref: 28 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024433.042264:0:22695:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff90cc41bc7700) 00010000:00010000:0.0:1789024433.042267:0:22695:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789024433.042315:0:22695:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc153b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+27:18753:x1875927402446976:12345-192.168.202.18@tcp:103:dd.0 Request processed in 104us (409us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024433.042320:0:22695:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 2 00000100:00100000:3.0:1789024433.043969:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:0.0:1789024433.044045:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402447104 00000100:00100000:0.0:1789024433.044056:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402447104 00000100:00100000:0.0:1789024433.044114:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 47 00000100:00100000:0.0:1789024433.044123:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc153b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+27:18753:x1875927402447104:12345-192.168.202.18@tcp:58:dd.0 00010000:00010000:0.0:1789024433.044329:0:22710:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ec00/0xa736ef4b98cb5775 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024433.044347:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ec00/0xa736ef4b98cb5775 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024433.044358:0:22710:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ec00/0xa736ef4b98cb5775 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1789024433.046782:0:22710:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1789024433.046816:0:22710:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7:0x0].3, 64 off8384 00000040:00080000:0.0:1789024433.047097:0:22710:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x14:0x0].1, 136 off8328 00000100:00100000:0.0:1789024433.047574:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc153b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+27:18753:x1875927402447104:12345-192.168.202.18@tcp:58:dd.0 Request processed in 3445us (3605us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024433.047585:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 47 00000100:00100000:3.0:1789024433.049246:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:2.0:1789024433.049461:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402447232 00000100:00100000:2.0:1789024433.049499:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402447232 00000100:00100000:2.0:1789024433.049563:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 48 00000100:00100000:2.0:1789024433.049576:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc153b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+27:18753:x1875927402447232:12345-192.168.202.18@tcp:101:dd.0 00010000:00010000:2.0:1789024433.049600:0:22709:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789024433.049628:0:22709:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db0c00/0xa736ef4b98cb577c lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa6cdd89e162afb7e expref: -99 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.049687:0:22709:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ec00/0xa736ef4b98cb5775 lrc: 2/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.049708:0:22709:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db0c00/0xa736ef4b98cb577c lrc: 4/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afb7e expref: 28 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.049729:0:22709:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ec00/0xa736ef4b98cb5775 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.049743:0:22709:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db0c00/0xa736ef4b98cb577c lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afb7e expref: 28 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.049757:0:22709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff90cc41bc7700) 00010000:00010000:2.0:1789024433.049760:0:22709:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1789024433.049764:0:22709:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db0c00/0xa736ef4b98cb577c lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afb7e expref: 28 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.049771:0:22709:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90cc15db0c00, rc 0) 00000100:00100000:2.0:1789024433.049911:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc153b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+28:18753:x1875927402447232:12345-192.168.202.18@tcp:101:dd.0 Request processed in 336us (672us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024433.049928:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 48 00000040:00080000:0.0:1789024433.484951:0:22744:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1789024433.484959:0:22744:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1789024433.485017:0:22744:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:0.0:1789024433.485027:0:22744:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:0.0:1789024433.485198:0:22744:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fab9c00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22744:1875927422473728:192.168.202.18@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1789024433.485295:0:22744:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc3c029300 going to sleep for 11 seconds 00000100:00100000:0.0:1789024433.491682:0:22744:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fab9c00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22744:1875927422473728:192.168.202.18@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1789024433.500215:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:2.0:1789024433.500283:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402447360 00000100:00100000:2.0:1789024433.500297:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402447360 00000100:00100000:2.0:1789024433.500364:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 49 00000100:00100000:2.0:1789024433.500377:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3fab9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+28:18754:x1875927402447360:12345-192.168.202.18@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1789024433.500495:0:22710:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1789024433.500618:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3fab9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+28:18754:x1875927402447360:12345-192.168.202.18@tcp:53:lhsmtool_posix.0 Request processed in 242us (409us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024433.500625:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 49 00000100:00100000:3.0:1789024433.504613:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:2.0:1789024433.504753:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402447488 00000100:00100000:2.0:1789024433.504768:0:22708:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402447488 00000100:00100000:2.0:1789024433.504846:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 50 00000100:00100000:2.0:1789024433.504859:0:22708:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc15336300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+28:18754:x1875927402447488:12345-192.168.202.18@tcp:34:lhsmtool_posix.0 00010000:00010000:2.0:1789024433.505259:0:22708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db1000/0xa736ef4b98cb5783 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.505281:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db1000/0xa736ef4b98cb5783 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.505294:0:22708:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db1000/0xa736ef4b98cb5783 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.505313:0:22708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90cc22fa5c00/0xa736ef4b98cb578a lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.505321:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90cc22fa5c00/0xa736ef4b98cb578a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.505327:0:22708:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90cc22fa5c00/0xa736ef4b98cb578a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.505363:0:22708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90cc22fa4800/0xa736ef4b98cb5791 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.505372:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90cc22fa4800/0xa736ef4b98cb5791 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.505379:0:22708:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90cc22fa4800/0xa736ef4b98cb5791 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789024433.505663:0:22708:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:2.0:1789024433.505668:0:22708:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1789024433.505682:0:22708:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90cc22fa4800/0xa736ef4b98cb5791 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.506063:0:22708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db1000/0xa736ef4b98cb5783 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.506070:0:22708:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db1000/0xa736ef4b98cb5783 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.506077:0:22708:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db1000/0xa736ef4b98cb5783 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.506084:0:22708:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cc15db1000 already unused, calling callback (ffffffffc1a7d4f0) 00010000:00010000:2.0:1789024433.506088:0:22708:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db1000/0xa736ef4b98cb5783 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.506096:0:22708:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db1000/0xa736ef4b98cb5783 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.506111:0:22708:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff90cc41bc7900) 00010000:00010000:2.0:1789024433.506121:0:22708:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789024433.506128:0:22708:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db1000/0xa736ef4b98cb5783 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.506134:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db1000/0xa736ef4b98cb5783 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.506351:0:22708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90cc22fa5c00/0xa736ef4b98cb578a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.506358:0:22708:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90cc22fa5c00/0xa736ef4b98cb578a lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.506364:0:22708:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90cc22fa5c00/0xa736ef4b98cb578a lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.506369:0:22708:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cc22fa5c00 already unused, calling callback (ffffffffc1a7d4f0) 00010000:00010000:2.0:1789024433.506373:0:22708:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90cc22fa5c00/0xa736ef4b98cb578a lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.506378:0:22708:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90cc22fa5c00/0xa736ef4b98cb578a lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.506386:0:22708:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x925dcd63 (ffff90cc41bc7f00) 00010000:00010000:2.0:1789024433.506388:0:22708:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789024433.506391:0:22708:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90cc22fa5c00/0xa736ef4b98cb578a lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.506396:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90cc22fa5c00/0xa736ef4b98cb578a lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.507024:0:22708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90cc22fa4800/0xa736ef4b98cb5791 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.507040:0:22708:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90cc22fa4800/0xa736ef4b98cb5791 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.507047:0:22708:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90cc22fa4800/0xa736ef4b98cb5791 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.507051:0:22708:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cc22fa4800 already unused, calling callback (ffffffffc1a7d4f0) 00010000:00010000:2.0:1789024433.507054:0:22708:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90cc22fa4800/0xa736ef4b98cb5791 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.507060:0:22708:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90cc22fa4800/0xa736ef4b98cb5791 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.507069:0:22708:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff90cc41bc7700) 00010000:00010000:2.0:1789024433.507072:0:22708:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789024433.507075:0:22708:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90cc22fa4800/0xa736ef4b98cb5791 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.507080:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90cc22fa4800/0xa736ef4b98cb5791 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789024433.507203:0:22708:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc15336300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+28:18754:x1875927402447488:12345-192.168.202.18@tcp:34:lhsmtool_posix.0 Request processed in 2341us (2592us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024433.507213:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 50 00000100:00100000:1.0:1789024433.511459:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:2.0:1789024433.511592:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402447744 00000100:00100000:2.0:1789024433.511606:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402447744 00000100:00100000:2.0:1789024433.511674:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 51 00000100:00100000:2.0:1789024433.511702:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3bf8fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+28:18754:x1875927402447744:12345-192.168.202.18@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1789024433.511725:0:22710:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789024433.511763:0:22710:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90cc22fa4c00/0xa736ef4b98cb5798 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa6cdd89e162afb85 expref: -99 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.511875:0:22710:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90cc22fa5800/0xa736ef4b98cb579f lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.511894:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90cc22fa5800/0xa736ef4b98cb579f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.511908:0:22710:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90cc22fa5800/0xa736ef4b98cb579f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789024433.511937:0:22710:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1789024433.512014:0:22710:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90cc22fa5800/0xa736ef4b98cb579f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.512022:0:22710:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90cc22fa5800/0xa736ef4b98cb579f lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.512029:0:22710:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90cc22fa5800/0xa736ef4b98cb579f lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.512035:0:22710:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cc22fa5800 already unused, calling callback (ffffffffc1a7d4f0) 00010000:00010000:2.0:1789024433.512039:0:22710:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90cc22fa5800/0xa736ef4b98cb579f lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.512047:0:22710:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90cc22fa5800/0xa736ef4b98cb579f lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.512062:0:22710:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff90cc41bc7700) 00010000:00010000:2.0:1789024433.512065:0:22710:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1789024433.512071:0:22710:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90cc22fa5800/0xa736ef4b98cb579f lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.512088:0:22710:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90cc22fa5800/0xa736ef4b98cb579f lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.512132:0:22710:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90cc22fa4c00/0xa736ef4b98cb5798 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afb85 expref: 30 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.512143:0:22710:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff90cc41bc7900) 00010000:00010000:2.0:1789024433.512182:0:22710:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1789024433.512187:0:22710:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90cc22fa4c00/0xa736ef4b98cb5798 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afb85 expref: 30 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.512197:0:22710:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90cc22fa4c00, rc 0) 00000100:00100000:2.0:1789024433.512279:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3bf8fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+29:18754:x1875927402447744:12345-192.168.202.18@tcp:101:lhsmtool_posix.0 Request processed in 593us (828us total) trans 12884901907 rc 301/301 00000100:00100000:2.0:1789024433.512287:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 51 00000100:00100000:0.0:1789024433.515060:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:2.0:1789024433.515315:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402447872 00000100:00100000:2.0:1789024433.515329:0:22708:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402447872 00000100:00100000:2.0:1789024433.515398:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 52 00000100:00100000:2.0:1789024433.515419:0:22708:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3fab9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+29:18754:x1875927402447872:12345-192.168.202.18@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1789024433.515464:0:22708:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1789024433.515574:0:22708:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3fab9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+29:18754:x1875927402447872:12345-192.168.202.18@tcp:53:lhsmtool_posix.0 Request processed in 157us (523us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024433.515582:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 52 00000100:00100000:3.0:1789024433.517852:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:0.0:1789024433.518140:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402448128 00000100:00100000:0.0:1789024433.518182:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402448128 00000100:00100000:0.0:1789024433.518243:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 53 00000100:00100000:0.0:1789024433.518254:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc15336680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+29:18754:x1875927402448128:12345-192.168.202.18@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1789024433.518273:0:22709:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789024433.518295:0:22709:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252f400/0xa736ef4b98cb57ad lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa6cdd89e162afb8c expref: -99 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1789024433.518658:0:22709:0:(osp_internal.h:553:osp_update_last_fid()) Gap in objids: start=[0x2c0000401:0x23:0x0], count =31 00000004:00080000:0.0:1789024433.518665:0:22709:0:(osp_object.c:1645:osp_create()) Writing gap [0x2c0000401:0x23:0x0]+31 in llog 00000004:00080000:0.0:1789024433.518704:0:22709:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x42:0x0], index 1: 0 00010000:00010000:0.0:1789024433.518844:0:22709:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252fe00/0xa736ef4b98cb57b4 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024433.518876:0:22709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252fe00/0xa736ef4b98cb57b4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024433.518889:0:22709:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252fe00/0xa736ef4b98cb57b4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024433.518938:0:22709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252f400/0xa736ef4b98cb57ad lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afb8c expref: 32 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024433.518955:0:22709:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252fe00/0xa736ef4b98cb57b4 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afb8c expref: 31 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024433.518964:0:22709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff90cc2d0d7e00) 00010000:00010000:0.0:1789024433.518967:0:22709:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1789024433.518971:0:22709:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90cb0252fe00, rc 0) 00000100:00100000:0.0:1789024433.519035:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc15336680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+31:18754:x1875927402448128:12345-192.168.202.18@tcp:101:lhsmtool_posix.0 Request processed in 782us (1196us total) trans 12884901908 rc 0/0 00000100:00100000:0.0:1789024433.519042:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 53 00000100:00100000:1.0:1789024433.524880:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:0.0:1789024433.526759:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402448384 00000100:00100000:0.0:1789024433.526778:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402448384 00000100:00100000:1.0:1789024433.526904:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 54 00000100:00100000:1.0:1789024433.526927:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3bf8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+31:18754:x1875927402448384:12345-192.168.202.18@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1789024433.526984:0:22710:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789024433.527009:0:22710:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252fe00/0xa736ef4b98cb57b4 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afb8c expref: 31 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024433.527027:0:22710:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff90cc2d0d7e00) 00010000:00010000:1.0:1789024433.527048:0:22710:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1789024433.527076:0:22710:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90cb03a54400/0xa736ef4b98cb57c2 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024433.527093:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90cb03a54400/0xa736ef4b98cb57c2 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024433.527101:0:22710:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90cb03a54400/0xa736ef4b98cb57c2 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024433.527113:0:22710:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90cb03a54a00/0xa736ef4b98cb57c9 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x8b711122 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024433.527117:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90cb03a54a00/0xa736ef4b98cb57c9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x8b711122 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024433.527121:0:22710:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90cb03a54a00/0xa736ef4b98cb57c9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x8b711122 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024433.527179:0:22710:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90cb03a54400/0xa736ef4b98cb57c2 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024433.527184:0:22710:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90cb03a54400/0xa736ef4b98cb57c2 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024433.527196:0:22710:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90cb03a54400/0xa736ef4b98cb57c2 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024433.527200:0:22710:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cb03a54400 already unused, calling callback (ffffffffc1a7d4f0) 00010000:00010000:1.0:1789024433.527203:0:22710:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90cb03a54400/0xa736ef4b98cb57c2 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024433.527208:0:22710:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90cb03a54400/0xa736ef4b98cb57c2 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024433.527215:0:22710:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff90cc2d0d7600) 00010000:00010000:1.0:1789024433.527217:0:22710:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789024433.527219:0:22710:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90cb03a54400/0xa736ef4b98cb57c2 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024433.527224:0:22710:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90cb03a54400/0xa736ef4b98cb57c2 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024433.527229:0:22710:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90cb03a54a00/0xa736ef4b98cb57c9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x8b711122 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024433.527233:0:22710:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90cb03a54a00/0xa736ef4b98cb57c9 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x8b711122 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024433.527236:0:22710:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90cb03a54a00/0xa736ef4b98cb57c9 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x8b711122 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024433.527239:0:22710:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cb03a54a00 already unused, calling callback (ffffffffc1a7d4f0) 00010000:00010000:1.0:1789024433.527241:0:22710:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90cb03a54a00/0xa736ef4b98cb57c9 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x8b711122 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024433.527251:0:22710:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90cb03a54a00/0xa736ef4b98cb57c9 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x8b711122 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024433.527267:0:22710:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x8b711122 (ffff90cc1c890600) 00010000:00010000:1.0:1789024433.527269:0:22710:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789024433.527270:0:22710:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90cb03a54a00/0xa736ef4b98cb57c9 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x8b711122 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024433.527274:0:22710:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90cb03a54a00/0xa736ef4b98cb57c9 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x8b711122 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789024433.527355:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3bf8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+30:18754:x1875927402448384:12345-192.168.202.18@tcp:36:lhsmtool_posix.0 Request processed in 429us (2484us total) trans 0 rc -2/-2 00000100:00100000:1.0:1789024433.527359:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 54 00000100:00100000:3.0:1789024433.529916:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:2.0:1789024433.530227:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402448512 00000100:00100000:2.0:1789024433.530238:0:22708:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402448512 00000100:00100000:2.0:1789024433.530295:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 55 00000100:00100000:2.0:1789024433.530360:0:22708:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc15337800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+30:18754:x1875927402448512:12345-192.168.202.18@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1789024433.530382:0:22708:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789024433.530401:0:22708:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90cc22fa4c00/0xa736ef4b98cb57d0 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa6cdd89e162afb93 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.530429:0:22708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90cc22fa5800/0xa736ef4b98cb57d7 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.530442:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90cc22fa5800/0xa736ef4b98cb57d7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.530450:0:22708:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90cc22fa5800/0xa736ef4b98cb57d7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.530549:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90cc22fa4c00/0xa736ef4b98cb57d0 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afb93 expref: 32 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.530562:0:22708:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90cc22fa5800/0xa736ef4b98cb57d7 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afb93 expref: 31 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.530568:0:22708:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff90cc41bc7f00) 00010000:00010000:2.0:1789024433.530570:0:22708:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1789024433.530573:0:22708:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90cc22fa5800, rc 0) 00000100:00100000:2.0:1789024433.530632:0:22708:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc15337800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+31:18754:x1875927402448512:12345-192.168.202.18@tcp:101:lhsmtool_posix.0 Request processed in 274us (724us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024433.532100:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 55 00000100:00100000:3.0:1789024433.535187:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:1.0:1789024433.535349:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402448768 00000100:00100000:1.0:1789024433.535361:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402448768 00000100:00100000:1.0:1789024433.535419:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 56 00000100:00100000:1.0:1789024433.535430:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc15334380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+31:18754:x1875927402448768:12345-192.168.202.18@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1789024433.535521:0:22710:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90cb03a54a00/0xa736ef4b98cb57de lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024433.535542:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90cb03a54a00/0xa736ef4b98cb57de lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024433.535554:0:22710:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90cb03a54a00/0xa736ef4b98cb57de lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1789024433.535916:0:22710:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x12:0x0].2, 88 off8344 00000004:00080000:1.0:1789024433.535926:0:22710:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 751571778703ns, next at 752571776423ns, rc = 0 00000004:00010000:1.0:1789024433.535988:0:22710:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000001882af35 reply state 000000004b9047b2 transno 12884901909 ns: mdt-lustre-MDT0000_UUID lock: ffff90cb03a54a00/0xa736ef4b98cb57de lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024433.536001:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90cb03a54a00/0xa736ef4b98cb57de lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024433.536008:0:22710:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff90cc41bc7f00) 00010000:00010000:1.0:1789024433.536011:0:22710:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:1.0:1789024433.536015:0:22710:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1789024433.536211:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc15334380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+33:18754:x1875927402448768:12345-192.168.202.18@tcp:36:lhsmtool_posix.0 Request processed in 781us (1070us total) trans 12884901909 rc 0/0 00000100:00100000:1.0:1789024433.536218:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 56 00000100:00100000:1.0:1789024433.538487:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:2.0:1789024433.538578:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402448896 00000100:00100000:2.0:1789024433.538589:0:22708:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402448896 00000100:00100000:2.0:1789024433.538659:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 57 00000100:00100000:2.0:1789024433.538685:0:22708:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3bf8dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+33:18754:x1875927402448896:12345-192.168.202.18@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1789024433.538722:0:22708:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789024433.538743:0:22708:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90cc22fa4c00/0xa736ef4b98cb57e5 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa6cdd89e162afb9a expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.538804:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90cc22fa4c00/0xa736ef4b98cb57e5 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afb9a expref: 34 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.538818:0:22708:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90cc22fa4c00/0xa736ef4b98cb57e5 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afb9a expref: 34 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.538837:0:22708:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff90cc41bc7f00) 00010000:00010000:2.0:1789024433.538839:0:22708:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1789024433.538843:0:22708:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90cc22fa4c00, rc 0) 00000100:00100000:2.0:1789024433.538892:0:22708:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3bf8dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+34:18754:x1875927402448896:12345-192.168.202.18@tcp:101:lhsmtool_posix.0 Request processed in 210us (416us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024433.538899:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 57 00000100:00100000:3.0:1789024433.541392:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:2.0:1789024433.541453:0:24216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402449024 00000100:00100000:2.0:1789024433.541464:0:24216:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402449024 00000100:00100000:2.0:1789024433.541582:0:24216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 25 00000100:00100000:2.0:1789024433.541593:0:24216:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc15335500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+5:2403:x1875927402449024:12345-192.168.202.18@tcp:2:lhsmtool_posix.0 00000100:00100000:2.0:1789024433.541853:0:24216:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc15335500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+6:2403:x1875927402449024:12345-192.168.202.18@tcp:2:lhsmtool_posix.0 Request processed in 261us (466us total) trans 12884901891 rc 0/0 00000100:00100000:2.0:1789024433.541862:0:24216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 25 00000100:00080000:3.0:1789024433.543645:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1789024433.543806:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:2.0:1789024433.543863:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402449280 00000100:00100000:2.0:1789024433.543874:0:22711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402449280 00000100:00100000:2.0:1789024433.543944:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 9 00000100:00100000:2.0:1789024433.543954:0:22711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3bf8f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+34:18754:x1875927402449280:12345-192.168.202.18@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1789024433.544175:0:22711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3bf8f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+35:18754:x1875927402449280:12345-192.168.202.18@tcp:35:lhsmtool_posix.0 Request processed in 221us (369us total) trans 12884901910 rc 0/0 00000100:00100000:2.0:1789024433.544182:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 9 00000100:00100000:1.0:1789024433.545993:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:2.0:1789024433.546098:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402449536 00000100:00100000:2.0:1789024433.546111:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402449536 00000100:00100000:2.0:1789024433.546197:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 58 00000100:00100000:2.0:1789024433.546208:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3bf8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+35:18754:x1875927402449536:12345-192.168.202.18@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1789024433.546333:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3bf8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+35:18754:x1875927402449536:12345-192.168.202.18@tcp:57:lhsmtool_posix.0 Request processed in 127us (347us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024433.546341:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 58 00000100:00100000:3.0:1789024433.547989:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:0.0:1789024433.548066:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402449664 00000100:00100000:0.0:1789024433.548077:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402449664 00000100:00100000:0.0:1789024433.548139:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 59 00000100:00100000:0.0:1789024433.548188:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc15334000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+35:18754:x1875927402449664:12345-192.168.202.18@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1789024433.548209:0:22709:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789024433.548235:0:22709:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252f400/0xa736ef4b98cb57ec lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa6cdd89e162afba1 expref: -99 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789024433.548314:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789024433.548331:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc15337100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1875927422473856:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1789024433.548409:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789024433.548451:0:24218:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422473856 00000100:00100000:3.0:1789024433.548456:0:24218:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422473856 00010000:00010000:0.0:1789024433.548482:0:22709:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ee00/0xa736ef4b98cb57f3 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789024433.548488:0:24218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1789024433.548495:0:24218:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3faba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875927422473856:12345-0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1789024433.548499:0:22709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ee00/0xa736ef4b98cb57f3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024433.548511:0:22709:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ee00/0xa736ef4b98cb57f3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00000024:3.0:1789024433.548514:0:24218:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915857920 avail 3684335616 00000004:00200000:0.0:1789024433.548558:0:22709:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000100:00100000:3.0:1789024433.548563:0:24218:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3faba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875927422473856:12345-0@lo:13:osp-pre-1-0.0 Request processed in 70us (155us total) trans 0 rc 0/0 00000100:00100000:3.0:1789024433.548569:0:24218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00080000:3.0:1789024433.548587:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1789024433.548595:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc15337100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1875927422473856:0@lo:13:osp-pre-1-0.0 00000004:00010000:0.0:1789024433.548631:0:22709:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ee00/0xa736ef4b98cb57f3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024433.548658:0:22709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252f400/0xa736ef4b98cb57ec lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afba1 expref: 37 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024433.548676:0:22709:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ee00/0xa736ef4b98cb57f3 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afba1 expref: 36 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024433.548684:0:22709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff90cc41bc7f00) 00010000:00010000:0.0:1789024433.548686:0:22709:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1789024433.548705:0:22709:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90cb0252ee00, rc 0) 00000100:00100000:0.0:1789024433.548753:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc15334000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+36:18754:x1875927402449664:12345-192.168.202.18@tcp:101:lhsmtool_posix.0 Request processed in 605us (772us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024433.548769:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 59 00000100:00100000:1.0:1789024433.548903:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789024433.548913:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3bf8d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1875927422473984:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1789024433.548943:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024433.548963:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc15335c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875927422474368:0@lo:400:kworker.0 00000100:00100000:3.0:1789024433.548966:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc15334e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1875927422474240:0@lo:400:kworker.0 00000100:00100000:1.0:1789024433.548984:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789024433.548988:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024433.548999:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc15336d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3641:1875927422474880:0@lo:400:kworker.0 00000100:00100000:3.0:1789024433.549003:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc15334a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3644:1875927422474752:0@lo:400:kworker.0 00000100:00100000:1.0:1789024433.549016:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024433.549028:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1789024433.549029:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024433.549033:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc15335f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1875927422474496:0@lo:400:kworker.0 00000100:00100000:3.0:1789024433.549046:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc15337480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3644:1875927422475264:0@lo:400:kworker.0 00000100:00100000:1.0:1789024433.549050:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024433.549066:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc15336a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3641:1875927422475008:0@lo:400:kworker.0 00000100:00100000:3.0:1789024433.549073:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024433.549084:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789024433.549087:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1789024433.549091:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc15334700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:3644:1875927422474112:0@lo:400:kworker.0 00000100:00100000:1.0:1789024433.549113:0:24215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422474240 00000100:00100000:3.0:1789024433.549116:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024433.549117:0:24215:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422474240 00000100:00100000:3.0:1789024433.549140:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc15337b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1875927422474624:0@lo:400:kworker.0 00000100:00100000:1.0:1789024433.549167:0:24215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422474496 00000100:00100000:1.0:1789024433.549171:0:24215:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422474496 00000100:00100000:3.0:1789024433.549175:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024433.549188:0:24215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422474624 00000100:00100000:3.0:1789024433.549190:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc15335180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3644:1875927422475136:0@lo:400:kworker.0 00000100:00100000:1.0:1789024433.549191:0:24215:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422474624 00000100:00100000:1.0:1789024433.549205:0:24215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1789024433.549208:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789024433.549211:0:24215:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc15335880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3644:x1875927422474240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789024433.549226:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422474368 00000100:00100000:3.0:1789024433.549229:0:22708:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422474368 00000100:00100000:3.0:1789024433.549247:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422474880 00000100:00100000:1.0:1789024433.549247:0:24215:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc15335880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3644:x1875927422474240:12345-0@lo:400:kworker.0 Request processed in 36us (258us total) trans 0 rc 0/0 00000100:00100000:3.0:1789024433.549249:0:22708:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422474880 00000100:00100000:1.0:1789024433.549253:0:24215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1789024433.549266:0:24215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1789024433.549271:0:24215:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3fa7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875927422474496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789024433.549275:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422474752 00000100:00100000:3.0:1789024433.549277:0:22708:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422474752 00000100:00100000:3.0:1789024433.549287:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422475264 00000100:00100000:3.0:1789024433.549290:0:22708:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422475264 00000100:00100000:3.0:1789024433.549301:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422475008 00000100:00100000:1.0:1789024433.549301:0:24215:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3fa7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875927422474496:12345-0@lo:400:kworker.0 Request processed in 30us (249us total) trans 0 rc 0/0 00000100:00100000:3.0:1789024433.549303:0:22708:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422475008 00000100:00100000:1.0:1789024433.549307:0:24215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1789024433.549313:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422475136 00000100:00100000:3.0:1789024433.549315:0:22708:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422475136 00000100:00100000:1.0:1789024433.549316:0:24215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1789024433.549321:0:24215:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f7a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3644:x1875927422474624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789024433.549326:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:3.0:1789024433.549331:0:22708:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f9ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875927422474368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789024433.549344:0:24215:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f7a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3644:x1875927422474624:12345-0@lo:400:kworker.0 Request processed in 23us (168us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024433.549350:0:24215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1789024433.549354:0:22708:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f9ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875927422474368:12345-0@lo:400:kworker.0 Request processed in 24us (370us total) trans 0 rc 0/0 00000100:00100000:3.0:1789024433.549360:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1789024433.549369:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422474112 00000100:00100000:3.0:1789024433.549370:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:1.0:1789024433.549372:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422474112 00000100:00100000:3.0:1789024433.549381:0:22708:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f9fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875927422474880:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789024433.549394:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 166 00000100:00100000:1.0:1789024433.549399:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3d002450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+24:3644:x1875927422474112:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789024433.549407:0:22708:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f9fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875927422474880:12345-0@lo:400:kworker.0 Request processed in 27us (390us total) trans 0 rc 0/0 00000100:00100000:3.0:1789024433.549412:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:3.0:1789024433.549423:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:1.0:1789024433.549424:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3d002450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a+24:3644:x1875927422474112:12345-0@lo:400:kworker.0 Request processed in 24us (306us total) trans 0 rc 0/0 00000100:00100000:3.0:1789024433.549428:0:22708:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc15337100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1875927422474752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789024433.549437:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 166 00000100:00100000:3.0:1789024433.549448:0:22708:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc15337100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1875927422474752:12345-0@lo:400:kworker.0 Request processed in 21us (419us total) trans 0 rc 0/0 00000100:00100000:3.0:1789024433.549453:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:3.0:1789024433.549463:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:3.0:1789024433.549468:0:22708:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f7a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3644:x1875927422475264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789024433.549492:0:22708:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f7a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3644:x1875927422475264:12345-0@lo:400:kworker.0 Request processed in 24us (418us total) trans 0 rc 0/0 00000100:00080000:1.0:1789024433.549493:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1789024433.549496:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1789024433.549497:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00080000:1.0:1789024433.549498:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1789024433.549500:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1789024433.549507:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:1.0:1789024433.549507:0:24218:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422473984 00000100:00100000:1.0:1789024433.549510:0:24218:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422473984 00000100:00100000:3.0:1789024433.549512:0:22708:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3fa7df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875927422475008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789024433.549523:0:24218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1789024433.549527:0:24218:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f9fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875927422473984:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1789024433.549536:0:22708:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3fa7df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875927422475008:12345-0@lo:400:kworker.0 Request processed in 24us (451us total) trans 0 rc 0/0 00002000:00000024:1.0:1789024433.549536:0:24218:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915857920 avail 3684335616 00000100:00100000:3.0:1789024433.549541:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:3.0:1789024433.549551:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:3.0:1789024433.549556:0:22708:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f7a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3644:x1875927422475136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789024433.549558:0:24218:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f9fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875927422473984:12345-0@lo:13:osp-pre-1-1.0 Request processed in 31us (615us total) trans 0 rc 0/0 00000100:00100000:1.0:1789024433.549563:0:24218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1789024433.549577:0:22708:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f7a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3644:x1875927422475136:12345-0@lo:400:kworker.0 Request processed in 21us (368us total) trans 0 rc 0/0 00000100:00100000:3.0:1789024433.549582:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:1.0:1789024433.549586:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc15335f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1875927422474496:0@lo:400:kworker.0 00010000:00080000:1.0:1789024433.549597:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90cc15336a00 x1875927422475008/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789024449 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789024433.549607:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc15336a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3641:1875927422475008:0@lo:400:kworker.0 00000100:00100000:1.0:1789024433.549616:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc15335c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875927422474368:0@lo:400:kworker.0 00000100:00100000:1.0:1789024433.549624:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc15336d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3641:1875927422474880:0@lo:400:kworker.0 00000100:00100000:1.0:1789024433.549635:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3bf8d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1875927422473984:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1789024433.549663:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc15334700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b4fe6b4-a1d0-43f7-a6f4-7301ad70ad2a:3644:1875927422474112:0@lo:400:kworker.0 00000100:00100000:1.0:1789024433.549671:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc15337b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1875927422474624:0@lo:400:kworker.0 00000100:00100000:1.0:1789024433.549683:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc15335180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3644:1875927422475136:0@lo:400:kworker.0 00000100:00100000:1.0:1789024433.549720:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc15334e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1875927422474240:0@lo:400:kworker.0 00000100:00100000:1.0:1789024433.549728:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc15334a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3644:1875927422474752:0@lo:400:kworker.0 00010000:00080000:1.0:1789024433.549740:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff90cc15337480 x1875927422475264/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789024449 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789024433.549747:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc15337480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3644:1875927422475264:0@lo:400:kworker.0 00000100:00100000:1.0:1789024433.553899:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:2.0:1789024433.554280:0:24215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402449792 00000100:00100000:2.0:1789024433.554294:0:24215:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402449792 00000100:00100000:2.0:1789024433.554348:0:24215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 26 00000100:00100000:2.0:1789024433.554410:0:24215:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3fa7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+6:2402:x1875927402449792:12345-192.168.202.18@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1789024433.554432:0:24215:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789024433.554457:0:24215:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dfe1d243/0xa736ef4b98cb57fa lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa6cdd89e162afba8 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1789024433.554483:0:24215:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x42:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6aa258b2, blocks: 0x0 00010000:00010000:2.0:1789024433.554571:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=751s v=(0 0) 00010000:00010000:2.0:1789024433.554576:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789024433.554587:0:24215:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dfe1d243/0xa736ef4b98cb57fa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afba8 expref: 7 pid: 24215 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.554629:0:24215:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000dfe1d243/0xa736ef4b98cb57fa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afba8 expref: 7 pid: 24215 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.554647:0:24215:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90cc22fa4800, rc 0) 00000100:00100000:2.0:1789024433.554729:0:24215:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3fa7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+7:2402:x1875927402449792:12345-192.168.202.18@tcp:101:lhsmtool_posix.0 Request processed in 371us (838us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024433.555564:0:24215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 26 00000100:00100000:3.0:1789024433.558250:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:0.0:1789024433.558731:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402450048 00000100:00100000:0.0:1789024433.558744:0:22708:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402450048 00000100:00100000:0.0:1789024433.558810:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 60 00000100:00100000:0.0:1789024433.558819:0:22708:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f7a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+36:18754:x1875927402450048:12345-192.168.202.18@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1789024433.558916:0:22708:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f7a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+36:18754:x1875927402450048:12345-192.168.202.18@tcp:57:lhsmtool_posix.0 Request processed in 97us (676us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024433.558923:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 60 00000100:00100000:3.0:1789024433.561586:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:0.0:1789024433.561811:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402450176 00000100:00100000:0.0:1789024433.561822:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402450176 00000100:00100000:0.0:1789024433.561892:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 61 00000100:00100000:0.0:1789024433.561902:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f7a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+36:18754:x1875927402450176:12345-192.168.202.18@tcp:44:lhsmtool_posix.0 00000001:00080000:1.0:1789024433.565308:0:22688:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901910 is committed 00000004:00080000:1.0:1789024433.565331:0:22688:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2 committed 00000001:00080000:1.0:1789024433.565411:0:22688:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901895 is committed 00010000:00010000:3.0:1789024433.565498:0:3627:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ea00/0xa736ef4b98cb5687 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024433.565516:0:3627:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ea00/0xa736ef4b98cb5687 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024433.565524:0:3627:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ea00/0xa736ef4b98cb5687 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024433.565531:0:3627:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cb0252ea00 already unused, calling callback (ffffffffc1a7d4f0) 00010000:00010000:3.0:1789024433.565536:0:3627:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ea00/0xa736ef4b98cb5687 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024433.565544:0:3627:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ea00/0xa736ef4b98cb5687 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024433.565560:0:3627:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff90cc2d0d7600) 00010000:00010000:3.0:1789024433.565563:0:3627:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1789024433.565568:0:3627:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ea00/0xa736ef4b98cb5687 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024433.565574:0:3627:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ea00/0xa736ef4b98cb5687 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789024433.565815:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789024433.566025:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f7a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+19:18754:x1875927402450176:12345-192.168.202.18@tcp:44:lhsmtool_posix.0 Request processed in 4119us (4442us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024433.566036:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 61 00010000:00010000:2.0:1789024433.568813:0:3628:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252f600/0xa736ef4b98cb5617 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.568829:0:3628:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252f600/0xa736ef4b98cb5617 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.568838:0:3628:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252f600/0xa736ef4b98cb5617 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.568844:0:3628:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cb0252f600 already unused, calling callback (ffffffffc1a7d4f0) 00010000:00010000:2.0:1789024433.568848:0:3628:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252f600/0xa736ef4b98cb5617 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.568855:0:3628:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252f600/0xa736ef4b98cb5617 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.568872:0:3628:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff90cc2d0d7c00) 00010000:00010000:2.0:1789024433.568874:0:3628:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789024433.568879:0:3628:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252f600/0xa736ef4b98cb5617 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.568896:0:3628:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252f600/0xa736ef4b98cb5617 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.568918:0:3628:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252f800/0xa736ef4b98cb562c lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.568925:0:3628:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252f800/0xa736ef4b98cb562c lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.568931:0:3628:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252f800/0xa736ef4b98cb562c lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.568936:0:3628:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cb0252f800 already unused, calling callback (ffffffffc1a7d4f0) 00010000:00010000:2.0:1789024433.568938:0:3628:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252f800/0xa736ef4b98cb562c lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.568944:0:3628:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252f800/0xa736ef4b98cb562c lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.568952:0:3628:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff90cc2d0d7600) 00010000:00010000:2.0:1789024433.568954:0:3628:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789024433.568958:0:3628:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252f800/0xa736ef4b98cb562c lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.568964:0:3628:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252f800/0xa736ef4b98cb562c lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.568977:0:3628:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db0a00/0xa736ef4b98cb56e2 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.568983:0:3628:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db0a00/0xa736ef4b98cb56e2 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789024433.568990:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fabbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1875927422475392:0@lo:2:osp-syn-1-0.0 00010000:00010000:2.0:1789024433.568994:0:3628:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db0a00/0xa736ef4b98cb56e2 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.568998:0:3628:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cc15db0a00 already unused, calling callback (ffffffffc1a7d4f0) 00010000:00010000:2.0:1789024433.569001:0:3628:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db0a00/0xa736ef4b98cb56e2 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.569006:0:3628:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db0a00/0xa736ef4b98cb56e2 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.569014:0:3628:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff90cc41bc7600) 00010000:00010000:2.0:1789024433.569016:0:3628:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789024433.569018:0:3628:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db0a00/0xa736ef4b98cb56e2 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.569023:0:3628:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db0a00/0xa736ef4b98cb56e2 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.569044:0:3628:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db1e00/0xa736ef4b98cb5767 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.569050:0:3628:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db1e00/0xa736ef4b98cb5767 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.569056:0:3628:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db1e00/0xa736ef4b98cb5767 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789024433.569056:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1789024433.569061:0:3628:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cc15db1e00 already unused, calling callback (ffffffffc1a7d4f0) 00010000:00010000:2.0:1789024433.569064:0:3628:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db1e00/0xa736ef4b98cb5767 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.569078:0:3628:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db1e00/0xa736ef4b98cb5767 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.569086:0:3628:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff90cc41bc7700) 00010000:00010000:2.0:1789024433.569088:0:3628:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789024433.569091:0:3628:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db1e00/0xa736ef4b98cb5767 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.569096:0:3628:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db1e00/0xa736ef4b98cb5767 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.569107:0:3628:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90cb03a54a00/0xa736ef4b98cb57de lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.569113:0:3628:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90cb03a54a00/0xa736ef4b98cb57de lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.569119:0:3628:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90cb03a54a00/0xa736ef4b98cb57de lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.569125:0:3628:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cb03a54a00 already unused, calling callback (ffffffffc1a7d4f0) 00010000:00010000:2.0:1789024433.569127:0:3628:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90cb03a54a00/0xa736ef4b98cb57de lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.569133:0:3628:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90cb03a54a00/0xa736ef4b98cb57de lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789024433.569136:0:25326:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422475392 00010000:00010000:2.0:1789024433.569139:0:3628:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff90cc41bc7f00) 00010000:00010000:2.0:1789024433.569141:0:3628:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1789024433.569143:0:3628:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90cb03a54a00/0xa736ef4b98cb57de lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789024433.569168:0:25326:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422475392 00010000:00010000:2.0:1789024433.569175:0:3628:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90cb03a54a00/0xa736ef4b98cb57de lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789024433.569215:0:25326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1789024433.569226:0:25326:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3fa7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3642:x1875927422475392:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1789024433.569376:0:25326:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1789024433.569380:0:25326:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1789024433.569388:0:25326:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1789024433.569390:0:25326:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb ctime from disk: 1789024434 -> 1789024434 00002000:00010000:3.0:1789024433.569393:0:25326:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1789024433.569450:0:25326:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3fa7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3642:x1875927422475392:12345-0@lo:2:osp-syn-1-0.0 Request processed in 227us (395us total) trans 12884901892 rc 0/0 00000100:00100000:3.0:1789024433.569458:0:25326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000004:00080000:2.0:1789024433.569710:0:3642:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90cc3fabbb80/2, rc 0, transno 12884901892 00000100:00100000:2.0:1789024433.569717:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fabbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1875927422475392:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1789024433.570030:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:2.0:1789024433.570091:0:24216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402450304 00000100:00100000:2.0:1789024433.570097:0:24216:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402450304 00000100:00100000:2.0:1789024433.570134:0:24216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 28 00000100:00100000:2.0:1789024433.570142:0:24216:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3fa7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+7:2401:x1875927402450304:12345-192.168.202.18@tcp:16:lhsmtool_posix.0 00000100:00100000:2.0:1789024433.570240:0:24216:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3fa7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+7:2401:x1875927402450304:12345-192.168.202.18@tcp:16:lhsmtool_posix.0 Request processed in 99us (211us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024433.570247:0:24216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 28 00000100:00100000:1.0:1789024433.572751:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:2.0:1789024433.572821:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402450560 00000100:00100000:2.0:1789024433.572832:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402450560 00000100:00100000:2.0:1789024433.572901:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 62 00000100:00100000:2.0:1789024433.572912:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3fa7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+15:18754:x1875927402450560:12345-192.168.202.18@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1789024433.572986:0:22710:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789024433.573014:0:22710:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ee00/0xa736ef4b98cb57f3 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afba1 expref: 15 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.573031:0:22710:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff90cc41bc7f00) 00010000:00010000:2.0:1789024433.573036:0:22710:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1789024433.573067:0:22710:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90cc22fa5c00/0xa736ef4b98cb5801 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.573083:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90cc22fa5c00/0xa736ef4b98cb5801 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.573100:0:22710:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90cc22fa5c00/0xa736ef4b98cb5801 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1789024433.573394:0:22710:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000837e19a4 reply state 000000000365c924 transno 12884901911 ns: mdt-lustre-MDT0000_UUID lock: ffff90cc22fa5c00/0xa736ef4b98cb5801 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.573407:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90cc22fa5c00/0xa736ef4b98cb5801 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.573412:0:22710:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff90cc41bc7f00) 00010000:00010000:2.0:1789024433.573415:0:22710:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1789024433.573418:0:22710:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1789024433.573518:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3fa7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+16:18754:x1875927402450560:12345-192.168.202.18@tcp:36:lhsmtool_posix.0 Request processed in 607us (775us total) trans 12884901911 rc 0/0 00000100:00100000:2.0:1789024433.573525:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 62 00000100:00100000:3.0:1789024433.579091:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:2.0:1789024433.579223:0:24215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402450688 00000100:00100000:2.0:1789024433.579242:0:24215:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402450688 00000100:00100000:2.0:1789024433.579503:0:24215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 29 00000100:00100000:2.0:1789024433.579515:0:24215:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f7a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+7:2402:x1875927402450688:12345-192.168.202.18@tcp:2:lhsmtool_posix.0 00002000:00010000:2.0:1789024433.580111:0:24215:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1789024433.580116:0:24215:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb mtime from disk: 0 -> 1789024433 00002000:00010000:2.0:1789024433.580119:0:24215:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb atime from disk: 0 -> 1789024433 00002000:00010000:2.0:1789024433.580121:0:24215:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb ctime from disk: 1789024434 -> 1789024433 00002000:00010000:2.0:1789024433.580123:0:24215:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1789024433.580246:0:24215:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f7a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+8:2402:x1875927402450688:12345-192.168.202.18@tcp:2:lhsmtool_posix.0 Request processed in 731us (1171us total) trans 12884901893 rc 0/0 00000100:00100000:2.0:1789024433.580254:0:24215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 29 00000100:00100000:1.0:1789024433.583801:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:0.0:1789024433.583994:0:24485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402450816 00000100:00100000:0.0:1789024433.584008:0:24485:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402450816 00000100:00100000:0.0:1789024433.584135:0:24485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 30 00000100:00100000:0.0:1789024433.584261:0:24485:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3fa7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+8:2400:x1875927402450816:12345-192.168.202.18@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1789024433.584395:0:24485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000052df80c6/0xa736ef4b98cb5808 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024433.584414:0:24485:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789024433.584419:0:24485:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789024433.584425:0:24485:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000052df80c6/0xa736ef4b98cb5808 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024433.584455:0:24485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000052df80c6/0xa736ef4b98cb5808 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024433.584485:0:24485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000052df80c6/0xa736ef4b98cb5808 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024433.584495:0:24485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000052df80c6/0xa736ef4b98cb5808 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024433.584503:0:24485:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000052df80c6/0xa736ef4b98cb5808 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024433.584511:0:24485:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cb0252f400 already unused, calling callback (ffffffffc0e568b0) 00010000:00010000:0.0:1789024433.584515:0:24485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000052df80c6/0xa736ef4b98cb5808 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024433.584525:0:24485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000052df80c6/0xa736ef4b98cb5808 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024433.584540:0:24485:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000052df80c6/0xa736ef4b98cb5808 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024433.584548:0:24485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000052df80c6/0xa736ef4b98cb5808 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789024433.584785:0:24485:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3fa7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+8:2400:x1875927402450816:12345-192.168.202.18@tcp:1:lhsmtool_posix.0 Request processed in 639us (991us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024433.584793:0:24485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 30 00000100:00100000:1.0:1789024433.588254:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:0.0:1789024433.588343:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402451072 00000100:00100000:0.0:1789024433.588355:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402451072 00000100:00100000:0.0:1789024433.588418:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 63 00000100:00100000:0.0:1789024433.588427:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3fa7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+16:18754:x1875927402451072:12345-192.168.202.18@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1789024433.588513:0:22709:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ee00/0xa736ef4b98cb580f lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024433.588528:0:22709:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db1a00/0xa736ef4b98cb5760 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afb70 expref: 16 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024433.588534:0:22709:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ee00/0xa736ef4b98cb580f lrc: 4/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024433.588565:0:22709:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db1a00/0xa736ef4b98cb5760 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afb70 expref: 16 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024433.588575:0:22709:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db1a00/0xa736ef4b98cb5760 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afb70 expref: 16 pid: 22710 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789024433.588586:0:22709:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fab8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22709:1875927422475520:192.168.202.18@tcp:104: 00000100:00100000:0.0:1789024433.588655:0:22709:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc3c029480 going to sleep for 11 seconds 00000100:00100000:3.0:1789024433.591698:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:0.0:1789024433.591870:0:22709:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fab8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22709:1875927422475520:192.168.202.18@tcp:104: 00010000:00010000:0.0:1789024433.591914:0:22709:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ee00/0xa736ef4b98cb580f lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789024433.592307:0:22694:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402451200 00000100:00100000:2.0:1789024433.592315:0:22694:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402451200 00010000:00010000:2.0:1789024433.592421:0:22694:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db1a00/0xa736ef4b98cb5760 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afb70 expref: 17 pid: 22710 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789024433.592495:0:22694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 19 00000100:00100000:2.0:1789024433.592505:0:22694:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f7a0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+17:2403:x1875927402451200:12345-192.168.202.18@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1789024433.592522:0:22694:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789024433.592529:0:22694:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db1a00/0xa736ef4b98cb5760 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afb70 expref: 17 pid: 22710 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.592542:0:22694:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db1a00/0xa736ef4b98cb5760 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afb70 expref: 17 pid: 22710 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.592564:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db1a00/0xa736ef4b98cb5760 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afb70 expref: 17 pid: 22710 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.592579:0:22694:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff90cc41bc7700) 00010000:00010000:2.0:1789024433.592585:0:22694:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db0c00/0xa736ef4b98cb577c lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afb7e expref: 16 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.592604:0:22694:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ee00/0xa736ef4b98cb580f lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.592613:0:22694:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ee00/0xa736ef4b98cb580f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.592622:0:22694:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ee00/0xa736ef4b98cb580f lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.592660:0:22694:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789024433.592738:0:22694:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f7a0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+16:2403:x1875927402451200:12345-192.168.202.18@tcp:103:ldlm_bl.0 Request processed in 234us (1056us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024433.592745:0:22694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 19 00010000:00010000:1.0:1789024433.592993:0:22709:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ee00/0xa736ef4b98cb580f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024433.593001:0:22709:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ee00/0xa736ef4b98cb580f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024433.593227:0:22709:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90cb03a54200/0xa736ef4b98cb5816 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024433.593240:0:22709:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90cc22fa4c00/0xa736ef4b98cb57e5 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afb9a expref: 16 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024433.593260:0:22709:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90cb03a54200/0xa736ef4b98cb5816 lrc: 4/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024433.593291:0:22709:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90cc22fa4c00/0xa736ef4b98cb57e5 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afb9a expref: 16 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024433.593305:0:22709:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90cc22fa4c00/0xa736ef4b98cb57e5 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afb9a expref: 16 pid: 22708 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789024433.593332:0:22709:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fa7ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22709:1875927422475648:192.168.202.18@tcp:104: 00000100:00100000:1.0:1789024433.593389:0:22709:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc4154c240 going to sleep for 11 seconds 00000100:00100000:1.0:1789024433.596768:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:2.0:1789024433.596863:0:22693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402451328 00000100:00100000:2.0:1789024433.596879:0:22693:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402451328 00010000:00010000:2.0:1789024433.596931:0:22693:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90cc22fa4c00/0xa736ef4b98cb57e5 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afb9a expref: 17 pid: 22708 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789024433.596976:0:22693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 20 00000100:00100000:2.0:1789024433.596986:0:22693:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3fa7e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+17:2402:x1875927402451328:12345-192.168.202.18@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1789024433.597004:0:22693:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789024433.597011:0:22693:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90cc22fa4c00/0xa736ef4b98cb57e5 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afb9a expref: 17 pid: 22708 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.597026:0:22693:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90cc22fa4c00/0xa736ef4b98cb57e5 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afb9a expref: 17 pid: 22708 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.597059:0:22693:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff90cc41bc7f00) 00010000:00010000:2.0:1789024433.597065:0:22693:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff90cb03a54200/0xa736ef4b98cb5816 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.597077:0:22693:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90cb03a54200/0xa736ef4b98cb5816 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.597088:0:22693:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90cb03a54200/0xa736ef4b98cb5816 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.597133:0:22693:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789024433.597228:0:22693:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3fa7e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+17:2402:x1875927402451328:12345-192.168.202.18@tcp:103:ldlm_bl.0 Request processed in 241us (467us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024433.597236:0:22693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 20 00010000:00010000:0.0:1789024433.597826:0:22709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90cc22fa4c00/0xa736ef4b98cb57e5 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afb9a expref: 16 pid: 22708 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789024433.597844:0:22709:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fa7ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22709:1875927422475648:192.168.202.18@tcp:104: 00010000:00010000:0.0:1789024433.597876:0:22709:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90cb03a54200/0xa736ef4b98cb5816 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024433.597886:0:22709:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90cb03a54200/0xa736ef4b98cb5816 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024433.597892:0:22709:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90cb03a54200/0xa736ef4b98cb5816 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1789024433.598003:0:22709:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901912 00000001:00080000:0.0:1789024433.598225:0:22709:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901913 00000001:00080000:0.0:1789024433.598256:0:22709:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901914 00000100:00100000:0.0:1789024433.598316:0:22709:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fab8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:22709:1875927422475776:0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1789024433.598490:0:22709:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024433.598517:0:22709:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc3c029f00 going to sleep for 11 seconds 00000100:00100000:3.0:1789024433.598538:0:23665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422475776 00000100:00100000:3.0:1789024433.598546:0:23665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422475776 00000100:00100000:3.0:1789024433.598592:0:23665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:3.0:1789024433.598671:0:23665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3faba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:22709:x1875927422475776:12345-0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1789024433.598823:0:23665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3faba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:22709:x1875927422475776:12345-0@lo:1000:mdt00_001.0 Request processed in 156us (331us total) trans 0 rc 0/0 00000100:00100000:3.0:1789024433.598830:0:23665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1789024433.599013:0:22709:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fab8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:22709:1875927422475776:0@lo:1000:mdt00_001.0 00000001:00080000:0.0:1789024433.599754:0:22709:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901915 00000100:00100000:0.0:1789024433.599822:0:22709:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fab8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:22709:1875927422475904:0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1789024433.599912:0:22709:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789024433.599978:0:22709:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc3c029780 going to sleep for 11 seconds 00000100:00100000:2.0:1789024433.600019:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422475904 00000100:00100000:2.0:1789024433.600026:0:22713:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422475904 00000100:00100000:2.0:1789024433.600185:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:2.0:1789024433.600195:0:22713:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3fabaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22709:x1875927422475904:12345-0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1789024433.600313:0:22713:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3fabaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:22709:x1875927422475904:12345-0@lo:1000:mdt00_001.0 Request processed in 120us (400us total) trans 12884901894 rc 0/0 00000100:00100000:2.0:1789024433.600335:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:1.0:1789024433.600411:0:22709:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fab8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:22709:1875927422475904:0@lo:1000:mdt00_001.0 00010000:00010000:1.0:1789024433.600451:0:22709:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90cb03a54200/0xa736ef4b98cb5816 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024433.600461:0:22709:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90cb03a54200/0xa736ef4b98cb5816 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024433.600468:0:22709:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90cb03a54200/0xa736ef4b98cb5816 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024433.600474:0:22709:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cb03a54200 already unused, calling callback (ffffffffc1a7d4f0) 00010000:00010000:1.0:1789024433.600478:0:22709:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90cb03a54200/0xa736ef4b98cb5816 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024433.600486:0:22709:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90cb03a54200/0xa736ef4b98cb5816 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024433.600518:0:22709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff90cc41bc7f00) 00010000:00010000:1.0:1789024433.600521:0:22709:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1789024433.600527:0:22709:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90cb03a54200/0xa736ef4b98cb5816 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024433.600533:0:22709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90cb03a54200/0xa736ef4b98cb5816 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024433.600564:0:22709:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ec00/0xa736ef4b98cb5775 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024433.600570:0:22709:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ec00/0xa736ef4b98cb5775 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024433.600576:0:22709:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ec00/0xa736ef4b98cb5775 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024433.600580:0:22709:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cb0252ec00 already unused, calling callback (ffffffffc1a7d4f0) 00010000:00010000:1.0:1789024433.600583:0:22709:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ec00/0xa736ef4b98cb5775 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024433.600590:0:22709:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ec00/0xa736ef4b98cb5775 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000020 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024433.600610:0:22709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff90cc41bc7700) 00010000:00010000:1.0:1789024433.600613:0:22709:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1789024433.600620:0:22709:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db0c00/0xa736ef4b98cb577c lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afb7e expref: 19 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024433.600633:0:22709:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db0c00/0xa736ef4b98cb577c lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afb7e expref: 19 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024433.600649:0:22709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db0c00/0xa736ef4b98cb577c lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afb7e expref: 19 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024433.600717:0:22709:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff90cc15db0c00/0xa736ef4b98cb577c lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afb7e expref: 19 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789024433.600728:0:22709:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3fa7c000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22709:1875927422476032:192.168.202.18@tcp:105: 00000100:00100000:1.0:1789024433.600802:0:22709:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc4154c240 going to sleep for 11 seconds 00000100:00100000:1.0:1789024433.605741:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:2.0:1789024433.605877:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402451456 00000100:00100000:2.0:1789024433.605889:0:22712:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402451456 00000100:00100000:2.0:1789024433.605957:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 10 00000100:00100000:2.0:1789024433.605970:0:22712:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cb03258450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+20:18753:x1875927402451456:12345-192.168.202.18@tcp:49:dd.0 00000100:00100000:2.0:1789024433.606170:0:22712:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cb03258450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+20:18753:x1875927402451456:12345-192.168.202.18@tcp:49:dd.0 Request processed in 179us (417us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024433.606178:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 10 00000100:00100000:0.0:1789024433.606542:0:22709:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3fa7c000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22709:1875927422476032:192.168.202.18@tcp:105: 00010000:00010000:0.0:1789024433.606578:0:22709:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ec00/0xa736ef4b98cb5775 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024433.606586:0:22709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ec00/0xa736ef4b98cb5775 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024433.606621:0:22709:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252f400/0xa736ef4b98cb581d lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024433.606635:0:22709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252f400/0xa736ef4b98cb581d lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024433.606643:0:22709:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252f400/0xa736ef4b98cb581d lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024433.606651:0:22709:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252f400/0xa736ef4b98cb581d lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024433.606656:0:22709:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252f400/0xa736ef4b98cb581d lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024433.606660:0:22709:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252f400/0xa736ef4b98cb581d lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024433.606663:0:22709:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cb0252f400 already unused, calling callback (ffffffffc1a7d4f0) 00010000:00010000:0.0:1789024433.606666:0:22709:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252f400/0xa736ef4b98cb581d lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024433.606670:0:22709:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252f400/0xa736ef4b98cb581d lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024433.606679:0:22709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff90cc41bc7700) 00010000:00010000:0.0:1789024433.606700:0:22709:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789024433.606706:0:22709:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252f400/0xa736ef4b98cb581d lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024433.606712:0:22709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252f400/0xa736ef4b98cb581d lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024433.606726:0:22709:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ee00/0xa736ef4b98cb580f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024433.606732:0:22709:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ee00/0xa736ef4b98cb580f lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024433.606737:0:22709:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ee00/0xa736ef4b98cb580f lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024433.606742:0:22709:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cb0252ee00 already unused, calling callback (ffffffffc1a7d4f0) 00010000:00010000:0.0:1789024433.606745:0:22709:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ee00/0xa736ef4b98cb580f lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024433.606751:0:22709:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ee00/0xa736ef4b98cb580f lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024433.606762:0:22709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff90cc41bc7700) 00010000:00010000:0.0:1789024433.606765:0:22709:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1789024433.606768:0:22709:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ee00/0xa736ef4b98cb580f lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024433.606774:0:22709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ee00/0xa736ef4b98cb580f lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789024433.606963:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3fa7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+19:18754:x1875927402451072:12345-192.168.202.18@tcp:57:lhsmtool_posix.0 Request processed in 18535us (18715us total) trans 12884901916 rc 0/0 00000100:00100000:0.0:1789024433.606980:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 63 00000020:00080000:0.0:1789024433.606984:0:22709:0:(tgt_main.c:784:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:3.0:1789024433.607262:0:22744:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:3.0:1789024433.607267:0:22744:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1789024433.607293:0:22744:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:3.0:1789024433.607299:0:22744:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:3.0:1789024433.610942:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:2.0:1789024433.611364:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402451584 00000100:00100000:1.0:1789024433.611367:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:2.0:1789024433.611376:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402451584 00000100:00100000:0.0:1789024433.611432:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402451840 00000100:00100000:0.0:1789024433.611437:0:22712:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402451840 00000100:00100000:0.0:1789024433.611471:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 11 00000100:00100000:0.0:1789024433.611481:0:22712:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3fa7f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+20:18754:x1875927402451840:12345-192.168.202.18@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1789024433.611527:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 64 00000100:00100000:2.0:1789024433.611534:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f7a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+20:18753:x1875927402451584:12345-192.168.202.18@tcp:101:dd.0 00010000:00010000:2.0:1789024433.611544:0:22710:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789024433.611566:0:22710:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90cc22fa4a00/0xa736ef4b98cb5824 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa6cdd89e162afbaf expref: -99 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.611618:0:22710:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90cc22fa5a00/0xa736ef4b98cb582b lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.611634:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90cc22fa5a00/0xa736ef4b98cb582b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.611645:0:22710:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90cc22fa5a00/0xa736ef4b98cb582b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.611736:0:22710:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90cc22fa4a00/0xa736ef4b98cb5824 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afbaf expref: 23 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.611752:0:22710:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90cc22fa5a00/0xa736ef4b98cb582b lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afbaf expref: 22 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1789024433.611754:0:22712:0:(mdd_object.c:4014:mdd_close()) Object [0x2000013a1:0x3:0x0] is deleted from orphan list, OSS objects to be destroyed. 00010000:00010000:2.0:1789024433.611762:0:22710:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff90cc41bc7700) 00010000:00010000:2.0:1789024433.611764:0:22710:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1789024433.611769:0:22710:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90cc22fa5a00, rc 0) 00000001:00080000:0.0:1789024433.611783:0:22712:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901917 00010000:00010000:0.0:1789024433.611805:0:22712:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ea00/0xa736ef4b98cb5832 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22712 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024433.611814:0:22712:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ea00/0xa736ef4b98cb5832 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 22712 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024433.611822:0:22712:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ea00/0xa736ef4b98cb5832 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22712 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024433.611830:0:22712:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ea00/0xa736ef4b98cb5832 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22712 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789024433.611836:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f7a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+23:18753:x1875927402451584:12345-192.168.202.18@tcp:101:dd.0 Request processed in 302us (904us total) trans 0 rc 0/0 00010000:00010000:0.0:1789024433.611836:0:22712:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ea00/0xa736ef4b98cb5832 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22712 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789024433.611843:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 64 00010000:00010000:0.0:1789024433.611843:0:22712:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ea00/0xa736ef4b98cb5832 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22712 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024433.611868:0:22712:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1789024433.611913:0:22712:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3fa7f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+22:18754:x1875927402451840:12345-192.168.202.18@tcp:35:lhsmtool_posix.0 Request processed in 434us (546us total) trans 12884901918 rc 0/0 00000100:00100000:0.0:1789024433.611929:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 11 00000020:00080000:0.0:1789024433.611934:0:22712:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1789024433.611952:0:22697:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789024433.611958:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ea00/0xa736ef4b98cb5832 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22712 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024433.611965:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cb0252ea00 already unused, calling callback (ffffffffc0e568b0) 00010000:00010000:0.0:1789024433.611969:0:22697:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ea00/0xa736ef4b98cb5832 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22712 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024433.611978:0:22697:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ea00/0xa736ef4b98cb5832 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 22712 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024433.611989:0:22697:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff90cc41bc7f00) 00010000:00010000:0.0:1789024433.611991:0:22697:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1789024433.611995:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ea00/0xa736ef4b98cb5832 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22712 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024433.612000:0:22697:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90cb0252ea00/0xa736ef4b98cb5832 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22712 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024433.612011:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789024433.612012:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789024433.612014:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789024433.640397:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:0.0:1789024433.640549:0:24219:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402451968 00000100:00100000:0.0:1789024433.640563:0:24219:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402451968 00000100:00100000:0.0:1789024433.640651:0:24219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 0 00000100:00100000:0.0:1789024433.640662:0:24219:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3fa7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+8:2402:x1875927402451968:12345-192.168.202.18@tcp:4:dd.0 00010000:00010000:0.0:1789024433.640737:0:24219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005ae85711/0xa736ef4b98cb5839 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024433.640767:0:24219:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000dfe1d243/0xa736ef4b98cb57fa lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afba8 expref: 8 pid: 24215 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024433.640776:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789024433.640780:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789024433.640785:0:24219:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005ae85711/0xa736ef4b98cb5839 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024433.640825:0:24219:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000dfe1d243/0xa736ef4b98cb57fa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afba8 expref: 8 pid: 24215 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024433.640840:0:24219:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000dfe1d243/0xa736ef4b98cb57fa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afba8 expref: 8 pid: 24215 timeout: 851 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789024433.640855:0:24219:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc151e0700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:24219:1875927422476160:192.168.202.18@tcp:104: 00000100:00100000:0.0:1789024433.640946:0:24219:0:(client.c:2716:ptlrpc_set_wait()) set ffff90cc1072a6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789024433.643038:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:2.0:1789024433.643227:0:24221:0:(service.c:3467:ptlrpc_start_thread()) ost_io[0] started 3 min 3 max 116 00000100:00100000:2.0:1789024433.643237:0:24221:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_io00_003' 00000100:00100000:3.0:1789024433.644458:0:24221:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402452096 00000100:00100000:3.0:1789024433.644472:0:24221:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402452096 00000100:00100000:2.0:1789024433.644883:0:25753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 1 00000100:00100000:2.0:1789024433.644898:0:25753:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3f7a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+9:2402:x1875927402452096:12345-192.168.202.18@tcp:4:dd.0 00010000:00010000:2.0:1789024433.644939:0:25753:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003c52c41c/0xa736ef4b98cb5840 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.644972:0:25753:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789024433.644977:0:25753:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789024433.644983:0:25753:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003c52c41c/0xa736ef4b98cb5840 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.645005:0:25753:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000003c52c41c/0xa736ef4b98cb5840 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789024433.649266:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:0.0:1789024433.649369:0:24219:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc151e0700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:24219:1875927422476160:192.168.202.18@tcp:104: 00010000:00010000:0.0:1789024433.649398:0:24219:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000005ae85711/0xa736ef4b98cb5839 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789024433.649401:0:22694:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402452224 00000100:00100000:2.0:1789024433.649413:0:22694:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402452224 00010000:00010000:2.0:1789024433.649459:0:22694:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000dfe1d243/0xa736ef4b98cb57fa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afba8 expref: 10 pid: 24215 timeout: 851 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789024433.649498:0:22694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 21 00000100:00100000:2.0:1789024433.649510:0:22694:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3fa7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+10:2403:x1875927402452224:12345-192.168.202.18@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1789024433.649527:0:22694:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789024433.649551:0:22694:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000dfe1d243/0xa736ef4b98cb57fa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afba8 expref: 10 pid: 24215 timeout: 851 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.649566:0:22694:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000dfe1d243/0xa736ef4b98cb57fa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afba8 expref: 10 pid: 24215 timeout: 851 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.649591:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dfe1d243/0xa736ef4b98cb57fa lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.18@tcp remote: 0xa6cdd89e162afba8 expref: 10 pid: 24215 timeout: 851 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.649629:0:22694:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789024433.649634:0:22694:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789024433.649640:0:22694:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005ae85711/0xa736ef4b98cb5839 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.649651:0:22694:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005ae85711/0xa736ef4b98cb5839 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.649661:0:22694:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789024433.649664:0:22694:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789024433.649668:0:22694:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003c52c41c/0xa736ef4b98cb5840 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 25753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.649675:0:22694:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003c52c41c/0xa736ef4b98cb5840 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 25753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789024433.649723:0:22694:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1789024433.649742:0:25753:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000003c52c41c/0xa736ef4b98cb5840 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789024433.649755:0:25753:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003c52c41c/0xa736ef4b98cb5840 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789024433.649787:0:22694:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3fa7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+9:2403:x1875927402452224:12345-192.168.202.18@tcp:103:ldlm_bl.0 Request processed in 278us (525us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024433.649795:0:22694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 21 00010000:00010000:0.0:1789024433.650400:0:24219:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005ae85711/0xa736ef4b98cb5839 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024433.650409:0:24219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005ae85711/0xa736ef4b98cb5839 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1789024433.728635:0:25029:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901895 is committed 00000001:00080000:2.0:1789024433.728655:0:25029:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901894 is committed 00002000:00010000:0.0:1789024433.728864:0:25753:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb size from disk: 0 -> 7654321 00002000:00010000:0.0:1789024433.728869:0:25753:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb mtime from disk: 1789024433 -> 1789024434 00002000:00010000:0.0:1789024433.728871:0:25753:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb ctime from disk: 1789024433 -> 1789024434 00002000:00010000:0.0:1789024433.728874:0:25753:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb blocks from disk: 0 -> 6760 00010000:00010000:0.0:1789024433.728893:0:25753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003c52c41c/0xa736ef4b98cb5840 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024433.728907:0:25753:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003c52c41c/0xa736ef4b98cb5840 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024433.728918:0:25753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003c52c41c/0xa736ef4b98cb5840 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024433.728925:0:25753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cc22fa4a00 already unused, calling callback (ffffffffc0e568b0) 00010000:00010000:0.0:1789024433.728930:0:25753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003c52c41c/0xa736ef4b98cb5840 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024433.728940:0:25753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003c52c41c/0xa736ef4b98cb5840 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024433.728966:0:25753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003c52c41c/0xa736ef4b98cb5840 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789024433.728974:0:25753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003c52c41c/0xa736ef4b98cb5840 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789024433.729126:0:25753:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3f7a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+7:2402:x1875927402452096:12345-192.168.202.18@tcp:4:dd.0 Request processed in 84225us (86091us total) trans 12884901895 rc 0/0 00000100:00100000:0.0:1789024433.729138:0:25753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 1 00010000:00010000:0.0:1789024433.747170:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1789024433.810337:0:25029:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901896 is committed 00002000:00010000:3.0:1789024433.828387:0:24219:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb blocks from disk: 6760 -> 14952 00010000:00010000:3.0:1789024433.828414:0:24219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005ae85711/0xa736ef4b98cb5839 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024433.828428:0:24219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005ae85711/0xa736ef4b98cb5839 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024433.828455:0:24219:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005ae85711/0xa736ef4b98cb5839 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024433.828463:0:24219:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90cb0252ea00 already unused, calling callback (ffffffffc0e568b0) 00010000:00010000:3.0:1789024433.828468:0:24219:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005ae85711/0xa736ef4b98cb5839 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024433.828477:0:24219:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005ae85711/0xa736ef4b98cb5839 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024433.828498:0:24219:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005ae85711/0xa736ef4b98cb5839 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789024433.828506:0:24219:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005ae85711/0xa736ef4b98cb5839 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789024433.828619:0:24219:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3fa7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+5:2402:x1875927402451968:12345-192.168.202.18@tcp:4:dd.0 Request processed in 187954us (188228us total) trans 12884901896 rc 0/0 00000100:00100000:3.0:1789024433.828633:0:24219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 0 00000100:00100000:2.0:1789024434.206678:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:0.0:1789024434.206894:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402452352 00000100:00100000:0.0:1789024434.206907:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402452352 00000100:00100000:0.0:1789024434.206986:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 167 00000100:00100000:0.0:1789024434.206998:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3d001850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b9062bd7-eac0-4f0b-8ae3-d1e9a6107fe5+13:2403:x1875927402452352:12345-192.168.202.18@tcp:400:kworker.0 00000100:00100000:0.0:1789024434.207091:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3d001850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b9062bd7-eac0-4f0b-8ae3-d1e9a6107fe5+13:2403:x1875927402452352:12345-192.168.202.18@tcp:400:kworker.0 Request processed in 95us (423us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024434.207100:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 167 00000100:00100000:1.0:1789024434.211007:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:1.0:1789024434.211129:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:1.0:1789024434.211208:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:2.0:1789024434.211282:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402452864 00000100:00100000:2.0:1789024434.211294:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402452864 00000100:00100000:2.0:1789024434.211391:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 64 00000100:00100000:2.0:1789024434.211403:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3fa7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:45c96975-5881-4980-9470-b931ba0c40db+5:2403:x1875927402452864:12345-192.168.202.18@tcp:400:kworker.0 00000100:00100000:2.0:1789024434.211486:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3fa7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:45c96975-5881-4980-9470-b931ba0c40db+5:2403:x1875927402452864:12345-192.168.202.18@tcp:400:kworker.0 Request processed in 86us (357us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024434.211494:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 64 00000100:00080000:3.0:1789024434.212366:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1789024434.226054:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:1.0:1789024434.226085:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:1.0:1789024434.226113:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.18@tcp (source: 12345-192.168.202.18@tcp) 00000100:00100000:2.0:1789024434.226177:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402452480 00000100:00100000:2.0:1789024434.226201:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402452480 00000100:00100000:2.0:1789024434.226275:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402452736 00000100:00100000:2.0:1789024434.226278:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402452736 00000100:00100000:2.0:1789024434.226298:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 65 00000100:00100000:2.0:1789024434.226310:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3fa7d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+5:2403:x1875927402452480:12345-192.168.202.18@tcp:400:kworker.0 00000100:00100000:2.0:1789024434.229114:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3fa7d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+5:2403:x1875927402452480:12345-192.168.202.18@tcp:400:kworker.0 Request processed in 2800us (3074us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024434.229127:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 65 00000100:00100000:2.0:1789024434.229182:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 66 00000100:00100000:2.0:1789024434.229207:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3fa7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:45c96975-5881-4980-9470-b931ba0c40db+6:2403:x1875927402452736:12345-192.168.202.18@tcp:400:kworker.0 00000100:00100000:2.0:1789024434.229239:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3fa7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:45c96975-5881-4980-9470-b931ba0c40db+6:2403:x1875927402452736:12345-192.168.202.18@tcp:400:kworker.0 Request processed in 39us (3153us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024434.229246:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 66 00000100:00100000:0.0:1789024434.233024:0:24213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402452608 00000100:00100000:0.0:1789024434.233044:0:24213:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402452608 00000100:00080000:0.0:1789024434.233116:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1789024434.233124:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1789024434.235106:0:24215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402453120 00000100:00100000:2.0:1789024434.235120:0:24215:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402453120 00000100:00100000:2.0:1789024434.235183:0:24215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 20 00000100:00100000:2.0:1789024434.235207:0:24215:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3fa7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+5:2403:x1875927402452608:12345-192.168.202.18@tcp:400:kworker.0 00000100:00100000:2.0:1789024434.235294:0:24215:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3fa7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8a9beef6-1b69-4bd8-bb31-b82264d10cd5+5:2403:x1875927402452608:12345-192.168.202.18@tcp:400:kworker.0 Request processed in 90us (24298us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024434.235544:0:24215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 20 00000100:00100000:2.0:1789024434.235565:0:24215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 21 00000100:00100000:2.0:1789024434.235572:0:24215:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3fa7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:45c96975-5881-4980-9470-b931ba0c40db+5:2403:x1875927402453120:12345-192.168.202.18@tcp:400:kworker.0 00000100:00100000:2.0:1789024434.235603:0:24215:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3fa7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:45c96975-5881-4980-9470-b931ba0c40db+5:2403:x1875927402453120:12345-192.168.202.18@tcp:400:kworker.0 Request processed in 32us (24395us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024434.235609:0:24215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 21 00000100:00080000:0.0:1789024434.236298:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1789024434.236304:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1789024434.237938:0:24485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927402452992 00000100:00100000:0.0:1789024434.237953:0:24485:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927402452992 00000100:00100000:0.0:1789024434.238089:0:24485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.18@tcp, seq: 22 00000100:00100000:0.0:1789024434.238100:0:24485:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3fa7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:45c96975-5881-4980-9470-b931ba0c40db+5:2403:x1875927402452992:12345-192.168.202.18@tcp:400:kworker.0 00000100:00100000:0.0:1789024434.238215:0:24485:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3fa7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:45c96975-5881-4980-9470-b931ba0c40db+5:2403:x1875927402452992:12345-192.168.202.18@tcp:400:kworker.0 Request processed in 116us (12099us total) trans 0 rc 0/0 00000100:00100000:0.0:1789024434.238223:0:24485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.18@tcp, seq: 22 00000100:00080000:1.0:1789024434.239419:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1789024434.764329:0:25046:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789024435.084601:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3f7a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1875927422476288:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1789024435.084719:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789024435.084883:0:24218:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422476288 00000100:00100000:3.0:1789024435.084894:0:24218:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422476288 00000100:00100000:3.0:1789024435.085870:0:24218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1789024435.085887:0:24218:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc3bf8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875927422476288:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1789024435.085931:0:24218:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1789024435.086064:0:24218:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc3bf8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875927422476288:12345-0@lo:13:osp-pre-0-0.0 Request processed in 182us (1345us total) trans 0 rc 0/0 00000100:00100000:3.0:1789024435.086079:0:24218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00080000:1.0:1789024435.087177:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1789024435.087251:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3f7a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1875927422476288:0@lo:13:osp-pre-0-0.0 00000001:02000400:3.0:1789024435.388573:0:25790:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-pcc test_1d: @@@@@@ FAIL: expected /mnt/pcc.d1d.sanity-pcc/d1d.sanity-pcc/13a3/0x2000013a1:0x2:0x0 size: 7654321 got: 0 00010000:00010000:0.0:1789024435.789801:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789024436.817458:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789024437.135629:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1789024437.135668:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90cc3bf8d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1875927422476416:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1789024437.135739:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789024437.135882:0:24217:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875927422476416 00000100:00100000:2.0:1789024437.135892:0:24217:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875927422476416 00000100:00100000:2.0:1789024437.136029:0:24217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1789024437.136042:0:24217:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff90cc15337480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1875927422476416:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1789024437.136122:0:24217:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1789024437.136202:0:24217:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff90cc15337480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1875927422476416:12345-0@lo:13:osp-pre-0-1.0 Request processed in 163us (462us total) trans 0 rc 0/0 00000100:00100000:2.0:1789024437.136211:0:24217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1789024437.136265:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90cc3bf8d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1875927422476416:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1789024437.136333:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 Debug log: 14092 lines, 14092 kept, 0 dropped, 0 bad.