00010000:00010000:1.0F:1789785435.847434:0:18743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1789785435.907163:0:17971:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0F:1789785435.970967:0:3660:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dae83a22d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3660:1876725549188864:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789785435.971043:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785435.971118:0:17216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549188864 00000100:00100000:3.0:1789785435.971126:0:17216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549188864 00000100:00100000:3.0:1789785435.971169:0:17216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:3.0:1789785435.971178:0:17216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae83a22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3660:x1876725549188864:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1789785435.971208:0:17216:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:3.0:1789785435.971252:0:17216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae83a22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3660:x1876725549188864:12345-0@lo:41:osp-pre-0-1.0 Request processed in 74us (209us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785435.971259:0:17216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:3.0:1789785435.971302:0:3660:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dae83a22d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3660:1876725549188864:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0F:1789785435.971692:0:3661:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dae84526a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3661:1876725549188992:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1789785435.971730:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789785435.971768:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1789785435.971773:0:3661:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafbf446300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3661:1876725549189120:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1789785435.971794:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789785435.971839:0:18722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549188992 00000100:00100000:0.0:1789785435.971843:0:18722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549188992 00000100:00100000:0.0:1789785435.971872:0:18722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549189120 00000100:00100000:0.0:1789785435.971875:0:18722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549189120 00000100:00100000:0.0:1789785435.971889:0:18722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1789785435.971895:0:18722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbf447b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3661:x1876725549188992:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1789785435.971914:0:18722:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1789785435.971944:0:18722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbf447b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3661:x1876725549188992:12345-0@lo:13:osp-pre-0-0.0 Request processed in 49us (214us total) trans 0 rc 0/0 00000100:00100000:0.0:1789785435.971950:0:18722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1789785435.971962:0:18722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1789785435.971968:0:18722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbf447480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1876725549189120:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1789785435.971978:0:18722:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1789785435.972000:0:18722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbf447480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1876725549189120:12345-0@lo:13:osp-pre-0-1.0 Request processed in 33us (205us total) trans 0 rc 0/0 00000100:00100000:0.0:1789785435.972005:0:18722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00080000:0.0:1789785435.972022:0:17207:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1789785435.972045:0:3659:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafbf444a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3659:1876725549189248:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1789785435.972323:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789785435.972401:0:3661:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafbf446300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3661:1876725549189120:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1789785435.972413:0:3661:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dae84526a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3661:1876725549188992:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1789785435.972449:0:18722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549189248 00000100:00100000:0.0:1789785435.972460:0:18722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549189248 00000100:00100000:0.0:1789785435.972485:0:18722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1789785435.972491:0:18722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbf445c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3659:x1876725549189248:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1789785435.972508:0:18722:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 26324672 pending 0 free 3915857920 avail 3684335616 00000100:00100000:0.0:1789785435.972539:0:18722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbf445c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3659:x1876725549189248:12345-0@lo:13:osp-pre-1-0.0 Request processed in 47us (216us total) trans 0 rc 0/0 00000100:00100000:0.0:1789785435.972545:0:18722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00080000:0.0:1789785435.972560:0:17207:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1789785435.972574:0:3659:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 2 00000004:00080000:0.0:1789785435.972578:0:3659:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9dae84787100, transno 8589934596 00000004:00080000:0.0:1789785435.972588:0:3659:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589934598 committed transno 8589934598 00000100:00100000:0.0:1789785435.972607:0:3659:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafbf444a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3659:1876725549189248:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0F:1789785435.972861:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789785435.972876:0:3659:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dae84527800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3659:1876725549189376:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1789785435.972904:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789785435.972926:0:18722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549189376 00000100:00100000:2.0:1789785435.972930:0:18722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549189376 00000100:00100000:2.0:1789785435.972955:0:18722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1789785435.972961:0:18722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae84526a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1876725549189376:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1789785435.972971:0:18722:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 26324672 pending 0 free 3915857920 avail 3684335616 00000100:00100000:2.0:1789785435.973001:0:18722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae84526a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1876725549189376:12345-0@lo:13:osp-pre-1-1.0 Request processed in 40us (96us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785435.973008:0:18722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00080000:2.0:1789785435.973023:0:17207:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1789785435.973040:0:3659:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dae84527800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3659:1876725549189376:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1789785435.973460:0:3660:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafbf445180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3660:1876725549189888:0@lo:400:kworker.0 00000100:00100000:0.0:1789785435.973491:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789785435.973512:0:3660:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafbb415500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3660:1876725549190400:0@lo:400:kworker.0 00000100:00100000:0.0:1789785435.973535:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789785435.973552:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1789785435.973557:0:3660:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafbf446680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3660:1876725549189760:0@lo:400:kworker.0 00000100:00100000:0.0:1789785435.973577:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789785435.973595:0:3660:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafbb416680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3660:1876725549190272:0@lo:400:kworker.0 00000100:00100000:0.0:1789785435.973618:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789785435.973643:0:17212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549189888 00000100:00100000:0.0:1789785435.973647:0:17212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549189888 00000100:00100000:0.0:1789785435.973671:0:17212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549190400 00000100:00100000:0.0:1789785435.973674:0:17212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549190400 00000100:00100000:0.0:1789785435.973692:0:17212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549189760 00000100:00100000:0.0:1789785435.973695:0:17212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549189760 00000100:00100000:0.0:1789785435.973717:0:17212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549190272 00000100:00100000:0.0:1789785435.973720:0:17212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549190272 00000100:00100000:3.0:1789785435.973864:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafbf446300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3662:1876725549189632:0@lo:400:kworker.0 00000100:00100000:3.0:1789785435.973894:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785435.973923:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafbf446d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3662:1876725549190144:0@lo:400:kworker.0 00000100:00100000:3.0:1789785435.973943:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785435.973955:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1789785435.973959:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafbf444a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ad642144-cf43-4df2-a5e5-a426cdb5453e:3662:1876725549189504:0@lo:400:kworker.0 00000100:00100000:3.0:1789785435.973983:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785435.974003:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafbf444700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3662:1876725549190016:0@lo:400:kworker.0 00000100:00100000:3.0:1789785435.974023:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1789785435.974830:0:17207:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1789785435.974835:0:17207:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1789785435.974847:0:17211:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549190144 00000100:00100000:1.0:1789785435.974852:0:17211:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549190144 00000100:00100000:2.0:1789785435.974925:0:17213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549190016 00000100:00100000:2.0:1789785435.974929:0:17213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549190016 00000100:00100000:3.0:1789785435.974983:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1789785435.974996:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dae84785c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3662:1876725549190528:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1789785435.975033:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785435.975068:0:17216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549189632 00000100:00100000:3.0:1789785435.975072:0:17216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549189632 00000100:00100000:3.0:1789785435.975098:0:17216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549190528 00000100:00100000:3.0:1789785435.975101:0:17216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549190528 00000100:00100000:3.0:1789785435.975128:0:17216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:3.0:1789785435.975135:0:17216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae83a22d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3662:x1876725549189632:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789785435.975181:0:17216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae83a22d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3662:x1876725549189632:12345-0@lo:400:kworker.0 Request processed in 47us (1286us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785435.975187:0:17216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:3.0:1789785435.975201:0:17216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1789785435.975206:0:17216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae83a21880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3662:x1876725549190528:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1789785435.975227:0:17216:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1789785435.975255:0:17216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae83a21880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3662:x1876725549190528:12345-0@lo:41:osp-pre-1-0.0 Request processed in 49us (221us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785435.975261:0:17216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1789785435.975298:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dae84785c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3662:1876725549190528:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1789785435.975308:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafbf446300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3662:1876725549189632:0@lo:400:kworker.0 00000100:00100000:0.0:1789785435.975757:0:17212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:0.0:1789785435.975769:0:17212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbb414000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3660:x1876725549189888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789785435.975820:0:17212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbb414000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3660:x1876725549189888:12345-0@lo:400:kworker.0 Request processed in 54us (2327us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785435.976141:0:17211:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:1.0:1789785435.976153:0:17211:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbb417480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3660:x1876725549190400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789785435.976194:0:17211:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbb417480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3660:x1876725549190400:12345-0@lo:400:kworker.0 Request processed in 45us (2658us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785435.976201:0:17211:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:1.0:1789785435.976217:0:17211:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:1.0:1789785435.976298:0:17211:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbb415c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3660:x1876725549189760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789785435.976332:0:17211:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbb415c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3660:x1876725549189760:12345-0@lo:400:kworker.0 Request processed in 37us (2753us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785435.976368:0:17211:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:1.0:1789785435.976384:0:17211:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1789785435.976392:0:17211:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbb415880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3660:x1876725549190272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789785435.976422:0:17211:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbb415880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3660:x1876725549190272:12345-0@lo:400:kworker.0 Request processed in 32us (2804us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785435.976428:0:17211:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1789785435.976440:0:17211:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:1.0:1789785435.976447:0:17211:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae83a21180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3662:x1876725549190144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789785435.976475:0:17211:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae83a21180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3662:x1876725549190144:12345-0@lo:400:kworker.0 Request processed in 30us (2532us total) trans 0 rc 0/0 00010000:00080000:3.0:1789785435.976681:0:3662:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9dafbf446d80 x1876725549190144/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789785451 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789785435.976695:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafbf446d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3662:1876725549190144:0@lo:400:kworker.0 00000100:00100000:2.0:1789785435.976889:0:17213:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 4 min 3 max 116 00000100:00100000:2.0:1789785435.976898:0:17213:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_004' 00000100:00100000:1.0:1789785435.977132:0:17211:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:1.0:1789785435.977152:0:17211:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:1.0:1789785435.977160:0:17211:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae83a20e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3662:x1876725549190016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789785435.977273:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafbf444700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3662:1876725549190016:0@lo:400:kworker.0 00000100:00100000:1.0:1789785435.977275:0:17211:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae83a20e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3662:x1876725549190016:12345-0@lo:400:kworker.0 Request processed in 63us (3198us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785435.977286:0:17211:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00080000:1.0:1789785435.977315:0:17207:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1789785435.977320:0:17207:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1789785435.977387:0:17206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549189504 00000100:00100000:1.0:1789785435.977394:0:17206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549189504 00000100:00100000:1.0:1789785435.977435:0:17206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 169 00000100:00100000:1.0:1789785435.977443:0:17206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbb427c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ad642144-cf43-4df2-a5e5-a426cdb5453e+24:3662:x1876725549189504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789785435.977593:0:17212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:0.0:1789785435.977633:0:3660:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafbf446680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3660:1876725549189760:0@lo:400:kworker.0 00000100:00100000:1.0:1789785435.977641:0:17206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbb427c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ad642144-cf43-4df2-a5e5-a426cdb5453e+24:3662:x1876725549189504:12345-0@lo:400:kworker.0 Request processed in 196us (3654us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785435.977652:0:17206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 169 00000100:00100000:0.0:1789785435.977652:0:3660:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafbb416680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3660:1876725549190272:0@lo:400:kworker.0 00000100:00100000:0.0:1789785435.977670:0:3660:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafbf445180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3660:1876725549189888:0@lo:400:kworker.0 00010000:00080000:0.0:1789785435.977685:0:3660:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9dafbb415500 x1876725549190400/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789785451 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789785435.977695:0:3660:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafbb415500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3660:1876725549190400:0@lo:400:kworker.0 00000100:00100000:1.0:1789785435.977703:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafbf444a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ad642144-cf43-4df2-a5e5-a426cdb5453e:3662:1876725549189504:0@lo:400:kworker.0 00000001:00080000:3.0:1789785436.491405:0:17191:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934622 is committed 00000020:00080000:3.0:1789785436.491426:0:17191:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9dae8280ac00 refcount 2 committed 0 result 0 batchid 4294967529 00000020:00080000:3.0:1789785436.491431:0:17191:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9daf863fc800 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9dae8280a0c0 00000020:00080000:3.0:1789785436.491435:0:17191:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9daf863fc200 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9daf863ff400 00010000:00010000:0.0:1789785436.491543:0:3646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb49ef600/0x2f18ee3fd845db95 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17211 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785436.491567:0:3646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb49ef600/0x2f18ee3fd845db95 lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 17211 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785436.491576:0:3646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb49ef600/0x2f18ee3fd845db95 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17211 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785436.491582:0:3646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafb49ef600 already unused, calling callback (ffffffffc18c74f0) 00010000:00010000:0.0:1789785436.491586:0:3646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb49ef600/0x2f18ee3fd845db95 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17211 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785436.491594:0:3646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb49ef600/0x2f18ee3fd845db95 lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 17211 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785436.491617:0:3646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff9dae8266e800) 00010000:00010000:0.0:1789785436.491620:0:3646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789785436.491625:0:3646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb49ef600/0x2f18ee3fd845db95 lrc: 2/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17211 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785436.491631:0:3646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb49ef600/0x2f18ee3fd845db95 lrc: 0/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17211 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:0.0:1789785436.491652:0:17251:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294967529 committed batchid 8 00000020:00080000:0.0:1789785436.491713:0:17251:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 8 00010000:00010000:2.0:1789785436.866458:0:17199:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789785437.614287:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:1.0:1789785437.614390:0:17211:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530243968 00000100:00100000:1.0:1789785437.614401:0:17211:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530243968 00000100:00100000:1.0:1789785437.614474:0:17211:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 65 00000100:00100000:1.0:1789785437.614485:0:17211:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae84527800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:251bae80-9c0c-4669-a294-80064a3e231a+13:15586:x1876725530243968:12345-192.168.203.46@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1789785437.614578:0:17211:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae84527800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:251bae80-9c0c-4669-a294-80064a3e231a+13:15586:x1876725530243968:12345-192.168.203.46@tcp:60:lhsmtool_posix.0 Request processed in 95us (300us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785437.614585:0:17211:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 65 00000100:00080000:2.0:1789785437.615266:0:17207:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1789785437.625496:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:2.0:1789785437.625682:0:17213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530244096 00000100:00100000:2.0:1789785437.625692:0:17213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530244096 00000100:00100000:2.0:1789785437.625766:0:17213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 66 00000100:00100000:2.0:1789785437.625778:0:17213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae83a21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:251bae80-9c0c-4669-a294-80064a3e231a+5:15586:x1876725530244096:12345-192.168.203.46@tcp:60:lhsmtool_posix.0 00000100:00080000:1.0:1789785437.625937:0:17207:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1789785437.625971:0:17213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae83a21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:251bae80-9c0c-4669-a294-80064a3e231a+5:15586:x1876725530244096:12345-192.168.203.46@tcp:60:lhsmtool_posix.0 Request processed in 195us (483us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785437.625979:0:17213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 66 00000100:00100000:0.0:1789785437.631628:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:2.0:1789785437.631746:0:17215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530244352 00000100:00100000:2.0:1789785437.631759:0:17215:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530244352 00000100:00100000:2.0:1789785437.631843:0:17215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 12 00000100:00100000:2.0:1789785437.631855:0:17215:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbb415500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:251bae80-9c0c-4669-a294-80064a3e231a+13:15586:x1876725530244352:12345-192.168.203.46@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1789785437.632887:0:17215:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbb415500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:251bae80-9c0c-4669-a294-80064a3e231a+14:15586:x1876725530244352:12345-192.168.203.46@tcp:35:lhsmtool_posix.0 Request processed in 1022us (1262us total) trans 8589934623 rc 0/0 00000100:00100000:2.0:1789785437.632903:0:17215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 12 00010000:00010000:0.0:1789785437.891979:0:17200:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789785438.916205:0:18743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789785439.218835:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:0.0:1789785439.218890:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:0.0:1789785439.218967:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:2.0:1789785439.218981:0:17204:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530244480 00000100:00100000:2.0:1789785439.218992:0:17204:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530244480 00000100:00100000:0.0:1789785439.219014:0:17211:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530244608 00000100:00100000:0.0:1789785439.219020:0:17211:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530244608 00000100:00100000:2.0:1789785439.219072:0:17204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 170 00000100:00100000:2.0:1789785439.219085:0:17204:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbb424050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:49f881b2-94cc-4d23-9aec-10664f83ddca+13:2400:x1876725530244480:12345-192.168.203.46@tcp:400:kworker.0 00000100:00100000:0.0:1789785439.219086:0:17211:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530244736 00000100:00100000:0.0:1789785439.219092:0:17211:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530244736 00000100:00100000:0.0:1789785439.219123:0:17211:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 70 00000100:00100000:0.0:1789785439.219133:0:17211:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbb416680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:251bae80-9c0c-4669-a294-80064a3e231a+14:2400:x1876725530244608:12345-192.168.203.46@tcp:400:kworker.0 00000100:00100000:2.0:1789785439.219188:0:17204:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbb424050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:49f881b2-94cc-4d23-9aec-10664f83ddca+13:2400:x1876725530244480:12345-192.168.203.46@tcp:400:kworker.0 Request processed in 105us (295us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785439.219195:0:17204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 170 00000100:00100000:1.0:1789785439.219263:0:19042:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 71 00000100:00100000:1.0:1789785439.219497:0:19042:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbb417100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:251bae80-9c0c-4669-a294-80064a3e231a+5:2400:x1876725530244736:12345-192.168.203.46@tcp:400:kworker.0 00000100:00100000:0.0:1789785439.219572:0:17211:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbb416680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:251bae80-9c0c-4669-a294-80064a3e231a+14:2400:x1876725530244608:12345-192.168.203.46@tcp:400:kworker.0 Request processed in 440us (744us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785439.220766:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:3.0:1789785439.220829:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:3.0:1789785439.220999:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:3.0:1789785439.221117:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:3.0:1789785439.221136:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:3.0:1789785439.221872:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:3.0:1789785439.222092:0:20462:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530245120 00000100:00100000:3.0:1789785439.222101:0:20462:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530245120 00000100:00100000:2.0:1789785439.222265:0:17213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530245248 00000100:00100000:2.0:1789785439.222272:0:17213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530245248 00000100:00100000:2.0:1789785439.222302:0:17213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 72 00000100:00100000:2.0:1789785439.222312:0:17213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbf444a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6563e207-f568-458d-9d37-e81c107e6f83+5:2399:x1876725530245248:12345-192.168.203.46@tcp:400:kworker.0 00000100:00100000:2.0:1789785439.222410:0:17213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbf444a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6563e207-f568-458d-9d37-e81c107e6f83+5:2399:x1876725530245248:12345-192.168.203.46@tcp:400:kworker.0 Request processed in 100us (1411us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785439.222418:0:17213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 72 00000100:00100000:2.0:1789785439.222567:0:18720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530244992 00000100:00100000:2.0:1789785439.222572:0:18720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530244992 00000100:00100000:2.0:1789785439.222594:0:18720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530244864 00000100:00100000:2.0:1789785439.222597:0:18720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530244864 00000100:00100000:2.0:1789785439.222610:0:18720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530245376 00000100:00100000:2.0:1789785439.222626:0:18720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530245376 00000100:00100000:2.0:1789785439.222645:0:18720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530245504 00000100:00100000:2.0:1789785439.222648:0:18720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530245504 00000100:00100000:2.0:1789785439.222661:0:18720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 27 00000100:00100000:2.0:1789785439.222668:0:18720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae83a21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:251bae80-9c0c-4669-a294-80064a3e231a+5:2399:x1876725530244992:12345-192.168.203.46@tcp:400:kworker.0 00000100:00100000:0.0:1789785439.224427:0:17211:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 70 00000100:00100000:0.0:1789785439.224616:0:19259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 28 00000100:00100000:0.0:1789785439.224633:0:19259:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbf445180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:251bae80-9c0c-4669-a294-80064a3e231a+5:2396:x1876725530244864:12345-192.168.203.46@tcp:9:kworker.0 00000020:00000080:0.0:1789785439.224660:0:19259:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x2f18ee3fd845d8c4 00000100:00080000:0.0:1789785439.224728:0:19259:0:(import.c:65:import_set_state_nolock()) ffff9dae84431800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1789785439.224786:0:19259:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:1.0:1789785439.224992:0:19042:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbb417100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:251bae80-9c0c-4669-a294-80064a3e231a+5:2400:x1876725530244736:12345-192.168.203.46@tcp:400:kworker.0 Request processed in 5718us (6023us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785439.225008:0:19042:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 71 00000100:00080000:1.0:1789785439.225106:0:17207:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1789785439.225112:0:17207:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1789785439.225116:0:17207:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1789785439.225118:0:17207:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1789785439.225165:0:18717:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 4 min 3 max 116 00000100:00100000:1.0:1789785439.225175:0:18717:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_004' 00000100:00100000:1.0:1789785439.225195:0:18718:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 4 min 3 max 116 00000100:00100000:1.0:1789785439.225205:0:18718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 29 00000100:00100000:1.0:1789785439.225212:0:18718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbf446680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6563e207-f568-458d-9d37-e81c107e6f83+5:2396:x1876725530245376:12345-192.168.203.46@tcp:9:kworker.0 00000020:00000080:1.0:1789785439.225233:0:18718:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x2f18ee3fd845d903 00000100:00080000:1.0:1789785439.225241:0:18718:0:(import.c:65:import_set_state_nolock()) ffff9dae83734000 : changing import state from FULL to CLOSED 00000100:00100000:2.0:1789785439.225242:0:18720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae83a21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:251bae80-9c0c-4669-a294-80064a3e231a+5:2399:x1876725530244992:12345-192.168.203.46@tcp:400:kworker.0 Request processed in 2570us (4408us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785439.225253:0:18720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 27 00010000:00010000:2.0:1789785439.225277:0:17199:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000004:1.0:1789785439.225285:0:18718:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:1.0:1789785439.225451:0:18718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbf446680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6563e207-f568-458d-9d37-e81c107e6f83+2:2396:x1876725530245376:12345-192.168.203.46@tcp:9:kworker.0 Request processed in 239us (4314us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785439.225459:0:18718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 29 00000100:00100000:1.0:1789785439.225474:0:18718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 30 00000100:00100000:1.0:1789785439.225481:0:18718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbf444700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6563e207-f568-458d-9d37-e81c107e6f83+5:2396:x1876725530245504:12345-192.168.203.46@tcp:9:kworker.0 00000020:00000080:1.0:1789785439.225493:0:18718:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x2f18ee3fd845d90a 00000100:00080000:1.0:1789785439.225499:0:18718:0:(import.c:65:import_set_state_nolock()) ffff9dae84545000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1789785439.225521:0:18718:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:1.0:1789785439.225591:0:18718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbf444700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6563e207-f568-458d-9d37-e81c107e6f83+2:2396:x1876725530245504:12345-192.168.203.46@tcp:9:kworker.0 Request processed in 110us (3722us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785439.225604:0:18718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 30 00010000:00010000:1.0:1789785439.225620:0:18743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789785439.225666:0:17200:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789785439.225734:0:19259:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbf445180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:251bae80-9c0c-4669-a294-80064a3e231a+2:2396:x1876725530244864:12345-192.168.203.46@tcp:9:kworker.0 Request processed in 1107us (4615us total) trans 0 rc 0/0 00000100:00100000:0.0:1789785439.225741:0:19259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 28 00000100:00100000:3.0:1789785439.226637:0:20462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 73 00000100:00100000:3.0:1789785439.226650:0:20462:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae83a20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6563e207-f568-458d-9d37-e81c107e6f83+6:2399:x1876725530245120:12345-192.168.203.46@tcp:400:kworker.0 00000100:00100000:3.0:1789785439.226692:0:20462:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae83a20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6563e207-f568-458d-9d37-e81c107e6f83+6:2399:x1876725530245120:12345-192.168.203.46@tcp:400:kworker.0 Request processed in 46us (5929us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785439.226741:0:20462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 73 00010000:00010000:2.0:1789785439.938514:0:17199:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1789785440.687245:0:20588:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pcc test 1d: Test Project ID with remote access ========================================================== 22:37:18 (1789785438) 00010000:00010000:2.0:1789785440.963497:0:18743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789785441.090473:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1789785441.090496:0:3661:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafbf446d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3661:1876725549190784:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1789785441.090586:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789785441.090725:0:3661:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafb113df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3661:1876725549190656:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1789785441.090752:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9daf87815500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3662:1876725549191296:0@lo:400:kworker.0 00000100:00100000:2.0:1789785441.090761:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785441.090798:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789785441.090798:0:3661:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9daf87815180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3661:1876725549191168:0@lo:400:kworker.0 00000100:00100000:3.0:1789785441.090830:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dae84600a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3662:1876725549191808:0@lo:400:kworker.0 00000100:00100000:2.0:1789785441.090844:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789785441.090872:0:3661:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dae84601f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3661:1876725549191680:0@lo:400:kworker.0 00000100:00100000:3.0:1789785441.090880:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789785441.090903:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785441.090906:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9daf82c81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3662:1876725549192320:0@lo:400:kworker.0 00000100:00100000:2.0:1789785441.090931:0:3661:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9daf82c80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3661:1876725549192192:0@lo:400:kworker.0 00000100:00100000:3.0:1789785441.090938:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789785441.090970:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785441.090996:0:17216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549190784 00000100:00100000:3.0:1789785441.091004:0:17216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549190784 00000100:00100000:1.0:1789785441.091043:0:18718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549191296 00000100:00100000:1.0:1789785441.091048:0:18718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549191296 00000100:00100000:3.0:1789785441.091065:0:17216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1789785441.091077:0:17216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafb113f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3661:x1876725549190784:12345-0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789785441.091086:0:18718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549191168 00000100:00100000:1.0:1789785441.091090:0:18718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549191168 00000004:00000024:3.0:1789785441.091108:0:17216:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:1.0:1789785441.091110:0:18718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549191680 00000100:00100000:1.0:1789785441.091113:0:18718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549191680 00000100:00100000:2.0:1789785441.091130:0:18722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549190656 00000100:00100000:2.0:1789785441.091136:0:18722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549190656 00000100:00100000:1.0:1789785441.091136:0:18718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1789785441.091148:0:18718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9daf82c83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3662:x1876725549191296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789785441.091177:0:18722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1789785441.091178:0:17216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafb113f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3661:x1876725549190784:12345-0@lo:41:osp-pre-0-1.0 Request processed in 101us (590us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785441.091192:0:17216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1789785441.091192:0:18722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafb113d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3661:x1876725549190656:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1789785441.091199:0:18718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9daf82c83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3662:x1876725549191296:12345-0@lo:400:kworker.0 Request processed in 52us (400us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785441.091209:0:18718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1789785441.091221:0:3659:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafbf446300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ad642144-cf43-4df2-a5e5-a426cdb5453e:3659:1876725549190912:0@lo:400:kworker.0 00002000:00000024:2.0:1789785441.091227:0:18722:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 17886912 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1789785441.091231:0:18718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1789785441.091243:0:18718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafb113ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3661:x1876725549191168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789785441.091277:0:18722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafb113d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3661:x1876725549190656:12345-0@lo:13:osp-pre-1-1.0 Request processed in 89us (517us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785441.091283:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789785441.091290:0:18718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafb113ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3661:x1876725549191168:12345-0@lo:400:kworker.0 Request processed in 48us (444us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785441.091291:0:18722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1789785441.091302:0:18718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1789785441.091333:0:18718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1789785441.091363:0:3659:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafbf450700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3659:1876725549191424:0@lo:400:kworker.0 00000100:00100000:1.0:1789785441.091366:0:18718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbf4ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3661:x1876725549191680:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789785441.091370:0:17212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549191808 00000100:00100000:2.0:1789785441.091375:0:17212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549191808 00000100:00100000:3.0:1789785441.091400:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789785441.091412:0:17212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549192320 00000100:00100000:1.0:1789785441.091413:0:18718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbf4ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3661:x1876725549191680:12345-0@lo:400:kworker.0 Request processed in 71us (508us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785441.091417:0:17212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549192320 00000100:00100000:1.0:1789785441.091423:0:18718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1789785441.091425:0:3659:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dae847d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3659:1876725549191936:0@lo:400:kworker.0 00000100:00100000:2.0:1789785441.091439:0:17212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549192192 00000100:00100000:2.0:1789785441.091443:0:17212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549192192 00000100:00080000:1.0:1789785441.091446:0:17207:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1789785441.091451:0:17207:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1789785441.091456:0:17207:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1789785441.091457:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789785441.091460:0:17212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549191424 00000100:00080000:1.0:1789785441.091461:0:17207:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1789785441.091466:0:17212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549191424 00000100:00100000:3.0:1789785441.091475:0:3659:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafbb415180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3659:1876725549192448:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1789785441.091483:0:17212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549191936 00000100:00100000:1.0:1789785441.091486:0:3661:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dae84786a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3661:1876725549192704:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1789785441.091487:0:17212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549191936 00000100:00100000:3.0:1789785441.091502:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789785441.091517:0:17212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1789785441.091528:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789785441.091529:0:17212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9daf82c80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3662:x1876725549191808:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789785441.091531:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:3.0:1789785441.091542:0:3659:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9daf87815f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3659:1876725549191040:0@lo:400:kworker.0 00000100:00100000:1.0:1789785441.091568:0:3661:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9daf87815180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3661:1876725549191168:0@lo:400:kworker.0 00000100:00100000:2.0:1789785441.091578:0:17212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9daf82c80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3662:x1876725549191808:12345-0@lo:400:kworker.0 Request processed in 52us (696us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785441.091586:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789785441.091592:0:17212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1789785441.091595:0:3661:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dae84601f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3661:1876725549191680:0@lo:400:kworker.0 00000100:00100000:3.0:1789785441.091613:0:3659:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dae84603480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3659:1876725549191552:0@lo:400:kworker.0 00000100:00100000:2.0:1789785441.091614:0:17212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1789785441.091620:0:3661:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafbf446d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3661:1876725549190784:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789785441.091637:0:3661:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafb113df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3661:1876725549190656:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1789785441.091645:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785441.091669:0:3659:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dae847d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3659:1876725549192064:0@lo:400:kworker.0 00000100:00100000:1.0:1789785441.091672:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1789785441.091681:0:3661:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafbf4e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3661:1876725549192576:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1789785441.091694:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785441.091712:0:3659:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafbb416a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3659:1876725549192832:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1789785441.091716:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789785441.091743:0:17217:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549192704 00000100:00100000:3.0:1789785441.091744:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789785441.091748:0:17217:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549192704 00000100:00100000:1.0:1789785441.091769:0:17217:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549191040 00000100:00100000:1.0:1789785441.091772:0:17217:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549191040 00000100:00100000:3.0:1789785441.091783:0:18720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549191552 00000100:00100000:3.0:1789785441.091788:0:18720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549191552 00000100:00100000:1.0:1789785441.091788:0:17217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1789785441.091797:0:17217:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae84784e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3661:x1876725549192704:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1789785441.091818:0:17217:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1789785441.091827:0:18720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1789785441.091837:0:18720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbf50fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3659:x1876725549191552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789785441.091858:0:17217:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae84784e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3661:x1876725549192704:12345-0@lo:41:osp-pre-1-0.0 Request processed in 62us (333us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785441.091882:0:18720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbf50fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3659:x1876725549191552:12345-0@lo:400:kworker.0 Request processed in 46us (238us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785441.091889:0:18720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1789785441.091908:0:17211:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549192064 00000100:00100000:3.0:1789785441.091911:0:17211:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549192064 00000100:00100000:3.0:1789785441.091943:0:17211:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:3.0:1789785441.091949:0:17211:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbf4ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3661:x1876725549192192:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789785441.091980:0:17211:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbf4ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3661:x1876725549192192:12345-0@lo:400:kworker.0 Request processed in 31us (1011us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785441.091986:0:17211:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:3.0:1789785441.091999:0:17211:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:3.0:1789785441.092005:0:17211:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae84607b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3659:x1876725549191424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789785441.092034:0:17211:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae84607b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3659:x1876725549191424:12345-0@lo:400:kworker.0 Request processed in 29us (635us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785441.092040:0:17211:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:3.0:1789785441.092052:0:17211:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:3.0:1789785441.092058:0:17211:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae84605500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3659:x1876725549191936:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789785441.092085:0:17211:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae84605500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3659:x1876725549191936:12345-0@lo:400:kworker.0 Request processed in 28us (630us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785441.092091:0:17211:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:3.0:1789785441.092103:0:17211:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:3.0:1789785441.092110:0:17211:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbf50ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3659:x1876725549192064:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789785441.092143:0:17211:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbf50ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3659:x1876725549192064:12345-0@lo:400:kworker.0 Request processed in 34us (449us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785441.092149:0:17211:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:3.0:1789785441.092173:0:18200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:3.0:1789785441.092182:0:18200:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbf50e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3659:x1876725549191040:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789785441.092208:0:18200:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbf50e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3659:x1876725549191040:12345-0@lo:400:kworker.0 Request processed in 29us (626us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785441.092214:0:18200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:3.0:1789785441.092242:0:17206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549190912 00000100:00100000:3.0:1789785441.092247:0:17206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549190912 00000100:00100000:3.0:1789785441.092274:0:17206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 171 00000100:00100000:3.0:1789785441.092280:0:17206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbb426850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ad642144-cf43-4df2-a5e5-a426cdb5453e+24:3659:x1876725549190912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789785441.092320:0:17206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbb426850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ad642144-cf43-4df2-a5e5-a426cdb5453e+24:3659:x1876725549190912:12345-0@lo:400:kworker.0 Request processed in 41us (1041us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785441.092326:0:17206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 171 00000100:00100000:3.0:1789785441.092590:0:18722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549192448 00000100:00100000:3.0:1789785441.092595:0:18722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549192448 00000100:00100000:3.0:1789785441.092613:0:18722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549192576 00000100:00100000:3.0:1789785441.092616:0:18722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549192576 00000100:00100000:3.0:1789785441.092627:0:18722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549192832 00000100:00100000:3.0:1789785441.092629:0:18722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549192832 00000100:00100000:3.0:1789785441.092642:0:18722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1789785441.092649:0:18722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae84605f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3659:x1876725549192448:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1789785441.092662:0:18722:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 17886912 pending 0 free 3915857920 avail 3684335616 00000100:00100000:3.0:1789785441.092691:0:18722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae84605f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3659:x1876725549192448:12345-0@lo:13:osp-pre-1-0.0 Request processed in 42us (1190us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785441.092698:0:18722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1789785441.092713:0:18722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1789785441.092725:0:18722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae84787480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3661:x1876725549192576:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1789785441.092726:0:17212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9daf82c80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3662:x1876725549192320:12345-0@lo:400:kworker.0 00002000:00000024:3.0:1789785441.092745:0:18722:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1789785441.092774:0:17212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9daf82c80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3662:x1876725549192320:12345-0@lo:400:kworker.0 Request processed in 1152us (1837us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785441.092783:0:17212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:3.0:1789785441.092787:0:18722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae84787480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3661:x1876725549192576:12345-0@lo:13:osp-pre-0-0.0 Request processed in 64us (1070us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785441.092795:0:18722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1789785441.092811:0:18721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1789785441.092818:0:18722:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 2 min 2 max 16 00000100:00100000:2.0:1789785441.092823:0:18721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbf50f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1876725549192832:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1789785441.092828:0:18722:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_002' 00002000:00000024:2.0:1789785441.092837:0:18721:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1789785441.092877:0:18721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbf50f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1876725549192832:12345-0@lo:13:osp-pre-0-1.0 Request processed in 58us (1133us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785441.092884:0:18721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1789785441.092910:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9daf87815500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3662:1876725549191296:0@lo:400:kworker.0 00000100:00100000:3.0:1789785441.092937:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dae84600a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3662:1876725549191808:0@lo:400:kworker.0 00010000:00080000:3.0:1789785441.092952:0:3662:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9daf82c81180 x1876725549192320/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789785457 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789785441.092959:0:17217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:3.0:1789785441.092971:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9daf82c81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3662:1876725549192320:0@lo:400:kworker.0 00000100:00080000:1.0:1789785441.092987:0:17207:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1789785441.092993:0:17207:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1789785441.092996:0:17207:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1789785441.093029:0:3661:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafbf4e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3661:1876725549192576:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1789785441.093046:0:3661:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dae84786a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3661:1876725549192704:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1789785441.093051:0:3659:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9daf87815f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3659:1876725549191040:0@lo:400:kworker.0 00000100:00100000:1.0:1789785441.093065:0:3661:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9daf82c80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3661:1876725549192192:0@lo:400:kworker.0 00000100:00100000:3.0:1789785441.093070:0:3659:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dae84603480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3659:1876725549191552:0@lo:400:kworker.0 00010000:00080000:3.0:1789785441.093085:0:3659:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9dae847d4380 x1876725549192064/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789785457 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789785441.093096:0:3659:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dae847d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3659:1876725549192064:0@lo:400:kworker.0 00000100:00100000:3.0:1789785441.093113:0:3659:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafbb416a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3659:1876725549192832:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1789785441.093123:0:3659:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafbf446300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ad642144-cf43-4df2-a5e5-a426cdb5453e:3659:1876725549190912:0@lo:400:kworker.0 00000100:00100000:3.0:1789785441.093133:0:3659:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafbf450700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3659:1876725549191424:0@lo:400:kworker.0 00000100:00100000:3.0:1789785441.093142:0:3659:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dae847d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3659:1876725549191936:0@lo:400:kworker.0 00000100:00100000:3.0:1789785441.093154:0:3659:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafbb415180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3659:1876725549192448:0@lo:13:osp-pre-1-0.0 00000040:00080000:0.0:1789785441.475523:0:17247:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:0.0:1789785441.475536:0:17247:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1789785441.475561:0:17247:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:0.0:1789785441.475576:0:17247:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00010000:00010000:3.0:1789785441.986594:0:17200:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1789785442.628367:0:17191:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934623 is committed 00000020:00080000:3.0:1789785442.628379:0:17191:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 4294967529 batchid updated 00000020:00080000:0.0:1789785442.628449:0:17251:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000020:00080000:0.0:1789785442.628461:0:17251:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00010000:00010000:2.0:1789785443.010544:0:17199:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789785444.034622:0:18743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789785444.340204:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:3.0:1789785444.340249:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:3.0:1789785444.340279:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:3.0:1789785444.340329:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:3.0:1789785444.340401:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:3.0:1789785444.340437:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:3.0:1789785444.340465:0:17205:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530245632 00000100:00100000:3.0:1789785444.340473:0:17205:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530245632 00000100:00100000:3.0:1789785444.340523:0:17205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 172 00000100:00100000:3.0:1789785444.340533:0:17205:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbb424c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:49f881b2-94cc-4d23-9aec-10664f83ddca+13:2398:x1876725530245632:12345-192.168.203.46@tcp:400:kworker.0 00000100:00100000:0.0:1789785444.340690:0:17211:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530245760 00000100:00100000:0.0:1789785444.340695:0:17211:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530245760 00000100:00100000:0.0:1789785444.340733:0:17211:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530246272 00000100:00100000:0.0:1789785444.340737:0:17211:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530246272 00000100:00100000:0.0:1789785444.340750:0:17211:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530245888 00000100:00100000:0.0:1789785444.340752:0:17211:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530245888 00000100:00100000:0.0:1789785444.340762:0:17211:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530246144 00000100:00100000:0.0:1789785444.340765:0:17211:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530246144 00000100:00100000:0.0:1789785444.340778:0:17211:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 80 00000100:00100000:0.0:1789785444.340784:0:17211:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbf450700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:251bae80-9c0c-4669-a294-80064a3e231a+13:2398:x1876725530245760:12345-192.168.203.46@tcp:400:kworker.0 00000100:00100000:0.0:1789785444.340844:0:17211:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbf450700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:251bae80-9c0c-4669-a294-80064a3e231a+13:2398:x1876725530245760:12345-192.168.203.46@tcp:400:kworker.0 Request processed in 59us (649us total) trans 0 rc 0/0 00000100:00100000:0.0:1789785444.340851:0:17211:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 80 00000100:00100000:0.0:1789785444.340868:0:17211:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 81 00000100:00100000:0.0:1789785444.340874:0:17211:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae847d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6563e207-f568-458d-9d37-e81c107e6f83+5:2398:x1876725530246272:12345-192.168.203.46@tcp:400:kworker.0 00000100:00100000:0.0:1789785444.340911:0:17211:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae847d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6563e207-f568-458d-9d37-e81c107e6f83+5:2398:x1876725530246272:12345-192.168.203.46@tcp:400:kworker.0 Request processed in 37us (631us total) trans 0 rc 0/0 00000100:00100000:0.0:1789785444.340918:0:17211:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 81 00000100:00100000:0.0:1789785444.340930:0:17211:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 82 00000100:00100000:0.0:1789785444.340936:0:17211:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9daf82c80000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:251bae80-9c0c-4669-a294-80064a3e231a+5:2398:x1876725530245888:12345-192.168.203.46@tcp:400:kworker.0 00000100:00100000:0.0:1789785444.340957:0:17211:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9daf82c80000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:251bae80-9c0c-4669-a294-80064a3e231a+5:2398:x1876725530245888:12345-192.168.203.46@tcp:400:kworker.0 Request processed in 22us (556us total) trans 0 rc 0/0 00000100:00100000:0.0:1789785444.340962:0:17211:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 82 00000100:00100000:0.0:1789785444.340984:0:17211:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 83 00000100:00100000:0.0:1789785444.340991:0:17211:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9daf82c81180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6563e207-f568-458d-9d37-e81c107e6f83+6:2398:x1876725530246144:12345-192.168.203.46@tcp:400:kworker.0 00000100:00100000:0.0:1789785444.341013:0:17211:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9daf82c81180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6563e207-f568-458d-9d37-e81c107e6f83+6:2398:x1876725530246144:12345-192.168.203.46@tcp:400:kworker.0 Request processed in 23us (576us total) trans 0 rc 0/0 00000100:00100000:0.0:1789785444.341019:0:17211:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 83 00000100:00100000:3.0:1789785444.341732:0:17205:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbb424c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:49f881b2-94cc-4d23-9aec-10664f83ddca+13:2398:x1876725530245632:12345-192.168.203.46@tcp:400:kworker.0 Request processed in 1197us (1399us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785444.341741:0:17205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 172 00000100:00100000:1.0:1789785444.341846:0:18717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530246016 00000100:00100000:1.0:1789785444.341851:0:18717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530246016 00000100:00100000:1.0:1789785444.341894:0:18717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 32 00000100:00100000:1.0:1789785444.341912:0:18717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae847d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:251bae80-9c0c-4669-a294-80064a3e231a+5:2398:x1876725530246016:12345-192.168.203.46@tcp:400:kworker.0 00000100:00100000:1.0:1789785444.341942:0:18717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae847d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:251bae80-9c0c-4669-a294-80064a3e231a+5:2398:x1876725530246016:12345-192.168.203.46@tcp:400:kworker.0 Request processed in 33us (1693us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785444.341948:0:18717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 32 00000100:00080000:1.0:1789785444.341966:0:17207:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1789785444.342034:0:17207:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1789785444.342036:0:17207:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000001:00100000:3.0:1789785444.677970:0:18714:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 6563e207-f568-458d-9d37-e81c107e6f83 00000020:00000080:3.0:1789785444.677978:0:18714:0:(genops.c:885:class_export_put()) final put ffff9dae82597800/6563e207-f568-458d-9d37-e81c107e6f83 00000001:00100000:3.0:1789785444.677996:0:18714:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 251bae80-9c0c-4669-a294-80064a3e231a 00000020:00000080:3.0:1789785444.677998:0:18714:0:(genops.c:885:class_export_put()) final put ffff9dae84436000/251bae80-9c0c-4669-a294-80064a3e231a 00000020:00000080:2.0:1789785444.678196:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9dae82597800/6563e207-f568-458d-9d37-e81c107e6f83 for lustre-OST0000 00000020:00000080:2.0:1789785444.678244:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9dae84436000/251bae80-9c0c-4669-a294-80064a3e231a for lustre-OST0000 00000020:00000080:2.0:1789785444.678260:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9dae83734000 for lustre-OST0000 00000020:00000080:2.0:1789785444.678266:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9dae84431800 for lustre-OST0000 00000001:00100000:2.0:1789785444.678833:0:19533:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 6563e207-f568-458d-9d37-e81c107e6f83 00000020:00000080:2.0:1789785444.678837:0:19533:0:(genops.c:885:class_export_put()) final put ffff9dae83733800/6563e207-f568-458d-9d37-e81c107e6f83 00000020:00000080:3.0:1789785444.678898:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9dae83733800/6563e207-f568-458d-9d37-e81c107e6f83 for lustre-OST0001 00000020:00000080:3.0:1789785444.678930:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9dae84545000 for lustre-OST0001 00000100:00100000:3.0:1789785444.873227:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:0.0:1789785444.873389:0:17214:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530246528 00000100:00100000:0.0:1789785444.873399:0:17214:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530246528 00000100:00100000:0.0:1789785444.873451:0:17214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 13 00000100:00100000:0.0:1789785444.873460:0:17214:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae83b5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:251bae80-9c0c-4669-a294-80064a3e231a+13:16347:x1876725530246528:12345-192.168.203.46@tcp:35:umount.0 00000001:00080000:0.0:1789785444.873729:0:17214:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934624 00000001:00080000:0.0:1789785444.873815:0:17214:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934625 00000100:00100000:0.0:1789785444.873951:0:17214:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae83b5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:251bae80-9c0c-4669-a294-80064a3e231a+16:16347:x1876725530246528:12345-192.168.203.46@tcp:35:umount.0 Request processed in 491us (732us total) trans 8589934626 rc 0/0 00000100:00100000:0.0:1789785444.873959:0:17214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 13 00000020:00080000:0.0:1789785444.873964:0:17214:0:(tgt_main.c:784:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:2.0:1789785444.887605:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:2.0:1789785444.887645:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:2.0:1789785444.887714:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:1.0:1789785444.887860:0:17198:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530246656 00000100:00100000:3.0:1789785444.887867:0:17197:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530246912 00000100:00100000:1.0:1789785444.887871:0:17198:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530246656 00000100:00100000:3.0:1789785444.887873:0:17197:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530246912 00000100:00100000:1.0:1789785444.888054:0:17198:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530246784 00000100:00100000:1.0:1789785444.888058:0:17198:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530246784 00000100:00100000:1.0:1789785444.888081:0:17198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 3 00000100:00100000:1.0:1789785444.888091:0:17198:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbf3f7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:49f881b2-94cc-4d23-9aec-10664f83ddca+15:2397:x1876725530246912:12345-192.168.203.46@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1789785444.888107:0:17198:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789785444.888127:0:17198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9daf80031200/0x2f18ee3fd845d92d lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8b02 expref: 15 pid: 17204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785444.888145:0:17198:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789785444.888707:0:17197:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 4 00000100:00100000:3.0:1789785444.888717:0:17197:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbf4e9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:49f881b2-94cc-4d23-9aec-10664f83ddca+14:2397:x1876725530246656:12345-192.168.203.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1789785444.888726:0:17197:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789785444.888737:0:17197:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9dafb5d54c00/0x2f18ee3fd845d8a1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x44801000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8a1b expref: 14 pid: 17204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785444.888749:0:17197:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789785444.888768:0:17197:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbf4e9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:49f881b2-94cc-4d23-9aec-10664f83ddca+13:2397:x1876725530246656:12345-192.168.203.46@tcp:103:ldlm_bl.0 Request processed in 54us (1172us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785444.888789:0:17197:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 4 00000100:00100000:1.0:1789785444.888802:0:17198:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbf3f7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:49f881b2-94cc-4d23-9aec-10664f83ddca+12:2397:x1876725530246912:12345-192.168.203.46@tcp:103:ldlm_bl.0 Request processed in 709us (1151us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785444.888809:0:17197:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 5 00000100:00100000:1.0:1789785444.888818:0:17198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 3 00000100:00100000:3.0:1789785444.888819:0:17197:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbf4e9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:49f881b2-94cc-4d23-9aec-10664f83ddca+12:2397:x1876725530246784:12345-192.168.203.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1789785444.888829:0:17197:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789785444.888839:0:17197:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9dafc1b08c00/0x2f18ee3fd845d8a8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8a4c expref: 11 pid: 17205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785444.888850:0:17197:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789785444.888865:0:17197:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbf4e9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:49f881b2-94cc-4d23-9aec-10664f83ddca+10:2397:x1876725530246784:12345-192.168.203.46@tcp:103:ldlm_bl.0 Request processed in 49us (1150us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785444.888871:0:17197:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 5 00000100:00100000:1.0:1789785444.889842:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:3.0:1789785444.889913:0:18720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530247040 00000100:00100000:3.0:1789785444.889919:0:18720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530247040 00000100:00100000:3.0:1789785444.889965:0:18720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 31 00000100:00100000:3.0:1789785444.889973:0:18720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae84786a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:251bae80-9c0c-4669-a294-80064a3e231a+5:2396:x1876725530247040:12345-192.168.203.46@tcp:9:umount.0 00000020:00000080:3.0:1789785444.891432:0:18720:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x2f18ee3fd845d8cb 00000100:00080000:3.0:1789785444.891451:0:18720:0:(import.c:65:import_set_state_nolock()) ffff9dae84435800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1789785444.891605:0:18720:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00010000:00010000:1.0:1789785444.892195:0:17200:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789785444.892662:0:18720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae84786a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:251bae80-9c0c-4669-a294-80064a3e231a+2:2396:x1876725530247040:12345-192.168.203.46@tcp:9:umount.0 Request processed in 2684us (2817us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785444.892674:0:18720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 31 00000100:00100000:3.0:1789785444.906298:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:0.0:1789785444.906418:0:17211:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530247936 00000100:00100000:0.0:1789785444.906429:0:17211:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530247936 00000100:00100000:0.0:1789785444.906519:0:17211:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 67 00000100:00100000:0.0:1789785444.906530:0:17211:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae83b59500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:251bae80-9c0c-4669-a294-80064a3e231a+16:2396:x1876725530247936:12345-192.168.203.46@tcp:39:umount.0 00000020:00000080:0.0:1789785444.906562:0:17211:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x2f18ee3fd845d8b6 00000020:00010000:0.0:1789785444.906578:0:17211:0:(genops.c:1921:obd_stale_export_put()) Put export ffff9dae84433000: total 0 00000100:00080000:0.0:1789785444.906582:0:17211:0:(import.c:65:import_set_state_nolock()) ffff9dae84430800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1789785444.906611:0:17211:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934626 00000100:00100000:0.0:1789785444.906767:0:17211:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae83b59500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:251bae80-9c0c-4669-a294-80064a3e231a+15:2396:x1876725530247936:12345-192.168.203.46@tcp:39:umount.0 Request processed in 238us (487us total) trans 8589934627 rc 0/0 00000100:00100000:0.0:1789785444.906776:0:17211:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 67 00000020:00010000:3.0:1789785444.907009:0:17199:0:(genops.c:1907:obd_stale_export_get()) Get export ffff9dae84433000: total 0 00010000:00010000:3.0:1789785444.907014:0:17199:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789785444.907073:0:17199:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff9dae84433000, canceled 0 locks, left on hash table 8. 00010000:00010000:3.0:1789785444.907151:0:17199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff9dae8266fe00) 00010000:00010000:3.0:1789785444.907161:0:17199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1789785444.907169:0:17199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dafc1b09600/0x2f18ee3fd845dadf lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8b72 expref: 14 pid: 17211 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785444.907189:0:17199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9dae8266ed00) 00010000:00010000:3.0:1789785444.907192:0:17199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789785444.907196:0:17199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80031a00/0x2f18ee3fd845d99d lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8b10 expref: 13 pid: 17213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785444.907215:0:17199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dafac970c00) 00010000:00010000:3.0:1789785444.907218:0:17199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1789785444.907221:0:17199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9daf814bae00/0x2f18ee3fd845d9dc lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8b1e expref: 12 pid: 17211 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785444.907234:0:17199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff9dae8266fe00) 00010000:00010000:3.0:1789785444.907236:0:17199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1789785444.907240:0:17199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb49efc00/0x2f18ee3fd845dbc6 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8bbf expref: 11 pid: 17211 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785444.907251:0:17199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff9dae8266e800) 00010000:00010000:3.0:1789785444.907253:0:17199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1789785444.907257:0:17199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb49ee800/0x2f18ee3fd845db6b lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8b9c expref: 10 pid: 17213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785444.907271:0:17199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9dae827c1500) 00010000:00010000:3.0:1789785444.907274:0:17199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1789785444.907288:0:17199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dafc21ca200/0x2f18ee3fd845d981 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8b09 expref: 9 pid: 19042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785444.907319:0:17199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x1:0x0].0x0 (ffff9dae8266e100) 00010000:00010000:3.0:1789785444.907322:0:17199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1789785444.907327:0:17199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb49ef400/0x2f18ee3fd845da61 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8b48 expref: 8 pid: 17213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785444.907394:0:17199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff9dae8266fe00) 00010000:00010000:3.0:1789785444.907397:0:17199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1789785444.907402:0:17199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9daf814bb800/0x2f18ee3fd845db10 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8b87 expref: 7 pid: 17212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785444.907415:0:17199:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff9dae84433000, canceled 8 locks, left on hash table 0. 00010000:00010000:3.0:1789785444.907429:0:17199:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789785444.907430:0:17199:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789785444.907432:0:17199:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789785444.928236:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:3.0:1789785444.928473:0:20462:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530248064 00000100:00100000:3.0:1789785444.928482:0:20462:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530248064 00000100:00100000:3.0:1789785444.928536:0:20462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 68 00000100:00100000:3.0:1789785444.928546:0:20462:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbb417800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:251bae80-9c0c-4669-a294-80064a3e231a+5:2396:x1876725530248064:12345-192.168.203.46@tcp:39:umount.0 00000020:00000080:3.0:1789785444.928575:0:20462:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x2f18ee3fd845d8bd 00000100:00080000:3.0:1789785444.928591:0:20462:0:(import.c:65:import_set_state_nolock()) ffff9dae827a5000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1789785444.928623:0:20462:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934592 00010000:00010000:1.0:1789785444.928720:0:18743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789785444.928842:0:20462:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbb417800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:251bae80-9c0c-4669-a294-80064a3e231a+3:2396:x1876725530248064:12345-192.168.203.46@tcp:39:umount.0 Request processed in 296us (613us total) trans 8589934593 rc 0/0 00000100:00100000:3.0:1789785444.928850:0:20462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 68 00010000:00010000:1.0:1789785445.058504:0:17200:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1789785445.122995:0:17971:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1789785446.082657:0:17199:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789785446.210715:0:3659:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dae83b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3659:1876725549192960:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1789785446.210801:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789785446.210943:0:18721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549192960 00000100:00100000:2.0:1789785446.210951:0:18721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549192960 00000100:00100000:2.0:1789785446.211007:0:18721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1789785446.211017:0:18721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae83b5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1876725549192960:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1789785446.211044:0:18721:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1789785446.211089:0:18721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae83b5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1876725549192960:12345-0@lo:13:osp-pre-0-1.0 Request processed in 74us (288us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785446.211095:0:18721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1789785446.211135:0:3659:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dae83b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3659:1876725549192960:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1789785446.211298:0:3660:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafbf4e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ad642144-cf43-4df2-a5e5-a426cdb5453e:3660:1876725549193088:0@lo:400:kworker.0 00000100:00100000:2.0:1789785446.211329:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789785446.211392:0:3660:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafaca25f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3660:1876725549193600:0@lo:400:kworker.0 00000100:00100000:2.0:1789785446.211439:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789785446.211460:0:3660:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafacae8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3660:1876725549194112:0@lo:400:kworker.0 00000100:00100000:2.0:1789785446.211481:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789785446.211501:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1789785446.211507:0:3660:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafaca27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3660:1876725549193472:0@lo:400:kworker.0 00000100:00100000:2.0:1789785446.211530:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789785446.211545:0:3660:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafacae9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3660:1876725549193984:0@lo:400:kworker.0 00000100:00100000:2.0:1789785446.211564:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789785446.211581:0:3660:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafacaea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3660:1876725549194496:0@lo:400:kworker.0 00000100:00100000:2.0:1789785446.211600:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789785446.211624:0:17204:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549193088 00000100:00100000:2.0:1789785446.211628:0:17204:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549193088 00000100:00100000:2.0:1789785446.211658:0:17204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 173 00000100:00100000:2.0:1789785446.211666:0:17204:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbb426450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ad642144-cf43-4df2-a5e5-a426cdb5453e+24:3660:x1876725549193088:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789785446.211701:0:17204:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbb426450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ad642144-cf43-4df2-a5e5-a426cdb5453e+24:3660:x1876725549193088:12345-0@lo:400:kworker.0 Request processed in 36us (370us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785446.211707:0:17204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 173 00000100:00100000:2.0:1789785446.211736:0:17212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549193600 00000100:00100000:2.0:1789785446.211739:0:17212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549193600 00000100:00100000:2.0:1789785446.211764:0:17212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549194112 00000100:00100000:2.0:1789785446.211767:0:17212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549194112 00000100:00100000:2.0:1789785446.211780:0:17212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549193984 00000100:00100000:2.0:1789785446.211783:0:17212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549193984 00000100:00100000:2.0:1789785446.211793:0:17212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549194496 00000100:00100000:2.0:1789785446.211796:0:17212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549194496 00000100:00100000:2.0:1789785446.211810:0:17212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:2.0:1789785446.211816:0:17212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafa588c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3660:x1876725549193600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789785446.211857:0:17212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafa588c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3660:x1876725549193600:12345-0@lo:400:kworker.0 Request processed in 41us (418us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785446.211864:0:17212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:2.0:1789785446.211876:0:17212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:2.0:1789785446.211883:0:17212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafa588f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3660:x1876725549194112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789785446.211907:0:17212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafa588f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3660:x1876725549194112:12345-0@lo:400:kworker.0 Request processed in 25us (425us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785446.211912:0:17212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:2.0:1789785446.211923:0:17212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:2.0:1789785446.211929:0:17212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafa588d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3660:x1876725549193984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789785446.211952:0:17212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafa588d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3660:x1876725549193984:12345-0@lo:400:kworker.0 Request processed in 24us (387us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785446.211957:0:17212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:2.0:1789785446.211966:0:17212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:2.0:1789785446.211971:0:17212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafa588e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3660:x1876725549194496:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789785446.211992:0:17212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafa588e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3660:x1876725549194496:12345-0@lo:400:kworker.0 Request processed in 21us (392us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785446.211997:0:17212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:2.0:1789785446.212037:0:3660:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafacae9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3660:1876725549193984:0@lo:400:kworker.0 00010000:00080000:2.0:1789785446.212049:0:3660:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9dafacaea680 x1876725549194496/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789785462 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789785446.212060:0:3660:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafacaea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3660:1876725549194496:0@lo:400:kworker.0 00000100:00100000:2.0:1789785446.212068:0:3660:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafbf4e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ad642144-cf43-4df2-a5e5-a426cdb5453e:3660:1876725549193088:0@lo:400:kworker.0 00000100:00100000:2.0:1789785446.212087:0:3660:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafaca25f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3660:1876725549193600:0@lo:400:kworker.0 00000100:00100000:2.0:1789785446.212095:0:3660:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafacae8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3660:1876725549194112:0@lo:400:kworker.0 00000100:00100000:0.0:1789785446.212404:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789785446.212414:0:3659:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafbb416300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3659:1876725549194624:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1789785446.212442:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785446.212631:0:18722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549194624 00000100:00100000:3.0:1789785446.212636:0:18722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549194624 00000100:00100000:3.0:1789785446.212678:0:18722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1789785446.212686:0:18722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbb414e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3659:x1876725549194624:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1789785446.212705:0:18722:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:3.0:1789785446.212740:0:18722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbb414e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3659:x1876725549194624:12345-0@lo:13:osp-pre-1-0.0 Request processed in 55us (296us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785446.212746:0:18722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1789785446.212768:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafbf4e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3662:1876725549193344:0@lo:400:kworker.0 00000100:00100000:3.0:1789785446.212793:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785446.212810:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafaca24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3662:1876725549193856:0@lo:400:kworker.0 00000100:00100000:3.0:1789785446.212828:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785446.212844:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafacaeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3662:1876725549194368:0@lo:400:kworker.0 00000100:00100000:3.0:1789785446.212865:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785446.212882:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1789785446.212889:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafbf4e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3662:1876725549193216:0@lo:400:kworker.0 00000100:00100000:3.0:1789785446.212922:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785446.212943:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafaca25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3662:1876725549193728:0@lo:400:kworker.0 00000100:00100000:3.0:1789785446.212966:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785446.212980:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafacaebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3662:1876725549194240:0@lo:400:kworker.0 00000100:00100000:3.0:1789785446.212999:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785446.213024:0:20551:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549193472 00000100:00100000:3.0:1789785446.213028:0:20551:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549193472 00000100:00100000:3.0:1789785446.213050:0:20551:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549193344 00000100:00100000:3.0:1789785446.213053:0:20551:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549193344 00000100:00100000:3.0:1789785446.213082:0:20551:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549193856 00000100:00100000:3.0:1789785446.213086:0:20551:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549193856 00000100:00100000:3.0:1789785446.213099:0:20551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1789785446.213105:0:20551:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafa588ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3660:x1876725549193472:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789785446.213136:0:20551:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafa588ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3660:x1876725549193472:12345-0@lo:400:kworker.0 Request processed in 30us (1605us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785446.213142:0:20551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1789785446.213153:0:20551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1789785446.213158:0:20551:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae83b5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3662:x1876725549193344:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789785446.213204:0:20551:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae83b5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3662:x1876725549193344:12345-0@lo:400:kworker.0 Request processed in 45us (409us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785446.213209:0:20551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1789785446.213220:0:20551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1789785446.213226:0:20551:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae83b58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3662:x1876725549193856:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789785446.213251:0:20551:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae83b58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3662:x1876725549193856:12345-0@lo:400:kworker.0 Request processed in 26us (422us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785446.213257:0:20551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1789785446.213286:0:18200:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549193216 00000100:00100000:3.0:1789785446.213290:0:18200:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549193216 00000100:00100000:3.0:1789785446.213313:0:18200:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549193728 00000100:00100000:3.0:1789785446.213316:0:18200:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549193728 00000100:00100000:3.0:1789785446.213329:0:18200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:3.0:1789785446.213334:0:18200:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafb115d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3662:x1876725549193216:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789785446.213401:0:18200:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafb115d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3662:x1876725549193216:12345-0@lo:400:kworker.0 Request processed in 66us (478us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785446.213407:0:18200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:3.0:1789785446.213418:0:18200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:3.0:1789785446.213430:0:18200:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafb115c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3662:x1876725549193728:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789785446.213457:0:18200:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafb115c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3662:x1876725549193728:12345-0@lo:400:kworker.0 Request processed in 27us (490us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785446.213462:0:18200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:3.0:1789785446.213484:0:19042:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549194368 00000100:00100000:3.0:1789785446.213487:0:19042:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549194368 00000100:00100000:3.0:1789785446.213510:0:19042:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549194240 00000100:00100000:3.0:1789785446.213513:0:19042:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549194240 00000100:00100000:3.0:1789785446.213531:0:19042:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:3.0:1789785446.213537:0:19042:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae83b58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3662:x1876725549194368:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789785446.213578:0:19042:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae83b58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3662:x1876725549194368:12345-0@lo:400:kworker.0 Request processed in 41us (712us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785446.213583:0:19042:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:3.0:1789785446.213595:0:19042:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:3.0:1789785446.213601:0:19042:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafb115c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3662:x1876725549194240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789785446.213625:0:19042:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafb115c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3662:x1876725549194240:12345-0@lo:400:kworker.0 Request processed in 25us (625us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785446.213632:0:19042:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00080000:3.0:1789785446.213649:0:17207:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1789785446.213654:0:17207:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1789785446.213656:0:17207:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1789785446.213658:0:17207:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1789785446.213683:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafbf4e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3662:1876725549193216:0@lo:400:kworker.0 00000100:00100000:3.0:1789785446.213693:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafaca25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3662:1876725549193728:0@lo:400:kworker.0 00010000:00080000:3.0:1789785446.213703:0:3662:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9dafacaebb80 x1876725549194240/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789785462 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789785446.213726:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafacaebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3662:1876725549194240:0@lo:400:kworker.0 00000100:00100000:3.0:1789785446.213738:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafbf4e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3662:1876725549193344:0@lo:400:kworker.0 00000100:00100000:3.0:1789785446.213746:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafaca24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3662:1876725549193856:0@lo:400:kworker.0 00000100:00100000:3.0:1789785446.213754:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafacaeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3662:1876725549194368:0@lo:400:kworker.0 00000100:00100000:0.0:1789785446.214168:0:3659:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafbb416300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3659:1876725549194624:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1789785446.214315:0:3660:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafaca27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3660:1876725549193472:0@lo:400:kworker.0 00000100:00100000:1.0:1789785446.215382:0:3661:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dae84785c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3661:1876725549194752:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789785446.215433:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789785446.215504:0:18200:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549194752 00000100:00100000:1.0:1789785446.215510:0:18200:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549194752 00000100:00100000:1.0:1789785446.215545:0:18200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:1.0:1789785446.215553:0:18200:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae84787100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3661:x1876725549194752:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1789785446.215594:0:18200:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446293504 avail 1300054016 00000100:00100000:1.0:1789785446.215630:0:18200:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae84787100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3661:x1876725549194752:12345-0@lo:41:osp-pre-0-1.0 Request processed in 78us (197us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785446.215636:0:18200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:1.0:1789785446.215669:0:3661:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dae84785c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3661:1876725549194752:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1789785446.216614:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789785446.216628:0:3660:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafa588f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3660:1876725549195008:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1789785446.216680:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789785446.217628:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789785446.217644:0:3659:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafb115f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3659:1876725549195136:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1789785446.217686:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785446.217914:0:18722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549195136 00000100:00100000:3.0:1789785446.217921:0:18722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549195136 00000100:00100000:3.0:1789785446.217971:0:18722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1789785446.217980:0:18722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbb415f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3659:x1876725549195136:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1789785446.218001:0:18722:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1789785446.218043:0:18722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbb415f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3659:x1876725549195136:12345-0@lo:13:osp-pre-0-0.0 Request processed in 64us (356us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785446.218049:0:18722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1789785446.218143:0:3659:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafb115f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3659:1876725549195136:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1789785446.218335:0:17217:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549195008 00000100:00100000:1.0:1789785446.218385:0:17217:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549195008 00000100:00100000:1.0:1789785446.218419:0:17217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:1.0:1789785446.218426:0:17217:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafa588f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3660:x1876725549195008:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1789785446.218451:0:17217:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1789785446.218486:0:17217:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafa588f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3660:x1876725549195008:12345-0@lo:41:osp-pre-1-0.0 Request processed in 61us (1805us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785446.218492:0:17217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:1.0:1789785446.218508:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1789785446.218517:0:3661:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafbb416300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3661:1876725549194880:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1789785446.218542:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789785446.218971:0:20607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549194880 00000100:00100000:0.0:1789785446.218976:0:20607:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549194880 00000100:00100000:0.0:1789785446.219009:0:20607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1789785446.219015:0:20607:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae84785c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1876725549194880:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1789785446.219028:0:20607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:0.0:1789785446.219069:0:20607:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae84785c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1876725549194880:12345-0@lo:13:osp-pre-1-1.0 Request processed in 54us (526us total) trans 0 rc 0/0 00000100:00100000:0.0:1789785446.219102:0:20607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1789785446.219707:0:3660:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafa588f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3660:1876725549195008:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1789785446.219854:0:3661:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafbb416300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3661:1876725549194880:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1789785446.912004:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:1.0:1789785446.912040:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:1.0:1789785446.912119:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:0.0:1789785446.912162:0:17196:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530248192 00000100:00100000:0.0:1789785446.912181:0:17196:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530248192 00000100:00100000:0.0:1789785446.912247:0:17196:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530248320 00000100:00100000:0.0:1789785446.912251:0:17196:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530248320 00000100:00100000:0.0:1789785446.912279:0:17196:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530248448 00000100:00100000:0.0:1789785446.912282:0:17196:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530248448 00000100:00100000:0.0:1789785446.912301:0:17196:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 6 00000100:00100000:0.0:1789785446.912310:0:17196:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae84524000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:49f881b2-94cc-4d23-9aec-10664f83ddca+12:2398:x1876725530248192:12345-192.168.203.46@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1789785446.912324:0:17196:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1789785446.912375:0:17197:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 7 00010000:00010000:0.0:1789785446.912381:0:17196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9dafb5d55400/0x2f18ee3fd845d8e0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8a8b expref: 12 pid: 17204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789785446.912391:0:17197:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae84524700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:49f881b2-94cc-4d23-9aec-10664f83ddca+12:2398:x1876725530248320:12345-192.168.203.46@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1789785446.912402:0:17196:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1789785446.912403:0:17197:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789785446.912416:0:17197:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9dafb5d55200/0x2f18ee3fd845d8e7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8abc expref: 11 pid: 17204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785446.912428:0:17197:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789785446.912594:0:17196:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae84524000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:49f881b2-94cc-4d23-9aec-10664f83ddca+10:2398:x1876725530248192:12345-192.168.203.46@tcp:103:ldlm_bl.0 Request processed in 283us (598us total) trans 0 rc 0/0 00000100:00100000:0.0:1789785446.912601:0:17196:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 6 00000100:00100000:0.0:1789785446.912620:0:17196:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 8 00000100:00100000:0.0:1789785446.912640:0:17196:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafb113df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:49f881b2-94cc-4d23-9aec-10664f83ddca+9:2397:x1876725530248448:12345-192.168.203.46@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1789785446.912647:0:17196:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789785446.912657:0:17196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9dafc1b08200/0x2f18ee3fd845d926 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8afb expref: 9 pid: 17204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785446.912666:0:17196:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789785446.912848:0:17197:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae84524700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:49f881b2-94cc-4d23-9aec-10664f83ddca+8:2398:x1876725530248320:12345-192.168.203.46@tcp:103:ldlm_bl.0 Request processed in 363us (706us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785446.912857:0:17197:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 7 00000100:00100000:3.0:1789785446.917959:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:2.0:1789785446.918609:0:19042:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530248704 00000100:00100000:2.0:1789785446.918619:0:19042:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530248704 00000100:00100000:2.0:1789785446.918698:0:19042:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 69 00000100:00100000:2.0:1789785446.918707:0:19042:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafb115ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6563e207-f568-458d-9d37-e81c107e6f83+6:2396:x1876725530248704:12345-192.168.203.46@tcp:39:umount.0 00000020:00000080:2.0:1789785446.918746:0:19042:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x2f18ee3fd845d8f5 00000020:00010000:2.0:1789785446.918764:0:19042:0:(genops.c:1921:obd_stale_export_put()) Put export ffff9dae82596000: total 0 00000100:00080000:2.0:1789785446.918769:0:19042:0:(import.c:65:import_set_state_nolock()) ffff9dae82596800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1789785446.918802:0:19042:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934627 00000100:00100000:2.0:1789785446.918940:0:19042:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafb115ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6563e207-f568-458d-9d37-e81c107e6f83+5:2396:x1876725530248704:12345-192.168.203.46@tcp:39:umount.0 Request processed in 232us (988us total) trans 8589934628 rc 0/0 00000100:00100000:2.0:1789785446.918947:0:19042:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 69 00000020:00010000:2.0:1789785446.918968:0:18743:0:(genops.c:1907:obd_stale_export_get()) Get export ffff9dae82596000: total 0 00010000:00010000:2.0:1789785446.919023:0:18743:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff9dae82596000, canceled 0 locks, left on hash table 1. 00010000:00010000:2.0:1789785446.919056:0:18743:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dafac970c00) 00010000:00010000:2.0:1789785446.919059:0:18743:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1789785446.919068:0:18743:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9daf814ba600/0x2f18ee3fd845d9ea lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8b25 expref: 4 pid: 17212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785446.919107:0:18743:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff9dae82596000, canceled 1 locks, left on hash table 0. 00010000:00010000:2.0:1789785446.919120:0:18743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789785446.919123:0:18743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789785446.919125:0:18743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789785446.920188:0:17207:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1789785446.925762:0:17196:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafb113df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:49f881b2-94cc-4d23-9aec-10664f83ddca+7:2397:x1876725530248448:12345-192.168.203.46@tcp:103:ldlm_bl.0 Request processed in 13113us (13629us total) trans 0 rc 0/0 00000100:00100000:0.0:1789785446.925778:0:17196:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 8 00000100:00100000:3.0:1789785446.939753:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:2.0:1789785446.941583:0:17212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530248832 00000100:00100000:2.0:1789785446.941595:0:17212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530248832 00000100:00100000:2.0:1789785446.941696:0:17212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 70 00000100:00100000:2.0:1789785446.941706:0:17212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafb115d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6563e207-f568-458d-9d37-e81c107e6f83+5:2396:x1876725530248832:12345-192.168.203.46@tcp:39:umount.0 00000020:00000080:2.0:1789785446.941746:0:17212:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x2f18ee3fd845d8fc 00000100:00080000:2.0:1789785446.941755:0:17212:0:(import.c:65:import_set_state_nolock()) ffff9dae82590800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1789785446.941784:0:17212:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934593 00010000:00010000:1.0:1789785446.941893:0:17200:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789785446.941948:0:17212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafb115d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6563e207-f568-458d-9d37-e81c107e6f83+3:2396:x1876725530248832:12345-192.168.203.46@tcp:39:umount.0 Request processed in 242us (2203us total) trans 8589934594 rc 0/0 00000100:00100000:2.0:1789785446.941957:0:17212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 70 00000100:00080000:3.0:1789785446.943121:0:17207:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1789785447.008085:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:3.0:1789785447.008662:0:17205:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530249088 00000100:00100000:3.0:1789785447.008673:0:17205:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530249088 00000100:00100000:3.0:1789785447.008733:0:17205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 174 00000100:00100000:3.0:1789785447.008743:0:17205:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbb426c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:49f881b2-94cc-4d23-9aec-10664f83ddca+7:2396:x1876725530249088:12345-192.168.203.46@tcp:251:umount.0 00000020:00000080:3.0:1789785447.008787:0:17205:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x2f18ee3fd845d893 00000020:00010000:3.0:1789785447.008795:0:17205:0:(genops.c:1921:obd_stale_export_put()) Put export ffff9dae82595800: total 0 00000100:00080000:3.0:1789785447.008800:0:17205:0:(import.c:65:import_set_state_nolock()) ffff9dae82591000 : changing import state from FULL to CLOSED 00000020:00010000:0.0:1789785447.008863:0:17199:0:(genops.c:1907:obd_stale_export_get()) Get export ffff9dae82595800: total 0 00000100:00100000:3.0:1789785447.008891:0:17205:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbb426c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:49f881b2-94cc-4d23-9aec-10664f83ddca+3:2396:x1876725530249088:12345-192.168.203.46@tcp:251:umount.0 Request processed in 149us (814us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785447.008900:0:17205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 174 00010000:00010000:0.0:1789785447.008926:0:17199:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff9dae82595800, canceled 0 locks, left on hash table 1. 00010000:00010000:0.0:1789785447.008965:0:17199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9dafc1b09400/0x2f18ee3fd845d89a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8a14 expref: 2 pid: 17206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785447.008980:0:17199:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff9dae82595800, canceled 1 locks, left on hash table 0. 00000020:00000080:0.0:1789785447.008991:0:17199:0:(genops.c:885:class_export_put()) final put ffff9dae82595800/49f881b2-94cc-4d23-9aec-10664f83ddca 00010000:00010000:0.0:1789785447.009001:0:17199:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789785447.009003:0:17199:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789785447.009005:0:17199:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1789785447.009078:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9dae82595800/49f881b2-94cc-4d23-9aec-10664f83ddca for MGS 00000020:00000080:2.0:1789785447.009122:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9dae82591000 for MGS 00010000:00010000:2.0:1789785447.106507:0:18743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789785448.131311:0:17200:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1789785448.676837:0:20785:0:(tgt_mount.c:2195:server_umount_begin()) umount -f 00000020:01000004:0.0:1789785448.690114:0:20785:0:(tgt_mount.c:2065:server_put_super()) server put_super lustre-MDT0000 00010000:00010000:0.0:1789785448.690168:0:20785:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.146@tcp lock: ffff9dae81eac200/0x2f18ee3fd845d456 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845d45d expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785448.690183:0:20785:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.146@tcp lock: ffff9dae81eac200/0x2f18ee3fd845d456 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x2f18ee3fd845d45d expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785448.690191:0:20785:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.146@tcp lock: ffff9dae81eac200/0x2f18ee3fd845d456 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0x2f18ee3fd845d45d expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785448.690199:0:20785:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.146@tcp lock: ffff9dae81eac200/0x2f18ee3fd845d456 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0x2f18ee3fd845d45d expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785448.690334:0:20785:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:0.0:1789785448.690358:0:20785:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:0.0:1789785448.690380:0:20785:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1789785448.690384:0:20785:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:0.0:1789785448.690390:0:20785:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1789785448.690415:0:20785:0:(import.c:65:import_set_state_nolock()) ffff9dafc18fe800 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00010000:00010000:1.0:1789785448.691065:0:17199:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789785448.691806:0:17199:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.146@tcp lock: ffff9dae81eac200/0x2f18ee3fd845d456 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0x2f18ee3fd845d45d expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785448.691820:0:17199:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dae81eac200 already unused, calling callback (ffffffffc12b7c20) 10000000:00010000:1.0:1789785448.691824:0:17199:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.146@tcp lock: ffff9dae81eac200/0x2f18ee3fd845d456 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0x2f18ee3fd845d45d expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785448.691834:0:17199:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.146@tcp lock: ffff9dae81eac200/0x2f18ee3fd845d456 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1008400000000 nid: local remote: 0x2f18ee3fd845d45d expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789785448.691841:0:17199:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.146@tcp lock: ffff9dae81eac200/0x2f18ee3fd845d456 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1009400000000 nid: local remote: 0x2f18ee3fd845d45d expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789785448.691848:0:17199:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1789785448.691851:0:17199:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:1.0:1789785448.691854:0:17199:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:1.0:1789785448.691889:0:17199:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.146@tcp lock: ffff9dae81eac200/0x2f18ee3fd845d456 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x2f18ee3fd845d45d expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785448.691896:0:17199:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:3.0:1789785448.691914:0:3658:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafbb416d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3658:1876725549195264:0@lo:39:umount.0 00010000:00010000:1.0:1789785448.691928:0:17199:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.146@tcp lock: ffff9dae81eac200/0x2f18ee3fd845d456 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x2f18ee3fd845d45d expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785448.691943:0:17199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.146@tcp lock: ffff9dae81eac200/0x2f18ee3fd845d456 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x2f18ee3fd845d45d expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785448.691959:0:17199:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789785448.691961:0:17199:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789785448.691963:0:17199:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789785448.691971:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1789785448.691978:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789785448.691986:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafbf444e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ad642144-cf43-4df2-a5e5-a426cdb5453e:3662:1876725549195392:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789785448.692033:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785448.692047:0:17211:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549195264 00000100:00100000:3.0:1789785448.692055:0:17211:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549195264 00000100:00100000:0.0:1789785448.692084:0:17963:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549195392 00000100:00100000:0.0:1789785448.692094:0:17963:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549195392 00000100:00100000:3.0:1789785448.692101:0:17211:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:3.0:1789785448.692110:0:17211:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafb115e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3658:x1876725549195264:12345-0@lo:39:umount.0 00000020:00000080:3.0:1789785448.692133:0:17211:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x2f18ee3fd845d487 00000100:00080000:3.0:1789785448.692141:0:17211:0:(import.c:65:import_set_state_nolock()) ffff9dafc18f9800 : changing import state from FULL to CLOSED 00010000:00010000:0.0:1789785448.692170:0:18743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789785448.692206:0:17211:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafb115e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+1:3658:x1876725549195264:12345-0@lo:39:umount.0 Request processed in 96us (228us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785448.692213:0:17211:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000020:00000080:3.0:1789785448.692223:0:17211:0:(genops.c:885:class_export_put()) final put ffff9dafc18fa800/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:0.0:1789785448.692312:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9dafc18fa800/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000100:00080000:2.0:1789785448.692376:0:3658:0:(import.c:65:import_set_state_nolock()) ffff9dafc18fe800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:2.0:1789785448.692388:0:3658:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafbb416d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3658:1876725549195264:0@lo:39:umount.0 00000020:00000080:0.0:1789785448.692520:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9dafc18f9800 for lustre-MDT0000 00000100:00080000:0.0:1789785448.692534:0:20785:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1789785448.692537:0:20785:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:0.0:1789785448.692541:0:20785:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00100000:1.0:1789785448.693586:0:17963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1789785448.693600:0:17963:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbf444000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ad642144-cf43-4df2-a5e5-a426cdb5453e+24:3662:x1876725549195392:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789785448.693616:0:17963:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789785448.693616:0:20785:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.146@tcp lock: ffff9dafc1a65600/0x2f18ee3fd845d3a7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845d3ae expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785448.693629:0:20785:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.146@tcp lock: ffff9dafc1a65600/0x2f18ee3fd845d3a7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x2f18ee3fd845d3ae expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785448.693635:0:17963:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9daf814ba000/0x2f18ee3fd845d45d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x2f18ee3fd845d456 expref: 24 pid: 17206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785448.693638:0:20785:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.146@tcp lock: ffff9dafc1a65600/0x2f18ee3fd845d3a7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0x2f18ee3fd845d3ae expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785448.693655:0:20785:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.146@tcp lock: ffff9dafc1a65600/0x2f18ee3fd845d3a7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0x2f18ee3fd845d3ae expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785448.693658:0:17963:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1789785448.693680:0:20785:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789785448.693687:0:20785:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.146@tcp lock: ffff9dafb5d54200/0x2f18ee3fd845d7b3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845d7ba expref: -99 pid: 17209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785448.693695:0:20785:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.146@tcp lock: ffff9dafb5d54200/0x2f18ee3fd845d7b3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x2f18ee3fd845d7ba expref: -99 pid: 17209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785448.693701:0:20785:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.146@tcp lock: ffff9dafb5d54200/0x2f18ee3fd845d7b3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x2f18ee3fd845d7ba expref: -99 pid: 17209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785448.693707:0:20785:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.146@tcp lock: ffff9dafb5d54200/0x2f18ee3fd845d7b3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x2f18ee3fd845d7ba expref: -99 pid: 17209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789785448.693723:0:17963:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbf444000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ad642144-cf43-4df2-a5e5-a426cdb5453e+23:3662:x1876725549195392:12345-0@lo:103:ldlm_bl.0 Request processed in 126us (1688us total) trans 0 rc 0/0 00010000:00010000:3.0:1789785448.693724:0:17200:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789785448.693731:0:20785:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789785448.693734:0:17200:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.146@tcp lock: ffff9dafc1a65600/0x2f18ee3fd845d3a7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0x2f18ee3fd845d3ae expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789785448.693737:0:17963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00010000:00010000:0.0:1789785448.693738:0:20785:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.146@tcp lock: ffff9dafc21cb200/0x2f18ee3fd845d95e lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845d965 expref: -99 pid: 17209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785448.693748:0:20785:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.146@tcp lock: ffff9dafc21cb200/0x2f18ee3fd845d95e lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x2f18ee3fd845d965 expref: -99 pid: 17209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785448.693755:0:17200:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafc1a65600 already unused, calling callback (ffffffffc12b7c20) 00010000:00010000:0.0:1789785448.693755:0:20785:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.146@tcp lock: ffff9dafc21cb200/0x2f18ee3fd845d95e lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x2f18ee3fd845d965 expref: -99 pid: 17209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789785448.693759:0:17200:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.146@tcp lock: ffff9dafc1a65600/0x2f18ee3fd845d3a7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0x2f18ee3fd845d3ae expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785448.693761:0:20785:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.146@tcp lock: ffff9dafc21cb200/0x2f18ee3fd845d95e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x2f18ee3fd845d965 expref: -99 pid: 17209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785448.693767:0:17200:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.146@tcp lock: ffff9dafc1a65600/0x2f18ee3fd845d3a7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1008400000000 nid: local remote: 0x2f18ee3fd845d3ae expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785448.693772:0:20785:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:00010000:3.0:1789785448.693774:0:17200:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.146@tcp lock: ffff9dafc1a65600/0x2f18ee3fd845d3a7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1009400000000 nid: local remote: 0x2f18ee3fd845d3ae expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789785448.693780:0:17200:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1789785448.693782:0:17200:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 00010000:00010000:0.0:1789785448.693782:0:18743:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1789785448.693787:0:18743:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.146@tcp lock: ffff9dafb5d54200/0x2f18ee3fd845d7b3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x2f18ee3fd845d7ba expref: -99 pid: 17209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785448.693793:0:18743:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafb5d54200 already unused, calling callback (ffffffffc12b7c20) 00000100:00100000:1.0:1789785448.693796:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafbf444e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ad642144-cf43-4df2-a5e5-a426cdb5453e:3662:1876725549195392:0@lo:103:ldlm_bl.0 10000000:00010000:0.0:1789785448.693797:0:18743:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.146@tcp lock: ffff9dafb5d54200/0x2f18ee3fd845d7b3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x2f18ee3fd845d7ba expref: -99 pid: 17209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785448.693801:0:17200:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.146@tcp lock: ffff9dafc1a65600/0x2f18ee3fd845d3a7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x2f18ee3fd845d3ae expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785448.693805:0:18743:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.146@tcp lock: ffff9dafb5d54200/0x2f18ee3fd845d7b3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x2f18ee3fd845d7ba expref: -99 pid: 17209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785448.693807:0:17200:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 10000000:00010000:0.0:1789785448.693811:0:18743:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.146@tcp lock: ffff9dafb5d54200/0x2f18ee3fd845d7b3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x2f18ee3fd845d7ba expref: -99 pid: 17209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789785448.693816:0:18743:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1789785448.693822:0:17200:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.146@tcp lock: ffff9dafc1a65600/0x2f18ee3fd845d3a7 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x2f18ee3fd845d3ae expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789785448.693823:0:18743:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:0.0:1789785448.693825:0:18743:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:3.0:1789785448.693828:0:17200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.146@tcp lock: ffff9dafc1a65600/0x2f18ee3fd845d3a7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x2f18ee3fd845d3ae expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785448.693838:0:17200:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789785448.693839:0:18743:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.146@tcp lock: ffff9dafb5d54200/0x2f18ee3fd845d7b3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x2f18ee3fd845d7ba expref: -99 pid: 17209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785448.693841:0:17200:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.146@tcp lock: ffff9dafc21cb200/0x2f18ee3fd845d95e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x2f18ee3fd845d965 expref: -99 pid: 17209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785448.693845:0:18743:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1789785448.693847:0:17200:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafc21cb200 already unused, calling callback (ffffffffc12b7c20) 10000000:00010000:3.0:1789785448.693850:0:17200:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.146@tcp lock: ffff9dafc21cb200/0x2f18ee3fd845d95e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x2f18ee3fd845d965 expref: -99 pid: 17209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785448.693858:0:18743:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.146@tcp lock: ffff9dafb5d54200/0x2f18ee3fd845d7b3 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x2f18ee3fd845d7ba expref: -99 pid: 17209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785448.693865:0:18743:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.146@tcp lock: ffff9dafb5d54200/0x2f18ee3fd845d7b3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x2f18ee3fd845d7ba expref: -99 pid: 17209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785448.693866:0:17200:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.146@tcp lock: ffff9dafc21cb200/0x2f18ee3fd845d95e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0x2f18ee3fd845d965 expref: -99 pid: 17209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789785448.693872:0:17200:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.146@tcp lock: ffff9dafc21cb200/0x2f18ee3fd845d95e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0x2f18ee3fd845d965 expref: -99 pid: 17209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785448.693875:0:18743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789785448.693876:0:18743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1789785448.693878:0:17200:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1789785448.693878:0:18743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1789785448.693880:0:17200:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:3.0:1789785448.693882:0:17200:0:(mgc_request.c:130:config_log_put()) dropping config log params 00000100:00100000:0.0:1789785448.693888:0:3659:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafbb414a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ad642144-cf43-4df2-a5e5-a426cdb5453e:3659:1876725549195648:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1789785448.693892:0:17200:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.146@tcp lock: ffff9dafc21cb200/0x2f18ee3fd845d95e lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x2f18ee3fd845d965 expref: -99 pid: 17209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785448.693897:0:17200:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1789785448.693903:0:17200:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.146@tcp lock: ffff9dafc21cb200/0x2f18ee3fd845d95e lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x2f18ee3fd845d965 expref: -99 pid: 17209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785448.693908:0:17200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.146@tcp lock: ffff9dafc21cb200/0x2f18ee3fd845d95e lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x2f18ee3fd845d965 expref: -99 pid: 17209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785448.693917:0:17200:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789785448.693918:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1789785448.693919:0:17200:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789785448.693920:0:17200:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789785448.693926:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1789785448.693936:0:3661:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafb115f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ad642144-cf43-4df2-a5e5-a426cdb5453e:3661:1876725549195520:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789785448.693986:0:17199:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789785448.694019:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789785448.694030:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789785448.694036:0:3659:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafb115f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ad642144-cf43-4df2-a5e5-a426cdb5453e:3659:1876725549195776:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789785448.694055:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1789785448.696145:0:20785:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.146@tcp lock: ffff9dafc1a64800/0x2f18ee3fd845d399 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845d3a0 expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785448.696162:0:20785:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.146@tcp lock: ffff9dafc1a64800/0x2f18ee3fd845d399 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x2f18ee3fd845d3a0 expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785448.696171:0:20785:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.146@tcp lock: ffff9dafc1a64800/0x2f18ee3fd845d399 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x2f18ee3fd845d3a0 expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785448.696178:0:20785:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.146@tcp lock: ffff9dafc1a64800/0x2f18ee3fd845d399 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x2f18ee3fd845d3a0 expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785448.696206:0:20785:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:0.0:1789785448.696211:0:20785:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 10000000:01000000:0.0:1789785448.696215:0:20785:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0000 (0) 00010000:00010000:0.0:1789785448.696313:0:18743:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789785448.696318:0:18743:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.146@tcp lock: ffff9dafc1a64800/0x2f18ee3fd845d399 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x2f18ee3fd845d3a0 expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785448.696325:0:18743:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafc1a64800 already unused, calling callback (ffffffffc12b7c20) 10000000:00010000:0.0:1789785448.696328:0:18743:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.146@tcp lock: ffff9dafc1a64800/0x2f18ee3fd845d399 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x2f18ee3fd845d3a0 expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785448.696354:0:18743:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.146@tcp lock: ffff9dafc1a64800/0x2f18ee3fd845d399 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x2f18ee3fd845d3a0 expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789785448.696361:0:18743:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.146@tcp lock: ffff9dafc1a64800/0x2f18ee3fd845d399 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x2f18ee3fd845d3a0 expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789785448.696367:0:18743:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:0.0:1789785448.696370:0:18743:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:0.0:1789785448.696372:0:18743:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:0.0:1789785448.696399:0:18743:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.146@tcp lock: ffff9dafc1a64800/0x2f18ee3fd845d399 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x2f18ee3fd845d3a0 expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785448.696471:0:18743:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1789785448.696488:0:18743:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.146@tcp lock: ffff9dafc1a64800/0x2f18ee3fd845d399 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x2f18ee3fd845d3a0 expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785448.696495:0:18743:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.146@tcp lock: ffff9dafc1a64800/0x2f18ee3fd845d399 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x2f18ee3fd845d3a0 expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785448.696517:0:18743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789785448.696519:0:18743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789785448.696521:0:18743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:0.0:1789785448.696634:0:20785:0:(tgt_mount.c:2115:server_put_super()) stopping lustre-MDT0000 00000020:01000000:0.0:1789785448.696638:0:20785:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='F') 00000020:00000080:0.0:1789785448.696642:0:20785:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789785448.696646:0:20785:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 4/13 00000020:00080000:0.0:1789785448.696652:0:20785:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff9dae84432000 lustre-MDT0000-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1789785448.696658:0:20785:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff9dae8353d800 lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1789785448.696663:0:20785:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff9daf8487b000 lustre-MDT0000-lwp-MDT0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1789785448.696668:0:20785:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff9dafb5e6a000 lustre-MDT0001-mdtlov_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1789785448.696675:0:20785:0:(genops.c:1819:print_export_data()) lustre-MDT0000: UNLINKED ffff9dae82596000 6563e207-f568-458d-9d37-e81c107e6f83 192.168.203.46@tcp 2 (0 2 0) 1 0 0 0: 0000000000000000 8589934599 stale:0 00000020:00080000:0.0:1789785448.696679:0:20785:0:(genops.c:1819:print_export_data()) lustre-MDT0000: UNLINKED ffff9dae84433000 251bae80-9c0c-4669-a294-80064a3e231a 192.168.203.46@tcp 5 (0 5 0) 1 0 0 0: 0000000000000000 8589934623 stale:0 00000020:00080000:0.0:1789785448.696684:0:20785:0:(genops.c:1553:class_disconnect_exports()) OBD device 5 (ffff9dae825519b8) has exports, disconnecting them 00000020:00080000:0.0:1789785448.696689:0:20785:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff9dae84432000), last request at 1789785446 00000020:00000080:0.0:1789785448.696695:0:20785:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x2f18ee3fd845d719 00000100:00080000:0.0:1789785448.696708:0:20785:0:(import.c:65:import_set_state_nolock()) ffff9dae84432800 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1789785448.696747:0:20785:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9dae84432000): rc 0 00000020:00000080:0.0:1789785448.696750:0:20785:0:(genops.c:885:class_export_put()) final put ffff9dae84432000/lustre-MDT0000-lwp-OST0001_UUID 00000020:00080000:0.0:1789785448.696758:0:20785:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff9dae8353d800), last request at 1789785446 00000020:00000080:0.0:1789785448.696760:0:20785:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x2f18ee3fd845d624 00000100:00080000:0.0:1789785448.696766:0:20785:0:(import.c:65:import_set_state_nolock()) ffff9dae8353b800 : changing import state from FULL to CLOSED 00000020:00000080:0.0:1789785448.696776:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9dae84432000/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000 00000020:00000080:0.0:1789785448.696807:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9dae84432800 for lustre-MDT0000 00000020:00080000:0.0:1789785448.696816:0:20785:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9dae8353d800): rc 0 00000020:00000080:0.0:1789785448.696822:0:20785:0:(genops.c:885:class_export_put()) final put ffff9dae8353d800/lustre-MDT0000-lwp-OST0000_UUID 00000020:00080000:0.0:1789785448.696828:0:20785:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff9daf8487b000), last request at 1789785374 00000020:00000080:0.0:1789785448.696832:0:20785:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x2f18ee3fd845d575 00000100:00080000:0.0:1789785448.696835:0:20785:0:(import.c:65:import_set_state_nolock()) ffff9daf84879800 : changing import state from FULL to CLOSED 00000020:00000080:0.0:1789785448.696843:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9dae8353d800/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000020:00000080:0.0:1789785448.696862:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9dae8353b800 for lustre-MDT0000 00010000:00010000:0.0:1789785448.696867:0:18743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:0.0:1789785448.696873:0:20785:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9daf8487b000): rc 0 00000020:00000080:0.0:1789785448.696875:0:20785:0:(genops.c:885:class_export_put()) final put ffff9daf8487b000/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00080000:0.0:1789785448.696880:0:20785:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff9dafb5e6a000), last request at 1789785374 00000020:00000080:0.0:1789785448.696883:0:20785:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x2f18ee3fd845d51a 00000100:00080000:0.0:1789785448.696886:0:20785:0:(import.c:65:import_set_state_nolock()) ffff9dafb5e6e000 : changing import state from FULL to CLOSED 00000020:00000080:0.0:1789785448.696892:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9daf8487b000/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000 00000020:00000080:0.0:1789785448.696910:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9daf84879800 for lustre-MDT0000 00010000:00010000:0.0:1789785448.696914:0:18743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000004:0.0:1789785448.696919:0:20785:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934628 00000020:00080000:0.0:1789785448.697036:0:20785:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9dafb5e6a000): rc 0 00000004:00000080:0.0:1789785448.697042:0:20785:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffffa9f301c5fae0 00000100:00080000:0.0:1789785448.697058:0:20785:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1789785448.697062:0:20785:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 3 00000100:00100000:2.0:1789785448.697312:0:17198:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549195648 00000100:00100000:2.0:1789785448.697319:0:17198:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549195648 00000100:00100000:2.0:1789785448.697369:0:17198:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549195520 00000100:00100000:2.0:1789785448.697372:0:17198:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549195520 00000100:00100000:2.0:1789785448.697382:0:17198:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549195776 00000100:00100000:2.0:1789785448.697390:0:17198:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549195776 00000100:00100000:2.0:1789785448.697470:0:17198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1789785448.697479:0:17198:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbb416d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ad642144-cf43-4df2-a5e5-a426cdb5453e+25:3659:x1876725549195648:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789785448.697992:0:17198:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789785448.698008:0:17198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9daf814bbc00/0x2f18ee3fd845d7ba lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x2f18ee3fd845d7b3 expref: 25 pid: 17205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785448.698023:0:17198:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789785448.698089:0:17198:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbb416d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ad642144-cf43-4df2-a5e5-a426cdb5453e+24:3659:x1876725549195648:12345-0@lo:103:ldlm_bl.0 Request processed in 611us (4170us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785448.698096:0:17198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1789785448.698114:0:17198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1789785448.698121:0:17198:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9daf880ebc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ad642144-cf43-4df2-a5e5-a426cdb5453e+23:3661:x1876725549195520:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789785448.698128:0:17198:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789785448.698137:0:17198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9dafb5d54a00/0x2f18ee3fd845d3ae lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x2f18ee3fd845d3a7 expref: 23 pid: 17204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785448.698146:0:17198:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789785448.698168:0:17198:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9daf880ebc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ad642144-cf43-4df2-a5e5-a426cdb5453e+22:3661:x1876725549195520:12345-0@lo:103:ldlm_bl.0 Request processed in 48us (4150us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785448.698174:0:17198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1789785448.698213:0:17198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1789785448.698220:0:17198:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbb416300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ad642144-cf43-4df2-a5e5-a426cdb5453e+21:3659:x1876725549195776:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789785448.698227:0:17198:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789785448.698482:0:17198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9dafc21caa00/0x2f18ee3fd845d965 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x2f18ee3fd845d95e expref: 21 pid: 17206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785448.698492:0:17198:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789785448.698521:0:17198:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbb416300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ad642144-cf43-4df2-a5e5-a426cdb5453e+20:3659:x1876725549195776:12345-0@lo:103:ldlm_bl.0 Request processed in 303us (4465us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785448.698999:0:17198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1789785448.699054:0:3659:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafb115f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ad642144-cf43-4df2-a5e5-a426cdb5453e:3659:1876725549195776:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789785448.699065:0:3659:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafbb414a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ad642144-cf43-4df2-a5e5-a426cdb5453e:3659:1876725549195648:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789785448.699388:0:17200:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789785448.700001:0:20785:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000100:00080000:0.0:1789785448.700024:0:20785:0:(import.c:65:import_set_state_nolock()) ffff9daf85807000 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00080000:0.0:1789785448.700160:0:20785:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1789785448.700164:0:20785:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934594 gen 3 00000004:00080000:0.0:1789785448.700179:0:20785:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:0.0:1789785448.700320:0:20785:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:0.0:1789785448.700331:0:20785:0:(import.c:65:import_set_state_nolock()) ffff9dae84462800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:0.0:1789785448.700352:0:20785:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1789785448.700364:0:20785:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 3 00000004:00080000:0.0:1789785448.700371:0:20785:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:0.0:1789785448.700450:0:20785:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:0.0:1789785448.700459:0:20785:0:(import.c:65:import_set_state_nolock()) ffff9dafa64af800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:0.0:1789785448.700500:0:20785:0:(genops.c:1558:class_disconnect_exports()) OBD device 5 (ffff9dae825519b8) has no exports 00000100:00100000:1.0:1789785448.700604:0:3661:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafb115f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ad642144-cf43-4df2-a5e5-a426cdb5453e:3661:1876725549195520:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789785448.700624:0:3661:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafbb415180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ad642144-cf43-4df2-a5e5-a426cdb5453e:3661:1876725549195904:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789785448.700676:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789785448.700847:0:17196:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549195904 00000100:00100000:1.0:1789785448.700852:0:17196:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549195904 00000100:00100000:1.0:1789785448.700893:0:17196:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1789785448.700901:0:17196:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbf444e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ad642144-cf43-4df2-a5e5-a426cdb5453e+20:3661:x1876725549195904:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789785448.700914:0:17196:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789785448.700929:0:17196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9dafb5d54e00/0x2f18ee3fd845d3a0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x2f18ee3fd845d399 expref: 20 pid: 17204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785448.700944:0:17196:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789785448.700993:0:17196:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbf444e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ad642144-cf43-4df2-a5e5-a426cdb5453e+19:3661:x1876725549195904:12345-0@lo:103:ldlm_bl.0 Request processed in 92us (317us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785448.701000:0:17196:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1789785448.701022:0:3661:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafbb415180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ad642144-cf43-4df2-a5e5-a426cdb5453e:3661:1876725549195904:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789785448.701027:0:17199:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789785448.701447:0:3658:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafbb416a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3658:1876725549196032:0@lo:39:umount.0 00000100:00100000:0.0:1789785448.701526:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789785448.701552:0:3658:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafbb414a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3658:1876725549196160:0@lo:9:umount.0 00000100:00100000:0.0:1789785448.701709:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789785448.701732:0:3658:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafbb416d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3658:1876725549196288:0@lo:9:umount.0 00000100:00100000:0.0:1789785448.701752:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789785448.701782:0:17216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549196032 00000100:00100000:0.0:1789785448.701799:0:17216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549196032 00000100:00100000:0.0:1789785448.701831:0:17216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:0.0:1789785448.701837:0:17216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbb415180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3658:x1876725549196032:12345-0@lo:39:umount.0 00000020:00000080:0.0:1789785448.701860:0:17216:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x2f18ee3fd845d59f 00000100:00080000:0.0:1789785448.701866:0:17216:0:(import.c:65:import_set_state_nolock()) ffff9dafc18fe000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1789785448.701886:0:17216:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:0.0:1789785448.702018:0:17216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbb415180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+3:3658:x1876725549196032:12345-0@lo:39:umount.0 Request processed in 180us (495us total) trans 8589934595 rc 0/0 00000100:00100000:0.0:1789785448.702025:0:17216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:0.0:1789785448.702047:0:20551:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549196160 00000100:00100000:0.0:1789785448.702051:0:20551:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549196160 00000100:00100000:0.0:1789785448.702089:0:20551:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549196288 00000100:00100000:0.0:1789785448.702093:0:20551:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549196288 00000100:00100000:0.0:1789785448.702125:0:20551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1789785448.702140:0:20551:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafa5888e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3658:x1876725549196160:12345-0@lo:9:umount.0 00000100:00100000:1.0:1789785448.702147:0:18720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000020:00000080:0.0:1789785448.702154:0:20551:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x2f18ee3fd845d694 00000100:00100000:1.0:1789785448.702161:0:18720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafa5889500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3658:x1876725549196288:12345-0@lo:9:umount.0 00000100:00080000:0.0:1789785448.702162:0:20551:0:(import.c:65:import_set_state_nolock()) ffff9daf8626f000 : changing import state from FULL to CLOSED 00000100:00080000:3.0:1789785448.702163:0:17207:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1789785448.702168:0:17207:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000080:1.0:1789785448.702182:0:18720:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x2f18ee3fd845d7c1 00000100:00080000:1.0:1789785448.702192:0:18720:0:(import.c:65:import_set_state_nolock()) ffff9dae827a3000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1789785448.702200:0:20551:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000001:00000004:1.0:1789785448.702236:0:18720:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00010000:00010000:3.0:1789785448.702238:0:17199:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789785448.702323:0:20551:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafa5888e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+2:3658:x1876725549196160:12345-0@lo:9:umount.0 Request processed in 184us (614us total) trans 0 rc 0/0 00000100:00100000:0.0:1789785448.702331:0:20551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00010000:00010000:3.0:1789785448.702386:0:18743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789785448.702386:0:18720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafa5889500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+2:3658:x1876725549196288:12345-0@lo:9:umount.0 Request processed in 228us (629us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785448.702396:0:18720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00080000:2.0:1789785448.703467:0:3658:0:(import.c:65:import_set_state_nolock()) ffff9daf85807000 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:2.0:1789785448.703478:0:3658:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafbb416a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3658:1876725549196032:0@lo:39:umount.0 00000100:00080000:2.0:1789785448.703490:0:3658:0:(import.c:65:import_set_state_nolock()) ffff9dae84462800 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:2.0:1789785448.703542:0:3658:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:2.0:1789785448.703723:0:3658:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1789785448.703727:0:3658:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafbb414a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3658:1876725549196160:0@lo:9:umount.0 00000100:00080000:2.0:1789785448.703743:0:3658:0:(import.c:65:import_set_state_nolock()) ffff9dafa64af800 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:2.0:1789785448.703753:0:3658:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:2.0:1789785448.703755:0:3658:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1789785448.703758:0:3658:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafbb416d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3658:1876725549196288:0@lo:9:umount.0 00010000:00010000:0.0:1789785448.704838:0:17200:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:2.0:1789785448.713019:0:20785:0:(genops.c:1558:class_disconnect_exports()) OBD device 5 (ffff9dae825519b8) has no exports 00000020:00000080:2.0:1789785448.766283:0:20785:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x2f18ee3fd845d3f4 00000020:00000080:2.0:1789785448.766299:0:20785:0:(genops.c:885:class_export_put()) final put ffff9dae84465800/lustre-QMT0000_UUID 00000020:01000000:2.0:1789785448.766324:0:20785:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000020:00000080:3.0:1789785448.766398:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9dae84465800/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000080:3.0:1789785448.769735:0:20785:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789785448.769943:0:20785:0:(obd_config.c:956:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1789785448.769948:0:20785:0:(genops.c:1558:class_disconnect_exports()) OBD device 7 (ffff9dae83720000) has no exports 00000020:00000080:3.0:1789785448.771230:0:20785:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x2f18ee3fd845d3ed 00000020:00000080:3.0:1789785448.771242:0:20785:0:(genops.c:885:class_export_put()) final put ffff9dafc1a6b800/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1789785448.771319:0:20785:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789785448.771327:0:20785:0:(obd_config.c:883:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:3.0:1789785448.771330:0:20785:0:(genops.c:885:class_export_put()) final put ffff9dae829a5800/lustre-QMT0000_UUID 00000020:00000080:3.0:1789785448.771332:0:20785:0:(genops.c:844:class_export_destroy()) destroying export ffff9dae829a5800/lustre-QMT0000_UUID for lustre-QMT0000 00000020:01000000:3.0:1789785448.771487:0:20785:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00000020:00000080:0.0:1789785448.772099:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9dafc1a6b800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:00010000:3.0:1789785449.154852:0:17199:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789785450.179020:0:18743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:2.0:1789785450.820614:0:19533:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1789785450.820623:0:19533:0:(genops.c:885:class_export_put()) final put ffff9dae827a7800/lustre-MDT0000-mdtlov_UUID 00000001:00100000:2.0:1789785450.820647:0:19533:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 251bae80-9c0c-4669-a294-80064a3e231a 00000020:00000080:2.0:1789785450.820650:0:19533:0:(genops.c:885:class_export_put()) final put ffff9dae84434000/251bae80-9c0c-4669-a294-80064a3e231a 00000020:00000080:0.0:1789785450.820707:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9dae827a7800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001 00000020:00000080:0.0:1789785450.820759:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9dae84434000/251bae80-9c0c-4669-a294-80064a3e231a for lustre-OST0001 00000020:00000080:0.0:1789785450.820776:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9dae827a3000 for lustre-OST0001 00000020:00000080:0.0:1789785450.820780:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9dae84435800 for lustre-OST0001 00000001:00100000:3.0:1789785450.822543:0:17944:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00080000:3.0:1789785450.822557:0:17944:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934595 is committed 00000020:00000080:3.0:1789785450.822563:0:17944:0:(genops.c:885:class_export_put()) final put ffff9daf862fb000/lustre-MDT0000-mdtlov_UUID 00000001:00100000:3.0:1789785450.822584:0:17944:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 6563e207-f568-458d-9d37-e81c107e6f83 00000001:00080000:3.0:1789785450.822590:0:17944:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934594 is committed 00000020:00000080:3.0:1789785450.822593:0:17944:0:(genops.c:885:class_export_put()) final put ffff9dae82592000/6563e207-f568-458d-9d37-e81c107e6f83 00000001:00100000:3.0:1789785450.822597:0:17944:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 251bae80-9c0c-4669-a294-80064a3e231a 00000001:00080000:3.0:1789785450.822602:0:17944:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934593 is committed 00000020:00000080:3.0:1789785450.822604:0:17944:0:(genops.c:885:class_export_put()) final put ffff9dae827a0000/251bae80-9c0c-4669-a294-80064a3e231a 00000020:00000080:2.0:1789785450.823745:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9daf862fb000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001 00000020:00000080:2.0:1789785450.823810:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9dae82592000/6563e207-f568-458d-9d37-e81c107e6f83 for lustre-MDT0001 00000020:00000080:2.0:1789785450.823846:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9dae827a0000/251bae80-9c0c-4669-a294-80064a3e231a for lustre-MDT0001 00000020:00000080:2.0:1789785450.823881:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9dafc18fe000 for lustre-MDT0001 00000020:00000080:2.0:1789785450.823886:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9dae82590800 for lustre-MDT0001 00000020:00000080:2.0:1789785450.823889:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9dae827a5000 for lustre-MDT0001 00000001:00100000:0.0:1789785450.824775:0:17191:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1789785450.824780:0:17191:0:(genops.c:885:class_export_put()) final put ffff9dafb5e6a000/lustre-MDT0001-mdtlov_UUID 00000001:00100000:0.0:1789785450.824803:0:17191:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 6563e207-f568-458d-9d37-e81c107e6f83 00000001:00080000:0.0:1789785450.824811:0:17191:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934628 is committed 00000020:00000080:0.0:1789785450.824814:0:17191:0:(genops.c:885:class_export_put()) final put ffff9dae82596000/6563e207-f568-458d-9d37-e81c107e6f83 00000001:00100000:0.0:1789785450.824819:0:17191:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 251bae80-9c0c-4669-a294-80064a3e231a 00000001:00080000:0.0:1789785450.824827:0:17191:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934627 is committed 00000020:00000080:0.0:1789785450.824832:0:17191:0:(genops.c:885:class_export_put()) final put ffff9dae84433000/251bae80-9c0c-4669-a294-80064a3e231a 00000020:00000080:2.0:1789785450.824884:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9dafb5e6a000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000 00000020:00000080:2.0:1789785450.824924:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9dae82596000/6563e207-f568-458d-9d37-e81c107e6f83 for lustre-MDT0000 00000020:00000080:2.0:1789785450.825102:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9dae84433000/251bae80-9c0c-4669-a294-80064a3e231a for lustre-MDT0000 00000020:00000080:2.0:1789785450.825218:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9dafb5e6e000 for lustre-MDT0000 00000020:00000080:2.0:1789785450.825223:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9dae82596800 for lustre-MDT0000 00000020:00000080:2.0:1789785450.825226:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9dae84430800 for lustre-MDT0000 00010000:00010000:0.0:1789785451.203398:0:17200:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789785451.330645:0:3661:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafa5889880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3661:1876725549196800:0@lo:400:kworker.0 00000100:00100000:0.0:1789785451.330709:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789785451.330743:0:3661:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafa5889c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3661:1876725549197312:0@lo:400:kworker.0 00000100:00100000:0.0:1789785451.330764:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789785451.330845:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafa588a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ad642144-cf43-4df2-a5e5-a426cdb5453e:3662:1876725549196416:0@lo:400:kworker.0 00000100:00100000:1.0:1789785451.330880:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789785451.330902:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafa5888000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3662:1876725549196928:0@lo:400:kworker.0 00000100:00100000:1.0:1789785451.330987:0:18717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549196800 00000100:00100000:1.0:1789785451.330994:0:18717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549196800 00000100:00100000:2.0:1789785451.331473:0:3659:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafa588b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3659:1876725549196544:0@lo:400:kworker.0 00000100:00100000:2.0:1789785451.331508:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789785451.331526:0:3659:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafa588ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3659:1876725549197056:0@lo:400:kworker.0 00000100:00100000:2.0:1789785451.331604:0:3660:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafa588b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3660:1876725549196672:0@lo:400:kworker.0 00000100:00100000:2.0:1789785451.331630:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789785451.331647:0:3660:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafa588aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3660:1876725549197184:0@lo:400:kworker.0 00000100:00100000:2.0:1789785451.331675:0:17206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549196416 00000100:00100000:2.0:1789785451.331679:0:17206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549196416 00000100:00100000:2.0:1789785451.331718:0:17206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 175 00000100:00100000:2.0:1789785451.331728:0:17206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbb425c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ad642144-cf43-4df2-a5e5-a426cdb5453e+19:3662:x1876725549196416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789785451.331775:0:17206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbb425c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ad642144-cf43-4df2-a5e5-a426cdb5453e+19:3662:x1876725549196416:12345-0@lo:400:kworker.0 Request processed in 48us (893us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785451.331782:0:17206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 175 00000100:00100000:3.0:1789785451.331948:0:18200:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549196544 00000100:00100000:3.0:1789785451.331953:0:18200:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549196544 00000100:00100000:3.0:1789785451.331990:0:18200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:3.0:1789785451.331996:0:18200:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafa588f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3659:x1876725549196544:12345-0@lo:400:kworker.0 00000020:00080000:3.0:1789785451.332002:0:18200:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:3.0:1789785451.332039:0:18200:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafa588f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3659:x1876725549196544:12345-0@lo:400:kworker.0 Request processed in 42us (530us total) trans 0 rc -107/-107 00000100:00100000:3.0:1789785451.332046:0:18200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:3.0:1789785451.332064:0:19259:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549196672 00000100:00100000:3.0:1789785451.332067:0:19259:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549196672 00000100:00100000:0.0:1789785451.333671:0:3661:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafb115c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3661:1876725549197824:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1789785451.333713:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789785451.333746:0:18721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549197824 00000100:00100000:0.0:1789785451.333751:0:18721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549197824 00000100:00100000:0.0:1789785451.333784:0:18721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1789785451.333790:0:18721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafa5889f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3661:x1876725549197824:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1789785451.333817:0:18721:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:0.0:1789785451.333850:0:18721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafa5889f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3661:x1876725549197824:12345-0@lo:13:osp-pre-1-1.0 Request processed in 59us (136us total) trans 0 rc 0/0 00000100:00100000:0.0:1789785451.333857:0:18721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1789785451.333878:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789785451.333898:0:3660:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafb115d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3660:1876725549197696:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1789785451.333919:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789785451.333947:0:20462:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549197312 00000100:00100000:0.0:1789785451.333950:0:20462:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549197312 00000100:00100000:0.0:1789785451.333967:0:20462:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549197184 00000100:00100000:0.0:1789785451.333969:0:20462:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549197184 00000100:00100000:2.0:1789785451.334030:0:17212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1789785451.334036:0:17212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafa5888a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3661:x1876725549197312:12345-0@lo:400:kworker.0 00000020:00080000:2.0:1789785451.334042:0:17212:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:2.0:1789785451.334081:0:17212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafa5888a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3661:x1876725549197312:12345-0@lo:400:kworker.0 Request processed in 43us (3315us total) trans 0 rc -107/-107 00000100:00100000:2.0:1789785451.334087:0:17212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1789785451.334105:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789785451.334126:0:3659:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafbf446300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3659:1876725549197568:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1789785451.334150:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1789785451.334184:0:3659:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-osp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:2.0:1789785451.334189:0:3659:0:(import.c:65:import_set_state_nolock()) ffff9dafbf3c4000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1789785451.334192:0:3659:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-osp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:3.0:1789785451.338523:0:17207:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1789785451.338534:0:17207:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1789785451.338537:0:17207:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1789785451.338559:0:17213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549197056 00000100:00100000:3.0:1789785451.338570:0:17213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549197056 00000100:00100000:3.0:1789785451.338622:0:17213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:3.0:1789785451.338632:0:17213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafa588c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3659:x1876725549197056:12345-0@lo:400:kworker.0 00000020:00080000:3.0:1789785451.338641:0:17213:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:3.0:1789785451.338715:0:17213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafa588c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3659:x1876725549197056:12345-0@lo:400:kworker.0 Request processed in 84us (4608us total) trans 0 rc -107/-107 00000100:00100000:3.0:1789785451.338722:0:17213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:3.0:1789785451.338770:0:19259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1789785451.338779:0:19259:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafa588d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3660:x1876725549196672:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789785451.338828:0:19259:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafa588d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3660:x1876725549196672:12345-0@lo:400:kworker.0 Request processed in 53us (7197us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785451.338835:0:19259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1789785451.338881:0:17217:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549197568 00000100:00100000:3.0:1789785451.338886:0:17217:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549197568 00000100:00100000:3.0:1789785451.338904:0:17217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:3.0:1789785451.338909:0:17217:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafa588ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3659:x1876725549197568:12345-0@lo:41:osp-pre-0-1.0 00000020:00080000:3.0:1789785451.338914:0:17217:0:(tgt_handler.c:807:tgt_request_handle()) operation 41 on unconnected OST from 12345-0@lo 00000100:00100000:3.0:1789785451.338937:0:17217:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafa588ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3659:x1876725549197568:12345-0@lo:41:osp-pre-0-1.0 Request processed in 27us (4786us total) trans 0 rc -107/-107 00000100:00100000:3.0:1789785451.338942:0:17217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:3.0:1789785451.342518:0:18722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549197696 00000100:00100000:3.0:1789785451.342533:0:18722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549197696 00000100:00100000:3.0:1789785451.342594:0:18722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1789785451.342605:0:18722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafa5888700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3660:x1876725549197696:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1789785451.342653:0:18722:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1789785451.342725:0:18722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafa5888700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3660:x1876725549197696:12345-0@lo:13:osp-pre-0-1.0 Request processed in 122us (8804us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785451.342734:0:18722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1789785451.342759:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785451.342799:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafa588a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3662:1876725549197440:0@lo:400:kworker.0 00000100:00100000:3.0:1789785451.342829:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785451.342863:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafa588a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ad642144-cf43-4df2-a5e5-a426cdb5453e:3662:1876725549196416:0@lo:400:kworker.0 00000100:00100000:3.0:1789785451.342888:0:17213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549196928 00000100:00100000:3.0:1789785451.342891:0:17213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549196928 00000100:00100000:3.0:1789785451.342911:0:17213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549197440 00000100:00100000:3.0:1789785451.342913:0:17213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549197440 00000100:00100000:3.0:1789785451.342943:0:17213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:3.0:1789785451.343023:0:17213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafb115ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3662:x1876725549197440:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789785451.343064:0:17213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafb115ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3662:x1876725549197440:12345-0@lo:400:kworker.0 Request processed in 46us (234us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785451.343071:0:17213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:3.0:1789785451.343085:0:17213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:3.0:1789785451.343089:0:17213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafb115ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3662:x1876725549196928:12345-0@lo:400:kworker.0 00000020:00080000:3.0:1789785451.343094:0:17213:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:3.0:1789785451.343119:0:17213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafb115ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3662:x1876725549196928:12345-0@lo:400:kworker.0 Request processed in 29us (360us total) trans 0 rc -107/-107 00000100:00100000:3.0:1789785451.343125:0:17213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00080000:3.0:1789785451.343146:0:17207:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1789785451.343165:0:3662:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:3.0:1789785451.343169:0:3662:0:(import.c:65:import_set_state_nolock()) ffff9daf8487f000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1789785451.343179:0:3662:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:3.0:1789785451.343184:0:3662:0:(import.c:65:import_set_state_nolock()) ffff9daf8487f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789785451.343188:0:3662:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 482 00000100:00080000:3.0:1789785451.343193:0:3662:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9daf8487f000 using connection 192.168.203.146@tcp/0@lo 00000100:00100000:3.0:1789785451.343219:0:3662:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9dafb115dc00 x1876725549197952/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789785451.343251:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafa5888000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3662:1876725549196928:0@lo:400:kworker.0 00010000:00080000:3.0:1789785451.343265:0:3662:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9dafa588a300 x1876725549197440/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789785467 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789785451.343275:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafa588a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3662:1876725549197440:0@lo:400:kworker.0 00000100:00100000:3.0:1789785451.343313:0:3661:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafb115c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3661:1876725549197824:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1789785451.343325:0:3661:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:3.0:1789785451.343328:0:3661:0:(import.c:65:import_set_state_nolock()) ffff9dae84542800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1789785451.343331:0:3661:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:3.0:1789785451.343334:0:3661:0:(import.c:65:import_set_state_nolock()) ffff9dae84542800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789785451.343360:0:3661:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 513 00000100:00080000:3.0:1789785451.343364:0:3661:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9dae84542800 using connection 192.168.203.146@tcp/0@lo 00000100:00100000:3.0:1789785451.343378:0:3661:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9dafb115e300 x1876725549198080/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789785451.343388:0:3661:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafa5889c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3661:1876725549197312:0@lo:400:kworker.0 00000100:00100000:3.0:1789785451.343427:0:3658:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafb115dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3658:1876725549197952:0@lo:38:ptlrpcd_00_03.0 00000100:00100000:3.0:1789785451.343463:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785451.343481:0:3658:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafb115e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3658:1876725549198080:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:3.0:1789785451.343500:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785451.343525:0:17211:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549197952 00000100:00100000:3.0:1789785451.343528:0:17211:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549197952 00000100:00100000:3.0:1789785451.343544:0:17211:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549198080 00000100:00100000:3.0:1789785451.343546:0:17211:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549198080 00000100:00100000:3.0:1789785451.343557:0:17211:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:3.0:1789785451.343561:0:17211:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafb115c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3658:x1876725549197952:12345-0@lo:38:ptlrpcd_00_03.0 00010000:02000000:3.0:1789785451.343574:0:17211:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:1.0:1789785451.343659:0:18717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1789785451.343668:0:18717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafa588bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3661:x1876725549196800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789785451.343710:0:18717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafa588bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3661:x1876725549196800:12345-0@lo:400:kworker.0 Request processed in 43us (13001us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785451.343716:0:18717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1789785451.343749:0:3661:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafa5889880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3661:1876725549196800:0@lo:400:kworker.0 00000100:00100000:1.0:1789785451.343784:0:3660:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafa588b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3660:1876725549196672:0@lo:400:kworker.0 00000100:00100000:1.0:1789785451.343797:0:3660:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafb115d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3660:1876725549197696:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1789785451.343845:0:19042:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1789785451.343849:0:19042:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafb115fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3658:x1876725549198080:12345-0@lo:38:ptlrpcd_00_02.0 00010000:02000000:1.0:1789785451.343857:0:19042:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:1.0:1789785451.343889:0:19042:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafb115fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3658:x1876725549198080:12345-0@lo:38:ptlrpcd_00_02.0 Request processed in 37us (387us total) trans 0 rc -19/-19 00000100:00100000:1.0:1789785451.343894:0:19042:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00080000:2.0:1789785451.346521:0:3659:0:(import.c:65:import_set_state_nolock()) ffff9dafbf3c4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789785451.346530:0:3659:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 482 00000100:00080000:2.0:1789785451.346539:0:3659:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9dafbf3c4000 using connection 192.168.203.146@tcp/0@lo 00000100:00100000:2.0:1789785451.346579:0:3659:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9dafa588ea00 x1876725549198208/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789785451.346599:0:3659:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafa588b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3659:1876725549196544:0@lo:400:kworker.0 00000100:00080000:2.0:1789785451.346629:0:3659:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0000 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:2.0:1789785451.346633:0:3659:0:(import.c:65:import_set_state_nolock()) ffff9dae82a04800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1789785451.346636:0:3659:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:2.0:1789785451.346640:0:3659:0:(import.c:65:import_set_state_nolock()) ffff9dae82a04800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789785451.346643:0:3659:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 498 00000100:00080000:2.0:1789785451.346647:0:3659:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9dae82a04800 using connection 192.168.203.146@tcp/0@lo 00000100:00100000:2.0:1789785451.346658:0:3659:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9dafa588dc00 x1876725549198336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789785451.346668:0:3659:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafa588ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3659:1876725549197056:0@lo:400:kworker.0 00000100:02020000:2.0:1789785451.346697:0:3659:0:(client.c:1505:ptlrpc_check_status()) lustre-MDT0000-osp-MDT0001: operation mds_statfs to node 0@lo failed: rc = -107 00000100:00080000:2.0:1789785451.346704:0:3659:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-osp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:2.0:1789785451.346706:0:3659:0:(import.c:214:ptlrpc_set_import_discon()) osp: import ffff9dafbf3c4000 already not connected (conn 2, was 1): CONNECTING 00000100:00100000:1.0:1789785451.350465:0:17213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:1.0:1789785451.350491:0:17213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafa5889180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3660:x1876725549197184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789785451.350587:0:17213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafa5889180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3660:x1876725549197184:12345-0@lo:400:kworker.0 Request processed in 108us (16706us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785451.350593:0:17213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00010000:00080000:1.0:1789785451.350645:0:3660:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9dafa588aa00 x1876725549197184/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789785467 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789785451.350661:0:3660:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafa588aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3660:1876725549197184:0@lo:400:kworker.0 00000100:00100000:1.0:1789785451.350883:0:3658:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafa588ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3658:1876725549198208:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:1.0:1789785451.350924:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789785451.354513:0:17216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549198208 00000100:00100000:2.0:1789785451.354529:0:17216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549198208 00000100:00100000:2.0:1789785451.354579:0:17216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:2.0:1789785451.354587:0:17216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbf446d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3658:x1876725549198208:12345-0@lo:38:ptlrpcd_00_00.0 00010000:02000000:2.0:1789785451.354607:0:17216:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:2.0:1789785451.354685:0:17216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbf446d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3658:x1876725549198208:12345-0@lo:38:ptlrpcd_00_00.0 Request processed in 98us (3759us total) trans 0 rc -19/-19 00000100:00100000:2.0:1789785451.354691:0:17216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00080000:1.0:1789785451.355168:0:3658:0:(import.c:65:import_set_state_nolock()) ffff9dafbf3c4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789785451.355175:0:3658:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1789785451.355179:0:3658:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafa588ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3658:1876725549198208:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:2.0:1789785451.356058:0:3658:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafa588dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3658:1876725549198336:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:2.0:1789785451.356114:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1789785451.356163:0:3658:0:(import.c:65:import_set_state_nolock()) ffff9dae84542800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789785451.356168:0:3658:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1789785451.356171:0:3658:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafb115e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3658:1876725549198080:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:1.0:1789785451.356336:0:17213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549198336 00000100:00100000:1.0:1789785451.356367:0:17213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549198336 00000100:00100000:1.0:1789785451.356398:0:17213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:1.0:1789785451.356405:0:17213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafa588e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3658:x1876725549198336:12345-0@lo:38:ptlrpcd_00_00.0 00010000:02000000:1.0:1789785451.356419:0:17213:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:1.0:1789785451.356470:0:17213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafa588e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3658:x1876725549198336:12345-0@lo:38:ptlrpcd_00_00.0 Request processed in 63us (354us total) trans 0 rc -19/-19 00000100:00100000:1.0:1789785451.356478:0:17213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00080000:2.0:1789785451.357068:0:3658:0:(import.c:65:import_set_state_nolock()) ffff9dae82a04800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789785451.357074:0:3658:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1789785451.357078:0:3658:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafa588dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3658:1876725549198336:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:3.0:1789785451.378563:0:17211:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafb115c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3658:x1876725549197952:12345-0@lo:38:ptlrpcd_00_03.0 Request processed in 34990us (35088us total) trans 0 rc -19/-19 00000100:00100000:3.0:1789785451.378579:0:17211:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00080000:0.0:1789785451.379446:0:3658:0:(import.c:65:import_set_state_nolock()) ffff9daf8487f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789785451.379453:0:3658:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1789785451.379458:0:3658:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafb115dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3658:1876725549197952:0@lo:38:ptlrpcd_00_03.0 00010000:00010000:3.0:1789785452.227477:0:17199:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789785453.250716:0:18743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789785454.274779:0:17200:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:3.0:1789785454.851876:0:20785:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9dae82844300 - data ffff9dae82021d80/ffff9daf849fe000 00000020:01000000:3.0:1789785454.852063:0:20785:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9dae824eb7e0 - data ffff9daf9144e6c0/ffff9dafb6c8c000 00000001:00000004:3.0:1789785454.863036:0:20785:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934628 00000001:00100000:0.0:1789785454.915987:0:18714:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1789785454.915997:0:18714:0:(genops.c:885:class_export_put()) final put ffff9daf8626b000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1789785454.916111:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9daf8626b000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000080:1.0:1789785454.916158:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9daf8626f000 for lustre-OST0000 00000100:00080000:2.0:1789785454.924125:0:20785:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1789785454.924133:0:20785:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:2.0:1789785454.924146:0:20785:0:(client.c:3163:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9dafbb416a00 x1876725549196032/t8589934595(8589934595) o39->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789785458 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789785454.924170:0:20785:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:2.0:1789785454.926265:0:20785:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1789785454.926284:0:20785:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934594 gen 4 00000004:00080000:2.0:1789785454.926308:0:20785:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1789785454.926310:0:20785:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:0.0:1789785454.926796:0:17235:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:0.0:1789785454.926800:0:17235:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 1 count 1 00000040:00080000:0.0:1789785454.926809:0:17235:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:2.0:1789785454.928414:0:20785:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1789785454.928421:0:20785:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 4 00000004:00080000:2.0:1789785454.928434:0:20785:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1789785454.928436:0:20785:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:0.0:1789785454.929098:0:17237:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:0.0:1789785454.929113:0:17237:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xc:0x0] index 2 count 1 00000040:00080000:0.0:1789785454.929121:0:17237:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:2.0:1789785454.930181:0:20785:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x2f18ee3fd845d3bc 00000020:00000080:2.0:1789785454.930191:0:20785:0:(genops.c:885:class_export_put()) final put ffff9dafaba17000/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1789785454.930957:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9dafaba17000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:2.0:1789785454.931323:0:20785:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x2f18ee3fd845d3d1 00000020:00000080:2.0:1789785454.931330:0:20785:0:(genops.c:885:class_export_put()) final put ffff9dafaba1a000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:2.0:1789785454.931362:0:20785:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000080:2.0:1789785454.931368:0:20785:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789785454.931376:0:20785:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1789785454.931380:0:20785:0:(genops.c:1558:class_disconnect_exports()) OBD device 4 (ffff9dae82550000) has no exports 00000020:00000080:0.0:1789785454.931576:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9dafaba1a000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000004:01000000:2.0:1789785454.931692:0:20785:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:2.0:1789785454.931699:0:20785:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x2f18ee3fd845d433 00000020:00000080:2.0:1789785454.931704:0:20785:0:(genops.c:885:class_export_put()) final put ffff9dafa64ab000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:2.0:1789785454.931787:0:20785:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0000 (flags='') 00000020:00000080:2.0:1789785454.931792:0:20785:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789785454.931796:0:20785:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1789785454.931799:0:20785:0:(genops.c:1558:class_disconnect_exports()) OBD device 10 (ffff9dae82b299b8) has no exports 00000020:00000080:2.0:1789785454.931804:0:20785:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x2f18ee3fd845d42c 00000020:00000080:2.0:1789785454.931808:0:20785:0:(genops.c:885:class_export_put()) final put ffff9dafa64ac800/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1789785454.932930:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9dafa64ab000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00010000:01000000:2.0:1789785454.933461:0:20785:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0000: client import never connected 00000100:00080000:2.0:1789785454.933466:0:20785:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1789785454.933470:0:20785:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 5 00000004:00080000:2.0:1789785454.933476:0:20785:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1789785454.933478:0:20785:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1789785454.935950:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9dafa64ac800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1789785454.938553:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9dafa64af800 for lustre-OST0001-osc-MDT0000 00000020:00000080:2.0:1789785454.940105:0:20785:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789785454.940120:0:20785:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1789785454.940125:0:20785:0:(genops.c:885:class_export_put()) final put ffff9dafa64ab800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1789785454.940129:0:20785:0:(genops.c:844:class_export_destroy()) destroying export ffff9dafa64ab800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:01000000:2.0:1789785454.940158:0:20785:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1789785454.940258:0:20785:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x2f18ee3fd845d41e 00000020:00000080:2.0:1789785454.940265:0:20785:0:(genops.c:885:class_export_put()) final put ffff9dafa64a9800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:2.0:1789785454.940458:0:20785:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000080:2.0:1789785454.940463:0:20785:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789785454.940468:0:20785:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1789785454.940472:0:20785:0:(genops.c:1558:class_disconnect_exports()) OBD device 9 (ffff9dae82554d28) has no exports 00000020:00000080:2.0:1789785454.940486:0:20785:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x2f18ee3fd845d417 00000020:00000080:2.0:1789785454.940491:0:20785:0:(genops.c:885:class_export_put()) final put ffff9dae84460000/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1789785454.940897:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9dafa64a9800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00010000:01000000:2.0:1789785454.943947:0:20785:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00080000:2.0:1789785454.943956:0:20785:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1789785454.943959:0:20785:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934594 gen 5 00000004:00080000:2.0:1789785454.943968:0:20785:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1789785454.943971:0:20785:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1789785454.944084:0:20785:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789785454.944095:0:20785:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000004:01000000:2.0:1789785454.944110:0:20785:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:2.0:1789785454.944116:0:20785:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x2f18ee3fd845d409 00000020:00000080:2.0:1789785454.944124:0:20785:0:(genops.c:885:class_export_put()) final put ffff9dafaba1a800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:2.0:1789785454.944801:0:20785:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osp-MDT0000 (flags='') 00000020:00000080:2.0:1789785454.944810:0:20785:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789785454.944815:0:20785:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-osp-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1789785454.944819:0:20785:0:(genops.c:1558:class_disconnect_exports()) OBD device 8 (ffff9dae82b2b370) has no exports 00000020:00000080:2.0:1789785454.944825:0:20785:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x2f18ee3fd845d402 00000020:00000080:2.0:1789785454.945003:0:20785:0:(genops.c:885:class_export_put()) final put ffff9daf85807800/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1789785454.948860:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9dae84460000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1789785454.948882:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9dae84462800 for lustre-OST0000-osc-MDT0000 00000020:00000080:1.0:1789785454.948889:0:8:0:(genops.c:885:class_export_put()) final put ffff9dafaba19000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1789785454.948892:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9dafaba19000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:01000000:1.0:1789785454.948896:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1789785454.948976:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9dafaba1a800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:00000080:1.0:1789785454.948991:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9daf85807800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:2.0:1789785454.989893:0:20785:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-osp-MDT0000: client import never connected 00000100:00080000:2.0:1789785454.989902:0:20785:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1789785454.989907:0:20785:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:2.0:1789785454.989915:0:20785:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1789785454.990022:0:20785:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789785454.990034:0:20785:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1789785454.990061:0:20785:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789785454.990076:0:20785:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1789785454.990081:0:20785:0:(genops.c:885:class_export_put()) final put ffff9dafaba13800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1789785454.990085:0:20785:0:(genops.c:844:class_export_destroy()) destroying export ffff9dafaba13800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:2.0:1789785454.990098:0:20785:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1789785454.990192:0:20785:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x2f18ee3fd845d3d8 00000020:00000080:2.0:1789785454.990199:0:20785:0:(genops.c:885:class_export_put()) final put ffff9dafaba1e800/lustre-MDD0000_UUID 00000020:00000080:1.0:1789785454.990300:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9daf85807000 for lustre-MDT0001-osp-MDT0000 00000020:00000080:1.0:1789785454.990307:0:8:0:(genops.c:885:class_export_put()) final put ffff9dae84467800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1789785454.990309:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9dae84467800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:01000000:1.0:1789785454.990316:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osp-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:01000000:2.0:1789785454.990689:0:20785:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000080:1.0:1789785454.990734:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9dafaba1e800/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000080:1.0:1789785454.990747:0:20785:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789785454.990752:0:20785:0:(obd_config.c:956:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1789785454.990756:0:20785:0:(genops.c:1558:class_disconnect_exports()) OBD device 6 (ffff9dae82553370) has no exports 00000020:00000080:1.0:1789785454.990778:0:20785:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789785454.990782:0:20785:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000080:1.0:1789785454.990785:0:20785:0:(genops.c:885:class_export_put()) final put ffff9dafaba18000/lustre-MDD0000_UUID 00000020:00000080:1.0:1789785454.990787:0:20785:0:(genops.c:844:class_export_destroy()) destroying export ffff9dafaba18000/lustre-MDD0000_UUID for lustre-MDD0000 00000020:01000000:1.0:1789785454.990791:0:20785:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:00000080:1.0:1789785454.990822:0:20785:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x2f18ee3fd845d3df 00000020:00000080:1.0:1789785454.990903:0:20785:0:(genops.c:885:class_export_put()) final put ffff9dafaba1e000/lustre-MDT0000-osd_UUID 00000020:01000004:1.0:1789785454.990948:0:20785:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9dafb11eb000 from lustre-MDT0000, refs=3 00000020:01000004:1.0:1789785454.990952:0:20785:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9dafb11eb000 3 00000020:01000004:1.0:1789785454.990964:0:20785:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff9dafb11eb000 from lustre-MDT0000 00000020:00000080:1.0:1789785454.990996:0:20785:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789785454.991001:0:20785:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000080:1.0:1789785454.991004:0:20785:0:(genops.c:885:class_export_put()) final put ffff9dafaba10800/lustre-MDT0000_UUID 00000020:00000080:1.0:1789785454.991006:0:20785:0:(genops.c:844:class_export_destroy()) destroying export ffff9dafaba10800/lustre-MDT0000_UUID for lustre-MDT0000 00000020:01000000:1.0:1789785454.991012:0:20785:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:01000004:1.0:1789785454.991041:0:20785:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 3 references. 00000020:01000004:1.0:1789785454.991045:0:20785:0:(tgt_mount.c:255:server_stop_mgs()) Stop MGS service MGS 00000020:01000000:1.0:1789785454.991047:0:20785:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000080:1.0:1789785454.991050:0:20785:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789785454.991053:0:20785:0:(obd_config.c:956:class_cleanup()) MGS: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1789785454.991059:0:20785:0:(genops.c:1819:print_export_data()) MGS: ACTIVE ffff9dafc189d000 ad642144-cf43-4df2-a5e5-a426cdb5453e 0@lo 18 (0 0 13) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1789785454.991065:0:20785:0:(genops.c:1553:class_disconnect_exports()) OBD device 1 (ffff9dafba55cd28) has exports, disconnecting them 00000020:00080000:1.0:1789785454.991069:0:20785:0:(genops.c:1528:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (ffff9dafc189d000), last request at 1789785359 00000020:00000080:1.0:1789785454.991083:0:20785:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x2f18ee3fd845d384 00000020:00010000:1.0:1789785454.991087:0:20785:0:(genops.c:1921:obd_stale_export_put()) Put export ffff9dafc189d000: total 1 00000100:00080000:1.0:1789785454.991092:0:20785:0:(import.c:65:import_set_state_nolock()) ffff9dafc189b800 : changing import state from FULL to CLOSED 00000020:00080000:1.0:1789785454.991195:0:20785:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9dafc189d000): rc 0 00000020:00080000:1.0:1789785454.991200:0:20785:0:(genops.c:1558:class_disconnect_exports()) OBD device 1 (ffff9dafba55cd28) has no exports 00000020:00000080:2.0:1789785454.991258:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9dafaba1e000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000100:00100000:2.0:1789785454.991288:0:17204:0:(service.c:3183:ptlrpc_main()) ll_mgs_0000: service thread [ffff9dae83535a00:17204] 0 exiting: rc = 1 00000100:00100000:2.0:1789785454.991451:0:17206:0:(service.c:3183:ptlrpc_main()) ll_mgs_0002: service thread [ffff9dae83989800:17206] 2 exiting: rc = 0 00000100:00100000:2.0:1789785454.991562:0:17205:0:(service.c:3183:ptlrpc_main()) ll_mgs_0001: service thread [ffff9dafc18e1c00:17205] 1 exiting: rc = 0 00000020:00010000:0.0:1789785454.991930:0:17199:0:(genops.c:1907:obd_stale_export_get()) Get export ffff9dafc189d000: total 0 00010000:00010000:0.0:1789785454.991935:0:17199:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789785454.991978:0:17199:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff9dafc189d000, canceled 0 locks, left on hash table 13. 00010000:00010000:0.0:1789785454.992018:0:17199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9daf814bba00/0x2f18ee3fd845d6d3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x2f18ee3fd845d6cc expref: 14 pid: 17206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785454.992034:0:17199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9dafb5d54400/0x2f18ee3fd845d5e5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x2f18ee3fd845d5de expref: 13 pid: 17206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785454.992046:0:17199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9dae81ead600/0x2f18ee3fd845d4a3 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x2f18ee3fd845d49c expref: 12 pid: 17205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785454.992058:0:17199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9daf814bb200/0x2f18ee3fd845d7ac lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x2f18ee3fd845d7a5 expref: 11 pid: 17206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785454.992068:0:17199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9dafc1a64a00/0x2f18ee3fd845d67f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x2f18ee3fd845d678 expref: 10 pid: 17206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785454.992077:0:17199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9dae81ead800/0x2f18ee3fd845d60f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x2f18ee3fd845d608 expref: 9 pid: 17206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785454.992088:0:17199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9dafc21cac00/0x2f18ee3fd845d93b lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x2f18ee3fd845d934 expref: 8 pid: 17204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785454.992115:0:17199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9dafc1a64c00/0x2f18ee3fd845d560 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x2f18ee3fd845d559 expref: 7 pid: 17205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785454.992125:0:17199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9dae81ead400/0x2f18ee3fd845d4b1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x2f18ee3fd845d4aa expref: 6 pid: 17204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785454.992137:0:17199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9dafc1b08e00/0x2f18ee3fd845d949 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x2f18ee3fd845d942 expref: 5 pid: 17206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785454.992146:0:17199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9dafc1a65e00/0x2f18ee3fd845d4bf lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x2f18ee3fd845d4b8 expref: 4 pid: 17206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785454.992157:0:17199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9daf814bb600/0x2f18ee3fd845d392 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x2f18ee3fd845d38b expref: 3 pid: 17205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785454.992167:0:17199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9daf80030e00/0x2f18ee3fd845d957 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x2f18ee3fd845d950 expref: 2 pid: 17205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785454.992178:0:17199:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff9dafc189d000, canceled 13 locks, left on hash table 0. 00000020:00000080:0.0:1789785454.992192:0:17199:0:(genops.c:885:class_export_put()) final put ffff9dafc189d000/ad642144-cf43-4df2-a5e5-a426cdb5453e 00010000:00010000:0.0:1789785454.992216:0:17199:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789785454.992218:0:17199:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789785454.992220:0:17199:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1789785454.992324:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9dafc189d000/ad642144-cf43-4df2-a5e5-a426cdb5453e for MGS 00000020:00000080:2.0:1789785454.992377:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9dafc189b800 for MGS 00000100:00100000:1.0:1789785454.992575:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785454.992584:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785454.992595:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785454.992642:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785454.992650:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785454.992656:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785454.992661:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785454.992668:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785454.992675:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785454.992681:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785454.992686:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785454.992691:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785454.992697:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785454.992702:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785454.992716:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785454.992721:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785454.992725:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785454.992730:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785454.992737:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785454.992742:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785454.992747:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785454.992753:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785454.992758:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785454.992764:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785454.992769:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785454.992775:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785454.992780:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785454.992786:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785454.992791:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785454.992796:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785454.992800:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785454.992806:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785454.992811:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785454.992816:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785454.992820:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785454.992896:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785454.992904:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785454.992910:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785454.992915:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785454.992920:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785454.992925:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785454.992931:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785454.992936:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785454.992941:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785454.992947:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785454.992951:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785454.992957:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785454.992962:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785454.992967:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785454.992980:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785454.993038:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785454.993044:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785454.993049:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785454.993055:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785454.993061:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785454.993066:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785454.993073:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785454.993078:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785454.993084:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785454.993089:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785454.993095:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785454.993100:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785454.993105:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785454.993110:0:20785:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:01000000:1.0:1789785454.994188:0:20785:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9dae83643ae0 - data ffff9dae82045af8/ffff9dae83698c00 00000020:01000000:1.0:1789785454.994307:0:20785:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9dae835b0960 - data ffff9daf9f86a360/ffff9dafbf3f5c00 00000020:00000080:1.0:1789785454.995074:0:20785:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x2f18ee3fd845d368 00000020:00000080:1.0:1789785454.995083:0:20785:0:(genops.c:885:class_export_put()) final put ffff9dafc189f800/lustre-MDT0000-osd_UUID 00000020:01000004:1.0:1789785454.995135:0:20785:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9dafb11eb000 from MGS, refs=2 00000020:01000004:1.0:1789785454.995139:0:20785:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9dafb11eb000 2 00000020:01000004:1.0:1789785454.995169:0:20785:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff9dafb11eb000 from MGS 00000020:00000080:1.0:1789785454.995191:0:20785:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789785454.995198:0:20785:0:(obd_config.c:883:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000080:1.0:1789785454.995201:0:20785:0:(genops.c:885:class_export_put()) final put ffff9dafc189e000/MGS 00000020:00000080:1.0:1789785454.995212:0:20785:0:(genops.c:844:class_export_destroy()) destroying export ffff9dafc189e000/MGS for MGS 00000020:01000000:1.0:1789785454.995219:0:20785:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:01000000:1.0:1789785454.995277:0:20785:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000080:1.0:1789785454.995280:0:20785:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789785454.995285:0:20785:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1789785454.995290:0:20785:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE ffff9dafc18fc000 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1789785454.995296:0:20785:0:(genops.c:1553:class_disconnect_exports()) OBD device 11 (ffff9dafb11db370) has exports, disconnecting them 00000020:00080000:1.0:1789785454.995301:0:20785:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (ffff9dafc18fc000), last request at 1789785359 00000020:00000080:1.0:1789785454.995313:0:20785:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x2f18ee3fd845d46b 00000020:00080000:1.0:1789785454.995322:0:20785:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9dafc18fc000): rc 0 00000020:00000080:1.0:1789785454.995326:0:20785:0:(genops.c:885:class_export_put()) final put ffff9dafc18fc000/lustre-MDT0000-lwp-MDT0000 00000020:00000080:0.0:1789785454.996396:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9dafc189f800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1789785454.996412:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9dafc18fc000/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00010000:01000000:0.0:1789785454.997419:0:20785:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00080000:0.0:1789785454.997425:0:20785:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1789785454.997430:0:20785:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:0.0:1789785454.997436:0:20785:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1789785454.997705:0:20785:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789785454.997713:0:20785:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:01000004:0.0:1789785454.997720:0:20785:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9dafb11eb000 1 00000020:00000080:0.0:1789785454.997726:0:20785:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x2f18ee3fd845d35a 00000020:00000080:0.0:1789785454.997733:0:20785:0:(genops.c:885:class_export_put()) final put ffff9dafc1898000/lustre-MDT0000-osd_UUID 00000020:00000080:2.0:1789785454.997919:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9dafc18fe800 for lustre-MDT0000-lwp-MDT0000 00000020:00000080:2.0:1789785454.997926:0:37:0:(genops.c:885:class_export_put()) final put ffff9dafc1a6e000/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:2.0:1789785454.997928:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9dafc1a6e000/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:01000000:2.0:1789785454.997934:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:01000000:0.0:1789785454.998120:0:20785:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000080:0.0:1789785454.998126:0:20785:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789785454.998129:0:20785:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1789785454.998133:0:20785:0:(genops.c:1558:class_disconnect_exports()) OBD device 0 (ffff9dae83723370) has no exports 00000020:00000080:2.0:1789785454.998570:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9dafc1898000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1789785455.115898:0:20785:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789785455.115910:0:20785:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000080:0.0:1789785455.115915:0:20785:0:(genops.c:885:class_export_put()) final put ffff9dafb11ea000/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1789785455.115920:0:20785:0:(genops.c:844:class_export_destroy()) destroying export ffff9dafb11ea000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:0.0:1789785455.115931:0:20785:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:01000004:0.0:1789785455.116053:0:20785:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff9dafb11ef000 00000020:02000400:0.0:1789785455.116112:0:20785:0:(tgt_mount.c:2184:server_put_super()) server umount lustre-MDT0000 complete 00010000:00010000:0.0:1789785455.299863:0:18743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1789785455.372430:0:17971:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1789785456.327695:0:17200:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789785456.450758:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789785456.450766:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789785456.450769:0:8:0:(import.c:65:import_set_state_nolock()) ffff9dafbf3c4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789785456.450777:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 559 00000100:00080000:2.0:1789785456.450783:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1789785456.450789:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9dafbf3c4000 using connection 192.168.203.146@tcp/0@lo 00000100:00100000:2.0:1789785456.450811:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9dafa588ea00 x1876725549198592/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789785456.450845:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789785456.450861:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789785456.450864:0:8:0:(import.c:65:import_set_state_nolock()) ffff9daf8487f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789785456.450868:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 559 00000100:00080000:2.0:1789785456.450871:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1789785456.450874:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9daf8487f000 using connection 192.168.203.146@tcp/0@lo 00000100:00100000:2.0:1789785456.450886:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9dafa588df80 x1876725549198976/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789785456.450896:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789785456.450899:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789785456.450901:0:8:0:(import.c:65:import_set_state_nolock()) ffff9dae82a04800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789785456.450903:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 559 00000100:00080000:2.0:1789785456.450905:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1789785456.450909:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9dae82a04800 using connection 192.168.203.146@tcp/0@lo 00000100:00100000:2.0:1789785456.450932:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9dafa588d180 x1876725549199104/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789785456.450949:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789785456.450952:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789785456.450953:0:8:0:(import.c:65:import_set_state_nolock()) ffff9dae84542800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789785456.450956:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 559 00000100:00080000:2.0:1789785456.450958:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1789785456.450961:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9dae84542800 using connection 192.168.203.146@tcp/0@lo 00000100:00100000:2.0:1789785456.450973:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9dafbb416a00 x1876725549199360/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789785456.451004:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafa588dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ad642144-cf43-4df2-a5e5-a426cdb5453e:3662:1876725549198464:0@lo:400:kworker.0 00000400:00000100:2.0:1789785456.451057:0:3662:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876725549198464 offset 0 length 224: 4 00000100:00100000:2.0:1789785456.451102:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafbb416d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3662:1876725549199488:0@lo:400:kworker.0 00000100:00100000:2.0:1789785456.451147:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789785456.451173:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1789785456.451179:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafa588c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3662:1876725549199232:0@lo:400:kworker.0 00000100:00100000:2.0:1789785456.451213:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789785456.451242:0:17212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549199488 00000100:00100000:2.0:1789785456.451248:0:17212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549199488 00000100:00100000:2.0:1789785456.451296:0:17212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549199232 00000100:00100000:2.0:1789785456.451299:0:17212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549199232 00000100:00100000:2.0:1789785456.451324:0:17212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:2.0:1789785456.451333:0:17212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbb414a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3662:x1876725549199488:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789785456.451411:0:17212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbb414a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3662:x1876725549199488:12345-0@lo:400:kworker.0 Request processed in 78us (263us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785456.451417:0:17212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:2.0:1789785456.451434:0:17212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:2.0:1789785456.451441:0:17212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae84524000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3662:x1876725549199232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789785456.451466:0:17212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae84524000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3662:x1876725549199232:12345-0@lo:400:kworker.0 Request processed in 27us (253us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785456.451472:0:17212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00010000:00080000:2.0:1789785456.451505:0:3662:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffff9dafa588c700 x1876725549199232/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789785472 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789785456.451517:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafa588c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3662:1876725549199232:0@lo:400:kworker.0 00010000:00080000:2.0:1789785456.451529:0:3662:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffff9dafbb416d80 x1876725549199488/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789785472 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789785456.451550:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafbb416d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3662:1876725549199488:0@lo:400:kworker.0 00000100:00100000:1.0:1789785456.451663:0:3660:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafa588ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3660:1876725549198848:0@lo:400:kworker.0 00000100:00100000:1.0:1789785456.451697:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789785456.451724:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789785456.451730:0:3660:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafa588fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3660:1876725549198720:0@lo:400:kworker.0 00000100:00100000:1.0:1789785456.451751:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789785456.451782:0:19259:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549198848 00000100:00100000:1.0:1789785456.451786:0:19259:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549198848 00000100:00100000:1.0:1789785456.451813:0:19259:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549198720 00000100:00100000:1.0:1789785456.451815:0:19259:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549198720 00000100:00100000:1.0:1789785456.451835:0:19259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1789785456.451841:0:19259:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbf444000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3660:x1876725549198848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789785456.451877:0:19259:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbf444000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3660:x1876725549198848:12345-0@lo:400:kworker.0 Request processed in 36us (179us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785456.451883:0:19259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1789785456.451894:0:19259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1789785456.451900:0:19259:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae84603480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3660:x1876725549198720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789785456.451925:0:19259:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae84603480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3660:x1876725549198720:12345-0@lo:400:kworker.0 Request processed in 25us (173us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785456.451930:0:19259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1789785456.451960:0:3660:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafa588fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3660:1876725549198720:0@lo:400:kworker.0 00000100:00100000:1.0:1789785456.451969:0:3660:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafa588ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3660:1876725549198848:0@lo:400:kworker.0 00000100:00080000:1.0:1789785456.451999:0:17207:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1789785456.452003:0:17207:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1789785456.452012:0:17207:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1789785456.452022:0:3658:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafa588ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3658:1876725549198592:0@lo:38:kworker.0 00000100:00100000:1.0:1789785456.452048:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789785456.452068:0:3658:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafa588df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3658:1876725549198976:0@lo:38:kworker.0 00000100:00100000:1.0:1789785456.452088:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789785456.452103:0:3658:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafa588d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3658:1876725549199104:0@lo:38:kworker.0 00000100:00100000:1.0:1789785456.452122:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789785456.452135:0:3658:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafbb416a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3658:1876725549199360:0@lo:38:kworker.0 00000100:00100000:1.0:1789785456.452153:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789785456.452178:0:18200:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549198592 00000100:00100000:1.0:1789785456.452182:0:18200:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549198592 00000100:00100000:1.0:1789785456.452216:0:18200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1789785456.452222:0:18200:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae84600a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3658:x1876725549198592:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1789785456.452238:0:18200:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1789785456.455562:0:19042:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549198976 00000100:00100000:0.0:1789785456.455588:0:19042:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549198976 00000100:00100000:0.0:1789785456.455630:0:19042:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549199104 00000100:00100000:0.0:1789785456.455633:0:19042:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549199104 00000100:00100000:0.0:1789785456.455642:0:19042:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549199360 00000100:00100000:0.0:1789785456.455645:0:19042:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549199360 00000100:00100000:0.0:1789785456.455660:0:19042:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:0.0:1789785456.455668:0:19042:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae84601f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3658:x1876725549198976:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1789785456.455691:0:19042:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1789785456.455782:0:19042:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae84601f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3658:x1876725549198976:12345-0@lo:38:kworker.0 Request processed in 113us (3691us total) trans 0 rc -19/-19 00000100:00100000:0.0:1789785456.455789:0:19042:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:0.0:1789785456.455805:0:19042:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:0.0:1789785456.455824:0:19042:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9daf87815c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3658:x1876725549199104:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1789785456.455835:0:19042:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1789785456.455862:0:19042:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9daf87815c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3658:x1876725549199104:12345-0@lo:38:kworker.0 Request processed in 37us (3739us total) trans 0 rc -19/-19 00000100:00100000:0.0:1789785456.455867:0:19042:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:0.0:1789785456.455878:0:19042:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:0.0:1789785456.455883:0:19042:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9daf87815f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3658:x1876725549199360:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1789785456.455892:0:19042:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1789785456.455916:0:19042:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9daf87815f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3658:x1876725549199360:12345-0@lo:38:kworker.0 Request processed in 32us (3761us total) trans 0 rc -19/-19 00000100:00100000:0.0:1789785456.455922:0:19042:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00080000:0.0:1789785456.456001:0:3658:0:(import.c:65:import_set_state_nolock()) ffff9daf8487f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789785456.456007:0:3658:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1789785456.456011:0:3658:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafa588df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3658:1876725549198976:0@lo:38:kworker.0 00000100:00080000:0.0:1789785456.456021:0:3658:0:(import.c:65:import_set_state_nolock()) ffff9dae82a04800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789785456.456025:0:3658:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1789785456.456027:0:3658:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafa588d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3658:1876725549199104:0@lo:38:kworker.0 00000100:00080000:0.0:1789785456.456035:0:3658:0:(import.c:65:import_set_state_nolock()) ffff9dae84542800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789785456.456038:0:3658:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1789785456.456041:0:3658:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafbb416a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3658:1876725549199360:0@lo:38:kworker.0 00000100:00100000:2.0:1789785456.456516:0:3659:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafb115ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3659:1876725549199616:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1789785456.456556:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785456.456694:0:20607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549199616 00000100:00100000:3.0:1789785456.456700:0:20607:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549199616 00000100:00100000:3.0:1789785456.456745:0:20607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1789785456.456753:0:20607:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae84524700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1876725549199616:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1789785456.456778:0:20607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1789785456.456816:0:20607:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae84524700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1876725549199616:12345-0@lo:13:osp-pre-0-1.0 Request processed in 64us (260us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785456.456823:0:20607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1789785456.456912:0:3660:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafa5888380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3660:1876725549199744:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1789785456.456940:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785456.457018:0:18721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549199744 00000100:00100000:3.0:1789785456.457031:0:18721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549199744 00000100:00100000:3.0:1789785456.457062:0:18721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1789785456.457069:0:18721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafa588b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3660:x1876725549199744:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1789785456.457084:0:18721:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:3.0:1789785456.457126:0:18721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafa588b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3660:x1876725549199744:12345-0@lo:13:osp-pre-1-1.0 Request processed in 58us (184us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785456.457132:0:18721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1789785456.457271:0:3660:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafa5888380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3660:1876725549199744:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1789785456.457390:0:3659:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafb115ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3659:1876725549199616:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1789785456.469081:0:18200:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae84600a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3658:x1876725549198592:12345-0@lo:38:kworker.0 Request processed in 16848us (17022us total) trans 0 rc -19/-19 00000100:00100000:1.0:1789785456.469096:0:18200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00080000:0.0:1789785456.469268:0:3658:0:(import.c:65:import_set_state_nolock()) ffff9dafbf3c4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789785456.469274:0:3658:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1789785456.469278:0:3658:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafa588ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3658:1876725549198592:0@lo:38:kworker.0 00010000:00010000:3.0:1789785457.350473:0:17199:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789785458.370616:0:18743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:0.0:1789785458.897545:0:20986:0:(tgt_mount.c:2195:server_umount_begin()) umount -f 00000020:01000004:2.0:1789785458.914665:0:20986:0:(tgt_mount.c:2065:server_put_super()) server put_super lustre-MDT0001 00010000:00010000:2.0:1789785458.914718:0:20986:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.146@tcp lock: ffff9dae81ead000/0x2f18ee3fd845d559 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845d560 expref: -99 pid: 17943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785458.914732:0:20986:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.146@tcp lock: ffff9dae81ead000/0x2f18ee3fd845d559 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x2f18ee3fd845d560 expref: -99 pid: 17943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785458.914739:0:20986:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.146@tcp lock: ffff9dae81ead000/0x2f18ee3fd845d559 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x2f18ee3fd845d560 expref: -99 pid: 17943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785458.914746:0:20986:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.146@tcp lock: ffff9dae81ead000/0x2f18ee3fd845d559 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x2f18ee3fd845d560 expref: -99 pid: 17943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785458.914770:0:20986:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:2.0:1789785458.914776:0:20986:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:2.0:1789785458.914798:0:20986:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1789785458.914802:0:20986:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 3 00000100:00080000:2.0:1789785458.914809:0:20986:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1789785458.914814:0:20986:0:(import.c:65:import_set_state_nolock()) ffff9daf8487f000 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:2.0:1789785458.914819:0:20986:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1789785458.914821:0:20986:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:2.0:1789785458.914824:0:20986:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:2.0:1789785458.915761:0:20986:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.146@tcp lock: ffff9dae81eac600/0x2f18ee3fd845d4b8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845d4bf expref: -99 pid: 17943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785458.915775:0:20986:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.146@tcp lock: ffff9dae81eac600/0x2f18ee3fd845d4b8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x2f18ee3fd845d4bf expref: -99 pid: 17943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785458.915782:0:20986:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.146@tcp lock: ffff9dae81eac600/0x2f18ee3fd845d4b8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x2f18ee3fd845d4bf expref: -99 pid: 17943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785458.915789:0:20986:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.146@tcp lock: ffff9dae81eac600/0x2f18ee3fd845d4b8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x2f18ee3fd845d4bf expref: -99 pid: 17943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785458.915807:0:20986:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1789785458.915813:0:20986:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.146@tcp lock: ffff9dafc1b09a00/0x2f18ee3fd845d7a5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845d7ac expref: -99 pid: 17209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785458.915819:0:20986:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.146@tcp lock: ffff9dafc1b09a00/0x2f18ee3fd845d7a5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x2f18ee3fd845d7ac expref: -99 pid: 17209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785458.915825:0:20986:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.146@tcp lock: ffff9dafc1b09a00/0x2f18ee3fd845d7a5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x2f18ee3fd845d7ac expref: -99 pid: 17209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785458.915832:0:20986:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.146@tcp lock: ffff9dafc1b09a00/0x2f18ee3fd845d7a5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x2f18ee3fd845d7ac expref: -99 pid: 17209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785458.915847:0:20986:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:2.0:1789785458.915858:0:18743:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1789785458.915864:0:18743:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.146@tcp lock: ffff9dae81ead000/0x2f18ee3fd845d559 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x2f18ee3fd845d560 expref: -99 pid: 17943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785458.915870:0:18743:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dae81ead000 already unused, calling callback (ffffffffc12b7c20) 10000000:00010000:2.0:1789785458.915881:0:18743:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.146@tcp lock: ffff9dae81ead000/0x2f18ee3fd845d559 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x2f18ee3fd845d560 expref: -99 pid: 17943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785458.915890:0:18743:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.146@tcp lock: ffff9dae81ead000/0x2f18ee3fd845d559 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1008400000000 nid: local remote: 0x2f18ee3fd845d560 expref: -99 pid: 17943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789785458.915897:0:18743:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.146@tcp lock: ffff9dae81ead000/0x2f18ee3fd845d559 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1009400000000 nid: local remote: 0x2f18ee3fd845d560 expref: -99 pid: 17943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789785458.915903:0:18743:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1789785458.915905:0:18743:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:2.0:1789785458.915908:0:18743:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:2.0:1789785458.915939:0:18743:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.146@tcp lock: ffff9dae81ead000/0x2f18ee3fd845d559 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x2f18ee3fd845d560 expref: -99 pid: 17943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785458.915946:0:18743:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789785458.915970:0:18743:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.146@tcp lock: ffff9dae81ead000/0x2f18ee3fd845d559 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x2f18ee3fd845d560 expref: -99 pid: 17943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785458.915977:0:18743:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.146@tcp lock: ffff9dae81ead000/0x2f18ee3fd845d559 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x2f18ee3fd845d560 expref: -99 pid: 17943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785458.915990:0:18743:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789785458.915993:0:18743:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.146@tcp lock: ffff9dae81eac600/0x2f18ee3fd845d4b8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0x2f18ee3fd845d4bf expref: -99 pid: 17943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785458.915999:0:18743:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dae81eac600 already unused, calling callback (ffffffffc12b7c20) 10000000:00010000:2.0:1789785458.916002:0:18743:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.146@tcp lock: ffff9dae81eac600/0x2f18ee3fd845d4b8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0x2f18ee3fd845d4bf expref: -99 pid: 17943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785458.916009:0:18743:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.146@tcp lock: ffff9dae81eac600/0x2f18ee3fd845d4b8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1008400000000 nid: local remote: 0x2f18ee3fd845d4bf expref: -99 pid: 17943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789785458.916021:0:18743:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.146@tcp lock: ffff9dae81eac600/0x2f18ee3fd845d4b8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1009400000000 nid: local remote: 0x2f18ee3fd845d4bf expref: -99 pid: 17943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789785458.916027:0:18743:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1789785458.916029:0:18743:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0001: stopping, won't requeue 00010000:00010000:2.0:1789785458.916041:0:18743:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.146@tcp lock: ffff9dae81eac600/0x2f18ee3fd845d4b8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x2f18ee3fd845d4bf expref: -99 pid: 17943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785458.916046:0:18743:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789785458.916052:0:18743:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.146@tcp lock: ffff9dae81eac600/0x2f18ee3fd845d4b8 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x2f18ee3fd845d4bf expref: -99 pid: 17943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785458.916059:0:18743:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.146@tcp lock: ffff9dae81eac600/0x2f18ee3fd845d4b8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x2f18ee3fd845d4bf expref: -99 pid: 17943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785458.916067:0:18743:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789785458.916070:0:18743:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.146@tcp lock: ffff9dafc1b09a00/0x2f18ee3fd845d7a5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x2f18ee3fd845d7ac expref: -99 pid: 17209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785458.916075:0:18743:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafc1b09a00 already unused, calling callback (ffffffffc12b7c20) 10000000:00010000:2.0:1789785458.916078:0:18743:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.146@tcp lock: ffff9dafc1b09a00/0x2f18ee3fd845d7a5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x2f18ee3fd845d7ac expref: -99 pid: 17209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785458.916084:0:18743:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.146@tcp lock: ffff9dafc1b09a00/0x2f18ee3fd845d7a5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x2f18ee3fd845d7ac expref: -99 pid: 17209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789785458.916090:0:18743:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.146@tcp lock: ffff9dafc1b09a00/0x2f18ee3fd845d7a5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x2f18ee3fd845d7ac expref: -99 pid: 17209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789785458.916095:0:18743:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:2.0:1789785458.916101:0:18743:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:2.0:1789785458.916102:0:18743:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:2.0:1789785458.916112:0:18743:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.146@tcp lock: ffff9dafc1b09a00/0x2f18ee3fd845d7a5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x2f18ee3fd845d7ac expref: -99 pid: 17209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785458.916117:0:18743:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789785458.916129:0:18743:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.146@tcp lock: ffff9dafc1b09a00/0x2f18ee3fd845d7a5 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x2f18ee3fd845d7ac expref: -99 pid: 17209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785458.916135:0:18743:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.146@tcp lock: ffff9dafc1b09a00/0x2f18ee3fd845d7a5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x2f18ee3fd845d7ac expref: -99 pid: 17209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785458.916147:0:18743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789785458.916149:0:18743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789785458.916151:0:18743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789785458.916182:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafbb416d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ad642144-cf43-4df2-a5e5-a426cdb5453e:3662:1876725549200000:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789785458.916247:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789785458.916294:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1789785458.916300:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafbb416a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ad642144-cf43-4df2-a5e5-a426cdb5453e:3662:1876725549199872:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789785458.916321:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1789785458.916367:0:20986:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.146@tcp lock: ffff9dafc1b09c00/0x2f18ee3fd845d950 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845d957 expref: -99 pid: 17209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785458.916376:0:20986:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.146@tcp lock: ffff9dafc1b09c00/0x2f18ee3fd845d950 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x2f18ee3fd845d957 expref: -99 pid: 17209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785458.916391:0:20986:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.146@tcp lock: ffff9dafc1b09c00/0x2f18ee3fd845d950 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x2f18ee3fd845d957 expref: -99 pid: 17209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785458.916399:0:20986:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.146@tcp lock: ffff9dafc1b09c00/0x2f18ee3fd845d950 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x2f18ee3fd845d957 expref: -99 pid: 17209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785458.916417:0:20986:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789785458.916425:0:18743:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789785458.916429:0:18743:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.146@tcp lock: ffff9dafc1b09c00/0x2f18ee3fd845d950 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x2f18ee3fd845d957 expref: -99 pid: 17209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785458.916435:0:18743:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafc1b09c00 already unused, calling callback (ffffffffc12b7c20) 10000000:00010000:2.0:1789785458.916438:0:18743:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.146@tcp lock: ffff9dafc1b09c00/0x2f18ee3fd845d950 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x2f18ee3fd845d957 expref: -99 pid: 17209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785458.916444:0:18743:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.146@tcp lock: ffff9dafc1b09c00/0x2f18ee3fd845d950 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x2f18ee3fd845d957 expref: -99 pid: 17209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789785458.916451:0:18743:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.146@tcp lock: ffff9dafc1b09c00/0x2f18ee3fd845d950 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x2f18ee3fd845d957 expref: -99 pid: 17209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789785458.916456:0:18743:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:2.0:1789785458.916458:0:18743:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:2.0:1789785458.916460:0:18743:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:2.0:1789785458.916476:0:18743:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.146@tcp lock: ffff9dafc1b09c00/0x2f18ee3fd845d950 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x2f18ee3fd845d957 expref: -99 pid: 17209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785458.916482:0:18743:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789785458.916489:0:18743:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.146@tcp lock: ffff9dafc1b09c00/0x2f18ee3fd845d950 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x2f18ee3fd845d957 expref: -99 pid: 17209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785458.916495:0:18743:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.146@tcp lock: ffff9dafc1b09c00/0x2f18ee3fd845d950 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x2f18ee3fd845d957 expref: -99 pid: 17209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785458.916503:0:18743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789785458.916511:0:18743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789785458.916512:0:18743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789785458.916522:0:20986:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.146@tcp lock: ffff9dafc1a64000/0x2f18ee3fd845d4aa lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845d4b1 expref: -99 pid: 17943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785458.916530:0:20986:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.146@tcp lock: ffff9dafc1a64000/0x2f18ee3fd845d4aa lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x2f18ee3fd845d4b1 expref: -99 pid: 17943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785458.916536:0:20986:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.146@tcp lock: ffff9dafc1a64000/0x2f18ee3fd845d4aa lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x2f18ee3fd845d4b1 expref: -99 pid: 17943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785458.916542:0:20986:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.146@tcp lock: ffff9dafc1a64000/0x2f18ee3fd845d4aa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x2f18ee3fd845d4b1 expref: -99 pid: 17943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785458.916554:0:20986:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:2.0:1789785458.916557:0:20986:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0001 10000000:01000000:2.0:1789785458.916560:0:20986:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0001 (0) 00010000:00010000:2.0:1789785458.916582:0:18743:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789785458.916586:0:18743:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.146@tcp lock: ffff9dafc1a64000/0x2f18ee3fd845d4aa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x2f18ee3fd845d4b1 expref: -99 pid: 17943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785458.916592:0:18743:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafc1a64000 already unused, calling callback (ffffffffc12b7c20) 10000000:00010000:2.0:1789785458.916595:0:18743:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.146@tcp lock: ffff9dafc1a64000/0x2f18ee3fd845d4aa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x2f18ee3fd845d4b1 expref: -99 pid: 17943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785458.916602:0:18743:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.146@tcp lock: ffff9dafc1a64000/0x2f18ee3fd845d4aa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x2f18ee3fd845d4b1 expref: -99 pid: 17943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789785458.916608:0:18743:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.146@tcp lock: ffff9dafc1a64000/0x2f18ee3fd845d4aa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x2f18ee3fd845d4b1 expref: -99 pid: 17943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789785458.916624:0:18743:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:2.0:1789785458.916626:0:18743:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:2.0:1789785458.916628:0:18743:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:2.0:1789785458.916647:0:18743:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.146@tcp lock: ffff9dafc1a64000/0x2f18ee3fd845d4aa lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x2f18ee3fd845d4b1 expref: -99 pid: 17943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785458.916653:0:18743:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789785458.916663:0:18743:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.146@tcp lock: ffff9dafc1a64000/0x2f18ee3fd845d4aa lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x2f18ee3fd845d4b1 expref: -99 pid: 17943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785458.916669:0:18743:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.146@tcp lock: ffff9dafc1a64000/0x2f18ee3fd845d4aa lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x2f18ee3fd845d4b1 expref: -99 pid: 17943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785458.916682:0:18743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789785458.916683:0:18743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789785458.916685:0:18743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789785458.916692:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1789785458.916700:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafa588fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ad642144-cf43-4df2-a5e5-a426cdb5453e:3662:1876725549200384:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789785458.916738:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:01000004:2.0:1789785458.916765:0:20986:0:(tgt_mount.c:2115:server_put_super()) stopping lustre-MDT0001 00000020:01000000:2.0:1789785458.916769:0:20986:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001 (flags='F') 00000020:00000080:2.0:1789785458.916773:0:20986:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789785458.916778:0:20986:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001: forcing exports to disconnect: 2/5 00000020:00080000:2.0:1789785458.916783:0:20986:0:(genops.c:1819:print_export_data()) lustre-MDT0001: ACTIVE ffff9dae82594000 lustre-MDT0001-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1789785458.916788:0:20986:0:(genops.c:1819:print_export_data()) lustre-MDT0001: ACTIVE ffff9dae81f92800 lustre-MDT0001-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1789785458.916793:0:20986:0:(genops.c:1553:class_disconnect_exports()) OBD device 14 (ffff9dafba558000) has exports, disconnecting them 00000020:00080000:2.0:1789785458.916797:0:20986:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff9dae82594000), last request at 1789785456 00000020:00000080:2.0:1789785458.916803:0:20986:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x2f18ee3fd845d72e 00000100:00080000:2.0:1789785458.916825:0:20986:0:(import.c:65:import_set_state_nolock()) ffff9dae82595000 : changing import state from FULL to CLOSED 00010000:00010000:2.0:1789785458.916858:0:18743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:2.0:1789785458.916870:0:20986:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9dae82594000): rc 0 00000020:00000080:2.0:1789785458.916873:0:20986:0:(genops.c:885:class_export_put()) final put ffff9dae82594000/lustre-MDT0001-lwp-OST0001_UUID 00000020:00080000:2.0:1789785458.916881:0:20986:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff9dae81f92800), last request at 1789785456 00000020:00000080:2.0:1789785458.916885:0:20986:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x2f18ee3fd845d639 00000100:00080000:2.0:1789785458.916889:0:20986:0:(import.c:65:import_set_state_nolock()) ffff9dae81f93000 : changing import state from FULL to CLOSED 00000020:00000080:2.0:1789785458.916901:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9dae82594000/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001 00000020:00000080:2.0:1789785458.916936:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9dae82595000 for lustre-MDT0001 00010000:00010000:2.0:1789785458.916948:0:18743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:2.0:1789785458.916955:0:20986:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9dae81f92800): rc 0 00000020:00000080:2.0:1789785458.916956:0:20986:0:(genops.c:885:class_export_put()) final put ffff9dae81f92800/lustre-MDT0001-lwp-OST0000_UUID 00000004:00000080:2.0:1789785458.916965:0:20986:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0001: cmd=400866e7 len=0 karg=ffffa9f301bb3ae0 00000020:00000080:2.0:1789785458.916975:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9dae81f92800/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001 00000020:00000080:2.0:1789785458.917000:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9dae81f93000 for lustre-MDT0001 00000100:00080000:2.0:1789785458.917019:0:20986:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1789785458.917027:0:20986:0:(client.c:3601:ptlrpc_abort_inflight()) @@@ aborting waiting req req@ffff9dafbf446300 x1876725549197568/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789785467 ref 1 fl Rpc:RSQU/200/0 rc -107/-107 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789785458.917036:0:20986:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 3 00010000:00010000:3.0:1789785458.917584:0:17199:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789785458.917600:0:17197:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549200000 00000100:00100000:3.0:1789785458.917608:0:17197:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549200000 00000100:00100000:3.0:1789785458.917644:0:17197:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549199872 00000100:00100000:3.0:1789785458.917647:0:17197:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549199872 00000100:00100000:3.0:1789785458.917658:0:17197:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549200384 00000100:00100000:3.0:1789785458.917660:0:17197:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549200384 00000100:00100000:3.0:1789785458.917673:0:17197:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1789785458.917681:0:17197:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafa588d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3662:x1876725549200000:12345-0@lo:103:ldlm_bl.0 00010000:00020000:3.0:1789785458.917688:0:17197:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1789785458 with bad export cookie 3393724277202473860 00000100:00080000:2.0:1789785458.917805:0:20986:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1789785458.917810:0:20986:0:(import.c:65:import_set_state_nolock()) ffff9dafbf3c4000 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00010000:00010000:0.0:1789785458.919869:0:17200:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789785458.919902:0:3659:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafa588ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ad642144-cf43-4df2-a5e5-a426cdb5453e:3659:1876725549200128:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789785458.919973:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789785458.920012:0:3659:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafbf446300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3659:1876725549197568:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1789785458.920036:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789785458.920042:0:3659:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafa588ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ad642144-cf43-4df2-a5e5-a426cdb5453e:3659:1876725549200256:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789785458.920065:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789785458.920195:0:17963:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549200128 00000100:00100000:0.0:1789785458.920202:0:17963:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549200128 00000100:00100000:0.0:1789785458.920229:0:17963:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549200256 00000100:00100000:0.0:1789785458.920232:0:17963:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549200256 00000100:00100000:0.0:1789785458.920245:0:17963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1789785458.920252:0:17963:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafa588df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3662:x1876725549199872:12345-0@lo:103:ldlm_bl.0 00010000:00020000:0.0:1789785458.920269:0:17963:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1789785458 with bad export cookie 3393724277202473860 00000100:00100000:0.0:1789785458.920320:0:17963:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafa588df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3662:x1876725549199872:12345-0@lo:103:ldlm_bl.0 Request processed in 67us (3997us total) trans 0 rc -107/-107 00000100:00100000:0.0:1789785458.920327:0:17963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1789785458.920364:0:17963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1789785458.920369:0:17963:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafa588c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3662:x1876725549200384:12345-0@lo:103:ldlm_bl.0 00010000:00020000:0.0:1789785458.920373:0:17963:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1789785458 with bad export cookie 3393724277202473860 00000100:00100000:0.0:1789785458.920413:0:17963:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafa588c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3662:x1876725549200384:12345-0@lo:103:ldlm_bl.0 Request processed in 42us (3674us total) trans 0 rc -107/-107 00000100:00100000:0.0:1789785458.920436:0:17963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1789785458.920449:0:17963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1789785458.920453:0:17963:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafa5888380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3659:x1876725549200128:12345-0@lo:103:ldlm_bl.0 00010000:00020000:0.0:1789785458.920458:0:17963:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1789785458 with bad export cookie 3393724277202473860 00000100:00100000:0.0:1789785458.920491:0:17963:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafa5888380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3659:x1876725549200128:12345-0@lo:103:ldlm_bl.0 Request processed in 35us (517us total) trans 0 rc -107/-107 00000100:00100000:0.0:1789785458.920496:0:17963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1789785458.920509:0:17963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1789785458.920513:0:17963:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9daf880e8450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3659:x1876725549200256:12345-0@lo:103:ldlm_bl.0 00010000:00020000:0.0:1789785458.920517:0:17963:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1789785458 with bad export cookie 3393724277202473860 00000100:00100000:0.0:1789785458.920539:0:17963:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9daf880e8450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3659:x1876725549200256:12345-0@lo:103:ldlm_bl.0 Request processed in 24us (473us total) trans 0 rc -107/-107 00000100:00100000:0.0:1789785458.920544:0:17963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00080000:0.0:1789785458.920571:0:3662:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.203.146@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00080000:0.0:1789785458.920575:0:3662:0:(import.c:65:import_set_state_nolock()) ffff9daf85803800 MGS: changing import state from FULL to DISCONN 00000100:02020000:0.0:1789785458.920578:0:3662:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.203.146@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00000100:00080000:1.0:1789785458.925311:0:3659:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.203.146@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00080000:2.0:1789785458.926817:0:20986:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1789785458.926824:0:20986:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 3 00000004:00080000:2.0:1789785458.926851:0:20986:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:2.0:1789785458.926928:0:20986:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:2.0:1789785458.926957:0:20986:0:(import.c:65:import_set_state_nolock()) ffff9dafbf3c0000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:2.0:1789785458.926977:0:20986:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1789785458.926979:0:20986:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 3 00000004:00080000:2.0:1789785458.926998:0:20986:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:2.0:1789785458.927056:0:20986:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:2.0:1789785458.927064:0:20986:0:(import.c:65:import_set_state_nolock()) ffff9daf862fe800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:2.0:1789785458.927098:0:20986:0:(genops.c:1558:class_disconnect_exports()) OBD device 14 (ffff9dafba558000) has no exports 00000100:00100000:3.0:1789785458.934058:0:17197:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafa588d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3662:x1876725549200000:12345-0@lo:103:ldlm_bl.0 Request processed in 16372us (17806us total) trans 0 rc -107/-107 00000100:00100000:3.0:1789785458.934073:0:17197:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1789785458.934329:0:3658:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafb113df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3658:1876725549200512:0@lo:9:umount.0 00000100:00100000:3.0:1789785458.934405:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785458.934440:0:3658:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafaca27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3658:1876725549200640:0@lo:9:umount.0 00000100:00100000:3.0:1789785458.934467:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785458.934504:0:20551:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549200512 00000100:00100000:3.0:1789785458.934511:0:20551:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549200512 00000100:00100000:3.0:1789785458.934568:0:20551:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549200640 00000100:00080000:2.0:1789785458.934572:0:17207:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1789785458.934583:0:20551:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549200640 00000100:00100000:3.0:1789785458.934621:0:20551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1789785458.934630:0:20551:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafb115df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3658:x1876725549200512:12345-0@lo:9:umount.0 00000020:00000080:3.0:1789785458.934653:0:20551:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x2f18ee3fd845d663 00000100:00080000:3.0:1789785458.934662:0:20551:0:(import.c:65:import_set_state_nolock()) ffff9dae81f96000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1789785458.934702:0:20551:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:3.0:1789785458.934816:0:20551:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafb115df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+2:3658:x1876725549200512:12345-0@lo:9:umount.0 Request processed in 187us (412us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785458.934823:0:20551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1789785458.934836:0:20551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1789785458.934842:0:20551:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafb115ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3658:x1876725549200640:12345-0@lo:9:umount.0 00000020:00000080:3.0:1789785458.934854:0:20551:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x2f18ee3fd845d7c8 00000100:00080000:3.0:1789785458.934859:0:20551:0:(import.c:65:import_set_state_nolock()) ffff9dae827a4000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1789785458.934878:0:20551:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00000100:00080000:2.0:1789785458.934881:0:17207:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1789785458.934946:0:20551:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafb115ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+2:3658:x1876725549200640:12345-0@lo:9:umount.0 Request processed in 104us (479us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785458.934952:0:20551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00010000:00010000:3.0:1789785458.934974:0:18743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789785458.934996:0:3658:0:(import.c:65:import_set_state_nolock()) ffff9dafbf3c0000 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:3.0:1789785458.935021:0:3658:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:3.0:1789785458.935023:0:3658:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1789785458.935027:0:3658:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafb113df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3658:1876725549200512:0@lo:9:umount.0 00000100:00080000:3.0:1789785458.935039:0:3658:0:(import.c:65:import_set_state_nolock()) ffff9daf862fe800 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:3.0:1789785458.935046:0:3658:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:3.0:1789785458.935047:0:3658:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1789785458.935049:0:3658:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafaca27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3658:1876725549200640:0@lo:9:umount.0 00010000:00010000:3.0:1789785458.935070:0:17199:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789785458.958531:0:3662:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@0@lo for MGC192.168.203.146@tcp not replayable, auto-deactivating 00000100:00080000:0.0:1789785458.958537:0:3662:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:0.0:1789785458.958546:0:3662:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9dafa588dc00 x1876725549198464/t0(0) o400->MGC192.168.203.146@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1789785472 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789785458.958560:0:3662:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9dafbb416d80 x1876725549200000/t0(0) o103->MGC192.168.203.146@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1789785474 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789785458.958569:0:3662:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9dafbb416a00 x1876725549199872/t0(0) o103->MGC192.168.203.146@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1789785474 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789785458.958577:0:3662:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9dafa588fb80 x1876725549200384/t0(0) o103->MGC192.168.203.146@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1789785474 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789785458.958602:0:3662:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9dafa588ea00 x1876725549200128/t0(0) o103->MGC192.168.203.146@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1789785474 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789785458.958612:0:3662:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9dafa588ca80 x1876725549200256/t0(0) o103->MGC192.168.203.146@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1789785474 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789785458.958662:0:3659:0:(import.c:214:ptlrpc_set_import_discon()) mgc: import ffff9daf85803800 already not connected (conn 1, was 1): DISCONN 00000100:00100000:1.0:1789785458.958692:0:3659:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafa588ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ad642144-cf43-4df2-a5e5-a426cdb5453e:3659:1876725549200128:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789785458.958720:0:3659:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafa588ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ad642144-cf43-4df2-a5e5-a426cdb5453e:3659:1876725549200256:0@lo:103:ldlm_bl.0 10000000:01000000:0.0:1789785458.962696:0:3662:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:0.0:1789785458.962706:0:3662:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:0.0:1789785458.962707:0:3662:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:0.0:1789785458.962712:0:3662:0:(import.c:65:import_set_state_nolock()) ffff9daf85803800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789785458.962721:0:3662:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 0@lo last attempt 467 00000100:00080000:0.0:1789785458.962731:0:3662:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff9daf85803800 using connection 192.168.203.146@tcp/0@lo 00000100:00100000:2.0:1789785458.963478:0:3662:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9dafaca24380 x1876725549200768/t0(0) o250->MGC192.168.203.146@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789785458.963525:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafbb416a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ad642144-cf43-4df2-a5e5-a426cdb5453e:3662:1876725549199872:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789785458.963533:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafbb416d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ad642144-cf43-4df2-a5e5-a426cdb5453e:3662:1876725549200000:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789785458.963541:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafa588dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ad642144-cf43-4df2-a5e5-a426cdb5453e:3662:1876725549198464:0@lo:400:kworker.0 00000100:00100000:2.0:1789785458.963570:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafa588fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ad642144-cf43-4df2-a5e5-a426cdb5453e:3662:1876725549200384:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789785458.964021:0:3658:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafaca24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad642144-cf43-4df2-a5e5-a426cdb5453e:3658:1876725549200768:0@lo:250:ptlrpcd_00_03.0 00000400:00000100:0.0:1789785458.964067:0:3658:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876725549200768 offset 0 length 520: 4 00000020:00080000:2.0:1789785458.970845:0:20986:0:(genops.c:1558:class_disconnect_exports()) OBD device 14 (ffff9dafba558000) has no exports 00000020:01000000:3.0:1789785459.036265:0:20986:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9daf9ae265a0 - data ffff9daf9f82bca8/ffff9dae8109c800 00000020:01000000:3.0:1789785459.036632:0:20986:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9dae835b0c00 - data ffff9daf9f804360/ffff9daf84850c00 00000001:00000004:3.0:1789785459.049726:0:20986:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934595 00000100:00080000:2.0:1789785459.109610:0:20986:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1789785459.109618:0:20986:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:2.0:1789785459.109631:0:20986:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:2.0:1789785459.112532:0:20986:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1789785459.112539:0:20986:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 4 00000004:00080000:2.0:1789785459.112567:0:20986:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1789785459.112570:0:20986:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:1.0:1789785459.113897:0:17952:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:1.0:1789785459.113903:0:17952:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 1 count 1 00000040:00080000:1.0:1789785459.113913:0:17952:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:2.0:1789785459.114734:0:20986:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1789785459.114740:0:20986:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 4 00000004:00080000:2.0:1789785459.114755:0:20986:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1789785459.114758:0:20986:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:1.0:1789785459.115278:0:17954:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:1.0:1789785459.115293:0:17954:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 1 count 1 00000040:00080000:1.0:1789785459.115302:0:17954:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:2.0:1789785459.117791:0:20986:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x2f18ee3fd845d4cd 00000020:00000080:2.0:1789785459.117802:0:20986:0:(genops.c:885:class_export_put()) final put ffff9dafbf3c7000/lustre-MDT0001-osd_UUID 00000020:00000080:2.0:1789785459.118461:0:20986:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x2f18ee3fd845d4e2 00000020:00000080:0.0:1789785459.118633:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9dafbf3c7000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:2.0:1789785459.118724:0:20986:0:(genops.c:885:class_export_put()) final put ffff9daf9aaa5000/lustre-MDT0001-mdtlov_UUID 00000020:01000000:2.0:1789785459.118768:0:20986:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-mdtlov (flags='') 00000020:00000080:2.0:1789785459.118774:0:20986:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789785459.118782:0:20986:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1789785459.118786:0:20986:0:(genops.c:1558:class_disconnect_exports()) OBD device 13 (ffff9dafba5599b8) has no exports 00000004:01000000:2.0:1789785459.118984:0:20986:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:2.0:1789785459.118992:0:20986:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x2f18ee3fd845d536 00000020:00000080:2.0:1789785459.118996:0:20986:0:(genops.c:885:class_export_put()) final put ffff9daf862ee000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1789785459.121005:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9daf9aaa5000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:01000000:2.0:1789785459.121319:0:20986:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0001 (flags='') 00000020:00000080:2.0:1789785459.121328:0:20986:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789785459.121399:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9daf862ee000/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:00000080:2.0:1789785459.121437:0:20986:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osc-MDT0001: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1789785459.121442:0:20986:0:(genops.c:1558:class_disconnect_exports()) OBD device 18 (ffff9dafb5c38000) has no exports 00000020:00000080:2.0:1789785459.121450:0:20986:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x2f18ee3fd845d52f 00000020:00000080:2.0:1789785459.121457:0:20986:0:(genops.c:885:class_export_put()) final put ffff9daf862fe000/lustre-MDT0001-osd_UUID 00010000:01000000:2.0:1789785459.121836:0:20986:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0001: client import never connected 00000100:00080000:2.0:1789785459.121840:0:20986:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1789785459.121845:0:20986:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 5 00000004:00080000:2.0:1789785459.121851:0:20986:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1789785459.121853:0:20986:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1789785459.121885:0:20986:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789785459.121972:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9daf862fe000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:0.0:1789785459.121979:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9daf862fe800 for lustre-OST0001-osc-MDT0001 00000020:00000080:2.0:1789785459.122056:0:20986:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1789785459.122060:0:20986:0:(genops.c:885:class_export_put()) final put ffff9dae83731800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1789785459.122062:0:20986:0:(genops.c:844:class_export_destroy()) destroying export ffff9dae83731800/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:01000000:2.0:1789785459.122068:0:20986:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1789785459.122142:0:20986:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x2f18ee3fd845d521 00000020:00000080:2.0:1789785459.122148:0:20986:0:(genops.c:885:class_export_put()) final put ffff9dae83735000/lustre-MDT0001-mdtlov_UUID 00000020:01000000:2.0:1789785459.122201:0:20986:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0001 (flags='') 00000020:00000080:2.0:1789785459.122205:0:20986:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789785459.122209:0:20986:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1789785459.122212:0:20986:0:(genops.c:1558:class_disconnect_exports()) OBD device 17 (ffff9dafb5c399b8) has no exports 00000020:00000080:2.0:1789785459.122216:0:20986:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x2f18ee3fd845d513 00000020:00000080:2.0:1789785459.122219:0:20986:0:(genops.c:885:class_export_put()) final put ffff9dafbf3c6800/lustre-MDT0001-osd_UUID 00000020:00000080:0.0:1789785459.125690:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9dae83735000/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:00000080:0.0:1789785459.125953:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9dafbf3c6800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:2.0:1789785459.126235:0:20986:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0001: client import never connected 00000100:00080000:2.0:1789785459.126240:0:20986:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1789785459.126244:0:20986:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 5 00000004:00080000:2.0:1789785459.126250:0:20986:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1789785459.126252:0:20986:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1789785459.126322:0:20986:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789785459.126331:0:20986:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000004:01000000:2.0:1789785459.126368:0:20986:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:2.0:1789785459.126376:0:20986:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x2f18ee3fd845d505 00000020:00000080:2.0:1789785459.126385:0:20986:0:(genops.c:885:class_export_put()) final put ffff9dafbf3c4800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1789785459.129733:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9dafbf3c0000 for lustre-OST0000-osc-MDT0001 00000020:00000080:0.0:1789785459.129749:0:37:0:(genops.c:885:class_export_put()) final put ffff9dae83732000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1789785459.129753:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9dae83732000/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:01000000:0.0:1789785459.129761:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:01000000:2.0:1789785459.130170:0:20986:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osp-MDT0001 (flags='F') 00000020:00000080:2.0:1789785459.130205:0:20986:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789785459.130216:0:20986:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-osp-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1789785459.130223:0:20986:0:(genops.c:1558:class_disconnect_exports()) OBD device 16 (ffff9daf86124d28) has no exports 00000020:00000080:2.0:1789785459.130231:0:20986:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x2f18ee3fd845d4fe 00000020:00000080:2.0:1789785459.130239:0:20986:0:(genops.c:885:class_export_put()) final put ffff9dafbf3c5800/lustre-MDT0001-osd_UUID 00000020:00000080:0.0:1789785459.130550:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9dafbf3c4800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:00000080:0.0:1789785459.130558:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9dafbf3c5800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:0.0:1789785459.136582:0:20986:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-osp-MDT0001: client import never connected 00000100:00080000:0.0:1789785459.136591:0:20986:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1789785459.136596:0:20986:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:0.0:1789785459.136645:0:20986:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1789785459.136704:0:20986:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789785459.136714:0:20986:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1789785459.136739:0:20986:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789785459.136742:0:20986:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1789785459.136748:0:20986:0:(genops.c:885:class_export_put()) final put ffff9dafbf3c0800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1789785459.136752:0:20986:0:(genops.c:844:class_export_destroy()) destroying export ffff9dafbf3c0800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:01000000:0.0:1789785459.136764:0:20986:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-mdtlov (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1789785459.136946:0:20986:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x2f18ee3fd845d4e9 00000020:00000080:0.0:1789785459.136953:0:20986:0:(genops.c:885:class_export_put()) final put ffff9daf9aaa3000/lustre-MDD0001_UUID 00000020:01000000:0.0:1789785459.136959:0:20986:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0001 (flags='') 00000020:00000080:0.0:1789785459.136963:0:20986:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789785459.136968:0:20986:0:(obd_config.c:956:class_cleanup()) lustre-MDD0001: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1789785459.136971:0:20986:0:(genops.c:1558:class_disconnect_exports()) OBD device 15 (ffff9dafba55b370) has no exports 00000020:00000080:0.0:1789785459.137007:0:20986:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789785459.137012:0:20986:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000020:00000080:0.0:1789785459.137017:0:20986:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x2f18ee3fd845d4f0 00000020:00000080:0.0:1789785459.137022:0:20986:0:(genops.c:885:class_export_put()) final put ffff9dafbf3c2000/lustre-MDT0001-osd_UUID 00000020:01000004:0.0:1789785459.137034:0:20986:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9daf89062000 from lustre-MDT0001, refs=2 00000020:01000004:0.0:1789785459.137037:0:20986:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9daf89062000 2 00000020:00000080:1.0:1789785459.137069:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9dafbf3c4000 for lustre-MDT0000-osp-MDT0001 00000020:00000080:1.0:1789785459.137077:0:37:0:(genops.c:885:class_export_put()) final put ffff9dafbf3c7800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1789785459.137080:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9dafbf3c7800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:01000000:1.0:1789785459.137088:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osp-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1789785459.137165:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9daf9aaa3000/lustre-MDD0001_UUID for lustre-MDD0001 00000020:00000080:1.0:1789785459.137168:0:37:0:(genops.c:885:class_export_put()) final put ffff9dafbf3c3000/lustre-MDD0001_UUID 00000020:00000080:1.0:1789785459.137170:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9dafbf3c3000/lustre-MDD0001_UUID for lustre-MDD0001 00000020:01000000:1.0:1789785459.137183:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0001 (lustre-MDD0001_UUID) 00000020:00000080:1.0:1789785459.137288:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9dafbf3c2000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:01000004:0.0:1789785459.138473:0:20986:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff9daf89062000 from lustre-MDT0001 00000020:00000080:0.0:1789785459.138513:0:20986:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789785459.138520:0:20986:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:00000080:0.0:1789785459.138525:0:20986:0:(genops.c:885:class_export_put()) final put ffff9dafbf3c5000/lustre-MDT0001_UUID 00000020:00000080:0.0:1789785459.138527:0:20986:0:(genops.c:844:class_export_destroy()) destroying export ffff9dafbf3c5000/lustre-MDT0001_UUID for lustre-MDT0001 00000020:01000000:0.0:1789785459.138536:0:20986:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001 (lustre-MDT0001_UUID) 00000020:01000004:0.0:1789785459.138586:0:20986:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 2 references. 00000020:01000000:0.0:1789785459.138590:0:20986:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0001 (flags='F') 00000020:00000080:0.0:1789785459.138601:0:20986:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789785459.138606:0:20986:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-MDT0001: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1789785459.140411:0:20986:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-MDT0001: ACTIVE ffff9daf8487f800 lustre-MDT0000-lwp-MDT0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1789785459.140428:0:20986:0:(genops.c:1553:class_disconnect_exports()) OBD device 19 (ffff9daf86120000) has exports, disconnecting them 00000020:00080000:0.0:1789785459.140434:0:20986:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0001: disconnecting export at 0@lo (ffff9daf8487f800), last request at 1789785374 00000020:00000080:0.0:1789785459.140439:0:20986:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x2f18ee3fd845d56e 00000020:00080000:0.0:1789785459.140456:0:20986:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9daf8487f800): rc 0 00000020:00000080:0.0:1789785459.140460:0:20986:0:(genops.c:885:class_export_put()) final put ffff9daf8487f800/lustre-MDT0000-lwp-MDT0001 00000020:00000080:1.0:1789785459.143079:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9daf8487f800/lustre-MDT0000-lwp-MDT0001 for lustre-MDT0000-lwp-MDT0001 00010000:01000000:0.0:1789785459.146607:0:20986:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0001: client import never connected 00000100:00080000:0.0:1789785459.146616:0:20986:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1789785459.146620:0:20986:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:0.0:1789785459.146628:0:20986:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1789785459.146813:0:20986:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789785459.146822:0:20986:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000020:01000004:0.0:1789785459.146831:0:20986:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9daf89062000 1 00000020:00000080:0.0:1789785459.146838:0:20986:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x2f18ee3fd845d495 00000020:00000080:0.0:1789785459.146847:0:20986:0:(genops.c:885:class_export_put()) final put ffff9dafaba12000/lustre-MDT0001-osd_UUID 00000020:01000000:0.0:1789785459.146852:0:20986:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osd (flags='') 00000020:00000080:0.0:1789785459.146856:0:20986:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789785459.146860:0:20986:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-osd: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1789785459.146864:0:20986:0:(genops.c:1558:class_disconnect_exports()) OBD device 12 (ffff9dafb5c3b370) has no exports 00000020:00000080:0.0:1789785459.152429:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9daf8487f000 for lustre-MDT0000-lwp-MDT0001 00000020:00000080:0.0:1789785459.152443:0:37:0:(genops.c:885:class_export_put()) final put ffff9daf8487e000/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00000080:0.0:1789785459.152447:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9daf8487e000/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000-lwp-MDT0001 00000020:01000000:0.0:1789785459.152454:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0001 (lustre-MDT0000-lwp-MDT0001_UUID) 00000020:00000080:0.0:1789785459.152736:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9dafaba12000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:0.0:1789785459.222009:0:20986:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789785459.222021:0:20986:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00000020:00000080:0.0:1789785459.222027:0:20986:0:(genops.c:885:class_export_put()) final put ffff9daf89060800/lustre-MDT0001-osd_UUID 00000020:00000080:0.0:1789785459.222039:0:20986:0:(genops.c:844:class_export_destroy()) destroying export ffff9daf89060800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:01000000:0.0:1789785459.222050:0:20986:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osd (lustre-MDT0001-osd_UUID) 00000020:01000004:0.0:1789785459.222164:0:20986:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff9daf89063000 00000020:01000000:0.0:1789785459.222194:0:20986:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MDS (flags='F') 00000020:00000080:0.0:1789785459.222198:0:20986:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789785459.222202:0:20986:0:(obd_config.c:956:class_cleanup()) MDS: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1789785459.222207:0:20986:0:(genops.c:1558:class_disconnect_exports()) OBD device 3 (ffff9dae83724d28) has no exports 00000100:00100000:0.0:1789785459.222301:0:17211:0:(service.c:3183:ptlrpc_main()) mdt00_000: service thread [ffff9dae84654e00:17211] 0 exiting: rc = 1 00000100:00100000:0.0:1789785459.222438:0:20462:0:(service.c:3183:ptlrpc_main()) mdt00_004: service thread [ffff9daf84800600:20462] 4 exiting: rc = 0 00000100:00100000:2.0:1789785459.222439:0:19042:0:(service.c:3183:ptlrpc_main()) mdt00_003: service thread [ffff9dae844ec800:19042] 3 exiting: rc = 0 00000100:00100000:0.0:1789785459.222505:0:17212:0:(service.c:3183:ptlrpc_main()) mdt00_001: service thread [ffff9dafb5cb6600:17212] 1 exiting: rc = 0 00000100:00100000:2.0:1789785459.222647:0:17213:0:(service.c:3183:ptlrpc_main()) mdt00_002: service thread [ffff9dae84655c00:17213] 2 exiting: rc = 0 00000100:00100000:0.0:1789785459.222784:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.222793:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.222798:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.222804:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.222810:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.222815:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.222821:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.222828:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.222833:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.222837:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.222844:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.222849:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.222856:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.222863:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.222869:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.222879:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.222885:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.222890:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.222895:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.222900:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.222905:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.222910:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.222916:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.222921:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.222936:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.222942:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.222947:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.222952:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.222962:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.222968:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.222972:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.222977:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.222984:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.222989:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.222994:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.222999:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.223004:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.223010:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.223015:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.223021:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.223026:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.223033:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.223038:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.223043:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.223049:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.223054:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.223060:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.223065:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.223070:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.223075:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.223081:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.223087:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.223092:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.223099:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.223105:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.223110:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.223115:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.223121:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.223126:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.223139:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.223144:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.223148:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.223153:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.223160:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.228616:0:17214:0:(service.c:3183:ptlrpc_main()) mdt_rdpg00_000: service thread [ffff9daf98386600:17214] 0 exiting: rc = 1 00000100:00100000:2.0:1789785459.231058:0:17215:0:(service.c:3183:ptlrpc_main()) mdt_rdpg00_001: service thread [ffff9dae84654600:17215] 1 exiting: rc = 0 00000100:00100000:0.0:1789785459.231131:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.231142:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.231152:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.231157:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.231162:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.231168:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.231183:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.231188:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.231195:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.231201:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.231206:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.231212:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.231216:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.231221:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.231227:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.231232:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.231237:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.231242:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.231248:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.231253:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.231260:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.231265:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.231271:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.231305:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.231312:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.231317:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.231322:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.231327:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.231332:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.231362:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.231384:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.231390:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.231398:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.231404:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.231410:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.231415:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.231421:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.231427:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.231432:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.231438:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.231443:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.231448:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.231453:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.231459:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.231464:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.231469:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.231474:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.231479:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.231483:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.231488:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.231492:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.231497:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.231503:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.231509:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.231514:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.231519:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.231524:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.231529:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.231534:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.231538:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.231542:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.231547:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.231552:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.231557:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789785459.232105:0:17216:0:(service.c:3183:ptlrpc_main()) mdt_out00_000: service thread [ffff9dafac738000:17216] 0 exiting: rc = 1 00000100:00100000:1.0:1789785459.232141:0:18200:0:(service.c:3183:ptlrpc_main()) mdt_out00_002: service thread [ffff9daf86352a00:18200] 2 exiting: rc = 0 00000100:00100000:2.0:1789785459.232556:0:17217:0:(service.c:3183:ptlrpc_main()) mdt_out00_001: service thread [ffff9dafb5cb8c00:17217] 1 exiting: rc = 0 00000100:00100000:0.0:1789785459.232676:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.232693:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.232700:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.232706:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.232711:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.232717:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.232724:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.232731:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.232737:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.232742:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.232761:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.232770:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.232777:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.232784:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.232790:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.232797:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.232804:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.232810:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.232816:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.232821:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.232827:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.232834:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.232856:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.232866:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.232873:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.232879:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.232886:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.232894:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.232902:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.232909:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.232915:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.232922:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.232928:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.232934:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.232959:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.232966:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.232980:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.232988:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.232994:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.233000:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.233006:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.233012:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.233018:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.233025:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.233031:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.233038:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.233063:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.233070:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.233075:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.233081:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.233087:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.233093:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.233099:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.233105:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.233112:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.233118:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.233124:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.233130:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.233152:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.233159:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.233164:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.233179:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.233186:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.233192:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.241128:0:17218:0:(service.c:3183:ptlrpc_main()) mdt_seqs_0000: service thread [ffff9daf851e0e00:17218] 0 exiting: rc = 1 00000100:00100000:2.0:1789785459.241226:0:17219:0:(service.c:3183:ptlrpc_main()) mdt_seqs_0001: service thread [ffff9dafb5f30400:17219] 1 exiting: rc = 0 00000100:00100000:0.0:1789785459.241268:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.241277:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.241283:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.241288:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.241294:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.241298:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.241303:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.241319:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.241324:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.241328:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.241332:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.241387:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.241394:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.241398:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.241403:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.241407:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.241413:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.241417:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.241421:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.241426:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.241431:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.241436:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.241440:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.241444:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.241449:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.241452:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.241456:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.241461:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.241466:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.241471:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.241482:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.241487:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.241518:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.241524:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.241530:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.241535:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.241540:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.241545:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.241550:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.241555:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.241623:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.241631:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.241642:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.241646:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.241651:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.241655:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.241660:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.241665:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.241670:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.241674:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.241678:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.241683:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.241688:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.241693:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.241697:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.241701:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.241706:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.241711:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.241715:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.241720:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.241726:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.241731:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.241736:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.241742:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789785459.245881:0:17220:0:(service.c:3183:ptlrpc_main()) mdt_seqm_0000: service thread [ffff9dafb5f31800:17220] 0 exiting: rc = 1 00000100:00100000:0.0:1789785459.248411:0:17221:0:(service.c:3183:ptlrpc_main()) mdt_seqm_0001: service thread [ffff9dafb5f31400:17221] 1 exiting: rc = 0 00000100:00100000:1.0:1789785459.248893:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.248900:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.248905:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.248910:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.248915:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.248919:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.248924:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.248928:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.248933:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.248937:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.248942:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.248946:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.248951:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.248956:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.248961:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.248965:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.248979:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.248984:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.248989:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.248994:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.248999:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.249003:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.249007:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.249012:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.249016:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.249020:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.249025:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.249029:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.249033:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.249040:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.249045:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.249049:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.249054:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.249058:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.249062:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.249066:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.249070:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.249075:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.249079:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.249083:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.249088:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.249091:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.249096:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.249100:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.249104:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.249108:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.249112:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.249116:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.249120:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.249125:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.249129:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.249139:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.249143:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.249148:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.249152:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.249156:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.249161:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.249165:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.249178:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.249184:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.249188:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.249193:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.249197:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.249202:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789785459.250003:0:17223:0:(service.c:3183:ptlrpc_main()) mdt_fld_0001: service thread [ffff9dafac814200:17223] 1 exiting: rc = 0 00000100:00100000:0.0:1789785459.250248:0:17222:0:(service.c:3183:ptlrpc_main()) mdt_fld_0000: service thread [ffff9dafac815800:17222] 0 exiting: rc = 1 00000100:00100000:1.0:1789785459.250332:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.250365:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.250371:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.250375:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.250379:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.250384:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.250388:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.250393:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.250397:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.250401:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.250406:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.250411:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.250416:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.250421:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.250426:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.250432:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.250437:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.250442:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.250447:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.250452:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.250457:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.250462:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.250478:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.250483:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.250487:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.250491:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.250496:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.250506:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.250512:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.250517:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.250673:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.250680:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.250686:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.250690:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.250694:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.250699:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.250704:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.250708:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.250713:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.250718:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.250723:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.250727:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.250733:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.250738:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.250743:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.250748:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.250754:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.250760:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.250765:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.250769:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.250775:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.250780:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.250785:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.250790:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.250794:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.250799:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.250803:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.250814:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.250819:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.250824:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.250828:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.250832:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.250837:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.250842:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785459.253271:0:17224:0:(service.c:3183:ptlrpc_main()) mdt_io00_000: service thread [ffff9dae82b09e00:17224] 0 exiting: rc = 1 00000100:00100000:2.0:1789785459.253388:0:17225:0:(service.c:3183:ptlrpc_main()) mdt_io00_001: service thread [ffff9dae82b08800:17225] 1 exiting: rc = 0 00000100:00100000:3.0:1789785459.253700:0:17226:0:(service.c:3183:ptlrpc_main()) mdt_io00_002: service thread [ffff9dafbb34e800:17226] 2 exiting: rc = 0 00000100:00100000:1.0:1789785459.254239:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.254256:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.254278:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.254284:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.254289:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.254294:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.254299:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.254304:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.254310:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.254315:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.254320:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.254325:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.254330:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.254335:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.254364:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.254370:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.254374:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.254380:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.254386:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.254392:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.254397:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.254403:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.254408:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.254414:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.254418:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.254424:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.254444:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.254452:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.254467:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.254472:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.254478:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.254483:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.254488:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.254494:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.254499:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.254504:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.254509:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.254513:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.254518:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.254524:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.254528:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.254533:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.254538:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.254544:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.254548:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.254553:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.254574:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.254581:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.254586:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.254591:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.254623:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.254630:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.254636:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.254641:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.254734:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.254749:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.254755:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.254760:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.254766:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.254771:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.254776:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.254781:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.254786:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785459.254800:0:20986:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:1.0:1789785459.269290:0:20986:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789785459.269304:0:20986:0:(obd_config.c:883:class_detach()) detach on obd MDS (uuid MDS_uuid) 00000020:00000080:1.0:1789785459.269310:0:20986:0:(genops.c:885:class_export_put()) final put ffff9daf85800800/MDS_uuid 00000020:00000080:1.0:1789785459.269314:0:20986:0:(genops.c:844:class_export_destroy()) destroying export ffff9daf85800800/MDS_uuid for MDS 00000020:01000000:1.0:1789785459.269319:0:20986:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MDS (MDS_uuid) 00000020:02000400:1.0:1789785459.269511:0:20986:0:(tgt_mount.c:2184:server_put_super()) server umount lustre-MDT0001 complete 00010000:00010000:3.0:1789785459.396834:0:17200:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789785460.418592:0:18743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789785461.446125:0:17199:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789785461.570639:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad642144-cf43-4df2-a5e5-a426cdb5453e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789785461.570649:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) ad642144-cf43-4df2-a5e5-a426cdb5453e->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789785461.570652:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789785461.570672:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789785461.570676:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dae82a04800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789785461.570683:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 564 00000100:00080000:2.0:1789785461.570688:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1789785461.570695:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9dae82a04800 using connection 192.168.203.146@tcp/0@lo 00000100:00100000:2.0:1789785461.570730:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9dafaca25180 x1876725549200896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789785461.570787:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789785461.570792:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789785461.570794:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dae84542800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789785461.570797:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 564 00000100:00080000:2.0:1789785461.570800:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1789785461.570804:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9dae84542800 using connection 192.168.203.146@tcp/0@lo 00000100:00100000:2.0:1789785461.570816:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9dafaca25880 x1876725549201152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789785461.570871:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789785461.570886:0:3660:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafaca24a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3660:1876725549201280:0@lo:400:kworker.0 00000400:00000100:2.0:1789785461.570936:0:3660:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876725549201280 offset 0 length 224: 4 00000100:00100000:1.0:1789785461.571015:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafaca25f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3662:1876725549201024:0@lo:400:kworker.0 00000400:00000100:1.0:1789785461.571046:0:3662:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876725549201024 offset 0 length 224: 4 00000100:00100000:3.0:1789785461.571126:0:3658:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafaca25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3658:1876725549200896:0@lo:38:kworker.0 00000400:00000100:3.0:1789785461.571151:0:3658:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876725549200896 offset 0 length 520: 4 00000100:00100000:3.0:1789785461.571172:0:3658:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafaca25880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3658:1876725549201152:0@lo:38:kworker.0 00000400:00000100:3.0:1789785461.571186:0:3658:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876725549201152 offset 0 length 520: 4 00010000:00010000:3.0:1789785462.468144:0:17200:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:0.0:1789785463.234816:0:21188:0:(tgt_mount.c:2195:server_umount_begin()) umount -f 00000020:01000004:2.0:1789785463.246194:0:21188:0:(tgt_mount.c:2065:server_put_super()) server put_super lustre-OST0000 00010000:00010000:2.0:1789785463.246248:0:21188:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.146@tcp lock: ffff9dae81eace00/0x2f18ee3fd845d608 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845d60f expref: -99 pid: 18713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785463.246262:0:21188:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.146@tcp lock: ffff9dae81eace00/0x2f18ee3fd845d608 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x2f18ee3fd845d60f expref: -99 pid: 18713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785463.246270:0:21188:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.146@tcp lock: ffff9dae81eace00/0x2f18ee3fd845d608 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x2f18ee3fd845d60f expref: -99 pid: 18713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785463.246290:0:21188:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.146@tcp lock: ffff9dae81eace00/0x2f18ee3fd845d608 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x2f18ee3fd845d60f expref: -99 pid: 18713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785463.246456:0:21188:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:2.0:1789785463.246463:0:21188:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:2.0:1789785463.246494:0:21188:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1789785463.246506:0:21188:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9dafaca25180 x1876725549200896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789785481 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789785463.246527:0:21188:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:2.0:1789785463.246533:0:21188:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1789785463.246539:0:21188:0:(import.c:65:import_set_state_nolock()) ffff9dae82a04800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:2.0:1789785463.246544:0:21188:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1789785463.246548:0:21188:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9dafaca25180 x1876725549200896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789785481 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789785463.246555:0:21188:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:2.0:1789785463.246557:0:21188:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 24s for inflight to error out 00000100:00100000:0.0:1789785463.246615:0:3658:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafaca25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3658:1876725549200896:0@lo:38:kworker.0 00000100:00080000:2.0:1789785463.247476:0:21188:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1789785463.247485:0:21188:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9dafaca25f80 x1876725549201024/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789785477 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789785463.247505:0:21188:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:2.0:1789785463.247510:0:21188:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:2.0:1789785463.247529:0:21188:0:(import.c:65:import_set_state_nolock()) ffff9daf8626d800 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:1.0:1789785463.247608:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafaca25f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3662:1876725549201024:0@lo:400:kworker.0 00000100:00100000:0.0:1789785463.247733:0:3658:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafaca26680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3658:1876725549201408:0@lo:39:umount.0 00000400:00000100:0.0:1789785463.247778:0:3658:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876725549201408 offset 0 length 224: 4 00010000:00010000:3.0:1789785463.247911:0:18743:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789785463.247920:0:18743:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.146@tcp lock: ffff9dae81eace00/0x2f18ee3fd845d608 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x2f18ee3fd845d60f expref: -99 pid: 18713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785463.247929:0:18743:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dae81eace00 already unused, calling callback (ffffffffc12b7c20) 10000000:00010000:3.0:1789785463.247934:0:18743:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.146@tcp lock: ffff9dae81eace00/0x2f18ee3fd845d608 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x2f18ee3fd845d60f expref: -99 pid: 18713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785463.247944:0:18743:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.146@tcp lock: ffff9dae81eace00/0x2f18ee3fd845d608 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1008400000000 nid: local remote: 0x2f18ee3fd845d60f expref: -99 pid: 18713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789785463.247950:0:18743:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.146@tcp lock: ffff9dae81eace00/0x2f18ee3fd845d608 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1009400000000 nid: local remote: 0x2f18ee3fd845d60f expref: -99 pid: 18713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789785463.247956:0:18743:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1789785463.247959:0:18743:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:3.0:1789785463.247961:0:18743:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:3.0:1789785463.247975:0:18743:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9daf85803800 00010000:00010000:3.0:1789785463.247979:0:18743:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.146@tcp lock: ffff9dae81eace00/0x2f18ee3fd845d608 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0x2f18ee3fd845d60f expref: -99 pid: 18713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785463.247999:0:18743:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.146@tcp lock: ffff9dae81eace00/0x2f18ee3fd845d608 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0x2f18ee3fd845d60f expref: -99 pid: 18713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785463.248011:0:18743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789785463.248013:0:18743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789785463.248014:0:18743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789785463.490951:0:17199:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789785464.514462:0:17200:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789785464.578646:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad642144-cf43-4df2-a5e5-a426cdb5453e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789785464.578655:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) ad642144-cf43-4df2-a5e5-a426cdb5453e->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789785464.578658:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789785464.578674:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1789785464.578770:0:3660:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafaca27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3660:1876725549201536:0@lo:400:kworker.0 00000400:00000100:0.0:1789785464.578821:0:3660:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876725549201536 offset 0 length 224: 4 00000001:00100000:2.0:1789785464.647787:0:19533:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1789785464.647796:0:19533:0:(genops.c:885:class_export_put()) final put ffff9dae827a1800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1789785464.648042:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9dae827a1800/lustre-MDT0001-mdtlov_UUID for lustre-OST0001 00000020:00000080:0.0:1789785464.648100:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9dae827a4000 for lustre-OST0001 00000001:00100000:1.0:1789785464.648903:0:18714:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1789785464.648908:0:18714:0:(genops.c:885:class_export_put()) final put ffff9dae81f96800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1789785464.648976:0:15987:0:(genops.c:844:class_export_destroy()) destroying export ffff9dae81f96800/lustre-MDT0001-mdtlov_UUID for lustre-OST0000 00000020:00000080:3.0:1789785464.649035:0:15987:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9dae81f96000 for lustre-OST0000 00010000:00010000:3.0:1789785465.538508:0:18743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789785466.562496:0:17199:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789785466.626463:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad642144-cf43-4df2-a5e5-a426cdb5453e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789785466.626474:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) ad642144-cf43-4df2-a5e5-a426cdb5453e->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789785466.626477:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789785466.626480:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1789785466.626574:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1789785466.626596:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9daf87817800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3662:1876725549201664:0@lo:400:kworker.0 00000400:00000100:2.0:1789785466.626651:0:3662:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876725549201664 offset 0 length 224: 4 00010000:00010000:3.0:1789785467.587885:0:17200:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789785468.354466:0:3658:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789785458/real 1789785458] req@ffff9dafaca24380 x1876725549200768/t0(0) o250->MGC192.168.203.146@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789785468 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_03.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789785468.354554:0:3658:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9dafaca24380 x1876725549200768/t0(0) o250->MGC192.168.203.146@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789785468 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_03.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789785468.354573:0:3658:0:(import.c:65:import_set_state_nolock()) ffff9daf85803800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789785468.354644:0:3658:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1789785468.354648:0:3658:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafaca24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad642144-cf43-4df2-a5e5-a426cdb5453e:3658:1876725549200768:0@lo:250:ptlrpcd_00_03.0 00000100:00080000:1.0:1789785468.355063:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad642144-cf43-4df2-a5e5-a426cdb5453e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789785468.355068:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789785468.355070:0:37:0:(import.c:65:import_set_state_nolock()) ffff9daf85803800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789785468.355076:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 0@lo last attempt 567 00000100:00080000:1.0:1789785468.355082:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1789785468.355088:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff9daf85803800 using connection 192.168.203.146@tcp/0@lo 00000100:00100000:1.0:1789785468.355127:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9daf87815500 x1876725549201792/t0(0) o250->MGC192.168.203.146@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789785468.355182:0:3658:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9daf87815500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad642144-cf43-4df2-a5e5-a426cdb5453e:3658:1876725549201792:0@lo:250:kworker.0 00000400:00000100:0.0:1789785468.355223:0:3658:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876725549201792 offset 0 length 520: 4 00000100:00080000:1.0:1789785468.355277:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789785468.355282:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1789785468.355705:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1789785468.355716:0:3661:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9daf87815180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3661:1876725549201920:0@lo:400:kworker.0 00000400:00000100:3.0:1789785468.355740:0:3661:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876725549201920 offset 0 length 224: 4 00010000:00010000:0.0:1789785468.610751:0:18743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789785469.635881:0:17199:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789785470.658484:0:17200:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789785471.683816:0:18743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789785472.706499:0:17199:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789785473.475380:0:3658:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789785463/real 1789785463] req@ffff9dafaca26680 x1876725549201408/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1789785473 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789785473.475411:0:3658:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9dafaca26680 x1876725549201408/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1789785473 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789785473.475431:0:3658:0:(import.c:65:import_set_state_nolock()) ffff9daf8626d800 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:0.0:1789785473.475453:0:3658:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafaca26680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3658:1876725549201408:0@lo:39:umount.0 00000100:00080000:2.0:1789785473.475634:0:21188:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1789785473.475640:0:21188:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:2.0:1789785473.475650:0:21188:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:2.0:1789785473.476716:0:21188:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.146@tcp lock: ffff9dae81eac400/0x2f18ee3fd845d5de lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845d5e5 expref: -99 pid: 18713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785473.476733:0:21188:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.146@tcp lock: ffff9dae81eac400/0x2f18ee3fd845d5de lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x2f18ee3fd845d5e5 expref: -99 pid: 18713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785473.476740:0:21188:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.146@tcp lock: ffff9dae81eac400/0x2f18ee3fd845d5de lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x2f18ee3fd845d5e5 expref: -99 pid: 18713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785473.476747:0:21188:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.146@tcp lock: ffff9dae81eac400/0x2f18ee3fd845d5de lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x2f18ee3fd845d5e5 expref: -99 pid: 18713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785473.476770:0:21188:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789785473.477284:0:21188:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.146@tcp lock: ffff9daf80031600/0x2f18ee3fd845d942 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845d949 expref: -99 pid: 17209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785473.477293:0:21188:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.146@tcp lock: ffff9daf80031600/0x2f18ee3fd845d942 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x2f18ee3fd845d949 expref: -99 pid: 17209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785473.477296:0:17200:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789785473.477305:0:17200:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.146@tcp lock: ffff9dae81eac400/0x2f18ee3fd845d5de lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x2f18ee3fd845d5e5 expref: -99 pid: 18713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785473.477326:0:17200:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dae81eac400 already unused, calling callback (ffffffffc12b7c20) 00010000:00010000:2.0:1789785473.477327:0:21188:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.146@tcp lock: ffff9daf80031600/0x2f18ee3fd845d942 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x2f18ee3fd845d949 expref: -99 pid: 17209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789785473.477332:0:17200:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.146@tcp lock: ffff9dae81eac400/0x2f18ee3fd845d5de lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x2f18ee3fd845d5e5 expref: -99 pid: 18713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785473.477357:0:21188:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.146@tcp lock: ffff9daf80031600/0x2f18ee3fd845d942 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x2f18ee3fd845d949 expref: -99 pid: 17209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785473.477368:0:17200:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.146@tcp lock: ffff9dae81eac400/0x2f18ee3fd845d5de lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0x2f18ee3fd845d5e5 expref: -99 pid: 18713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789785473.477377:0:17200:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.146@tcp lock: ffff9dae81eac400/0x2f18ee3fd845d5de lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0x2f18ee3fd845d5e5 expref: -99 pid: 18713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785473.477382:0:21188:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:2.0:1789785473.477388:0:21188:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0000 (0) 10000000:01000000:3.0:1789785473.477397:0:17200:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1789785473.477400:0:17200:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0000: stopping, won't requeue 10000000:01000000:3.0:1789785473.477403:0:17200:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0000 00000020:01000004:2.0:1789785473.477414:0:21188:0:(tgt_mount.c:2115:server_put_super()) stopping lustre-OST0000 00000020:01000000:2.0:1789785473.477420:0:21188:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000 (flags='F') 00010000:00010000:3.0:1789785473.477421:0:17200:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9daf85803800 00000020:00000080:2.0:1789785473.477424:0:21188:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789785473.477430:0:21188:0:(obd_config.c:956:class_cleanup()) lustre-OST0000: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1789785473.477434:0:21188:0:(genops.c:1558:class_disconnect_exports()) OBD device 22 (ffff9dae83570000) has no exports 00010000:00010000:3.0:1789785473.477439:0:17200:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.146@tcp lock: ffff9dae81eac400/0x2f18ee3fd845d5de lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0x2f18ee3fd845d5e5 expref: -99 pid: 18713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785473.477448:0:17200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.146@tcp lock: ffff9dae81eac400/0x2f18ee3fd845d5de lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0x2f18ee3fd845d5e5 expref: -99 pid: 18713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00080000:2.0:1789785473.477457:0:21188:0:(genops.c:1558:class_disconnect_exports()) OBD device 22 (ffff9dae83570000) has no exports 00010000:00010000:3.0:1789785473.477465:0:17200:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789785473.477470:0:17200:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.146@tcp lock: ffff9daf80031600/0x2f18ee3fd845d942 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x2f18ee3fd845d949 expref: -99 pid: 17209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785473.477486:0:17200:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9daf80031600 already unused, calling callback (ffffffffc12b7c20) 10000000:00010000:3.0:1789785473.477489:0:17200:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.146@tcp lock: ffff9daf80031600/0x2f18ee3fd845d942 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x2f18ee3fd845d949 expref: -99 pid: 17209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785473.477497:0:17200:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.146@tcp lock: ffff9daf80031600/0x2f18ee3fd845d942 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x2f18ee3fd845d949 expref: -99 pid: 17209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789785473.477504:0:17200:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.146@tcp lock: ffff9daf80031600/0x2f18ee3fd845d942 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x2f18ee3fd845d949 expref: -99 pid: 17209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789785473.477509:0:17200:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:3.0:1789785473.477512:0:17200:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:3.0:1789785473.477514:0:17200:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:3.0:1789785473.477518:0:17200:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9daf85803800 00010000:00010000:3.0:1789785473.477521:0:17200:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.146@tcp lock: ffff9daf80031600/0x2f18ee3fd845d942 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x2f18ee3fd845d949 expref: -99 pid: 17209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785473.477534:0:17200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.146@tcp lock: ffff9daf80031600/0x2f18ee3fd845d942 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x2f18ee3fd845d949 expref: -99 pid: 17209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785473.477543:0:17200:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789785473.477545:0:17200:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789785473.477547:0:17200:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789785473.479027:0:18743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:2.0:1789785473.488861:0:21188:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9dae82844540 - data ffff9daf8211abd0/ffff9daf849fe400 00000020:01000000:2.0:1789785473.488974:0:21188:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9daf83f2c720 - data ffff9daf9f923bd0/ffff9dafb6c9fc00 00100000:10000000:2.0:1789785473.502098:0:21188:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0000-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:1.0:1789785473.513137:0:21188:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x2f18ee3fd845d5f3 00000020:00000080:1.0:1789785473.513149:0:21188:0:(genops.c:885:class_export_put()) final put ffff9dae81f97000/lustre-OST0000-osd_UUID 00000020:01000004:1.0:1789785473.513166:0:21188:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9daf84978000 from lustre-OST0000, refs=2 00000020:01000004:1.0:1789785473.513170:0:21188:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9daf84978000 2 00000020:01000004:1.0:1789785473.513173:0:21188:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff9daf84978000 from lustre-OST0000 00000020:00000080:0.0:1789785473.513197:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9dae81f97000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:1.0:1789785473.513201:0:21188:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789785473.513212:0:21188:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:00000080:1.0:1789785473.513215:0:21188:0:(genops.c:885:class_export_put()) final put ffff9dae81f93800/lustre-OST0000_UUID 00000020:00000080:1.0:1789785473.513218:0:21188:0:(genops.c:844:class_export_destroy()) destroying export ffff9dae81f93800/lustre-OST0000_UUID for lustre-OST0000 00000020:01000000:1.0:1789785473.513225:0:21188:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000 (lustre-OST0000_UUID) 00000020:01000004:1.0:1789785473.513284:0:21188:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 1 references. 00000020:01000000:1.0:1789785473.513288:0:21188:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0000 (flags='F') 00000020:00000080:1.0:1789785473.513292:0:21188:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789785473.513296:0:21188:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1789785473.513303:0:21188:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-OST0000: ACTIVE ffff9dae810b6000 lustre-MDT0000-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1789785473.513308:0:21188:0:(genops.c:1553:class_disconnect_exports()) OBD device 23 (ffff9dae82b2cd28) has exports, disconnecting them 00000020:00080000:1.0:1789785473.513313:0:21188:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0000: disconnecting export at 0@lo (ffff9dae810b6000), last request at 1789785390 00000020:00000080:1.0:1789785473.513317:0:21188:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x2f18ee3fd845d61d 00000020:00080000:1.0:1789785473.513326:0:21188:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9dae810b6000): rc 0 00000020:00000080:1.0:1789785473.513331:0:21188:0:(genops.c:885:class_export_put()) final put ffff9dae810b6000/lustre-MDT0000-lwp-OST0000 00000020:00000080:0.0:1789785473.513381:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9dae810b6000/lustre-MDT0000-lwp-OST0000 for lustre-MDT0000-lwp-OST0000 00010000:01000000:0.0:1789785473.516023:0:21188:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0000: client import never connected 00000100:00080000:0.0:1789785473.516032:0:21188:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1789785473.516047:0:21188:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:0.0:1789785473.516053:0:21188:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1789785473.516294:0:21188:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789785473.516303:0:21188:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000020:01000000:0.0:1789785473.516308:0:21188:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0000 (flags='F') 00000020:00000080:0.0:1789785473.516313:0:21188:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789785473.516317:0:21188:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1789785473.516335:0:21188:0:(genops.c:1819:print_export_data()) lustre-MDT0001-lwp-OST0000: ACTIVE ffff9dae82a02000 lustre-MDT0001-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1789785473.516359:0:21188:0:(genops.c:1553:class_disconnect_exports()) OBD device 24 (ffff9dae82b28000) has exports, disconnecting them 00000020:00080000:0.0:1789785473.516365:0:21188:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0000: disconnecting export at 0@lo (ffff9dae82a02000), last request at 1789785390 00000020:00000080:0.0:1789785473.516369:0:21188:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x2f18ee3fd845d632 00000020:00080000:0.0:1789785473.516381:0:21188:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9dae82a02000): rc 0 00000020:00000080:0.0:1789785473.516386:0:21188:0:(genops.c:885:class_export_put()) final put ffff9dae82a02000/lustre-MDT0001-lwp-OST0000 00000020:00000080:3.0:1789785473.517408:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9dae82a04800 for lustre-MDT0000-lwp-OST0000 00000020:00000080:3.0:1789785473.517420:0:37:0:(genops.c:885:class_export_put()) final put ffff9dae82a07800/lustre-MDT0000-lwp-OST0000_UUID 00000020:00000080:3.0:1789785473.517423:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9dae82a07800/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000-lwp-OST0000 00000020:01000000:3.0:1789785473.517430:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0000 (lustre-MDT0000-lwp-OST0000_UUID) 00000020:00000080:3.0:1789785473.521174:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9dae82a02000/lustre-MDT0001-lwp-OST0000 for lustre-MDT0001-lwp-OST0000 00010000:01000000:1.0:1789785473.533097:0:21188:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0000: client import never connected 00000100:00080000:1.0:1789785473.533106:0:21188:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1789785473.533111:0:21188:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:1.0:1789785473.533117:0:21188:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1789785473.533163:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9daf8626d800 for lustre-MDT0001-lwp-OST0000 00000020:00000080:1.0:1789785473.533570:0:21188:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789785473.533579:0:21188:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000020:00000080:1.0:1789785473.533584:0:21188:0:(genops.c:885:class_export_put()) final put ffff9dae82a02800/lustre-MDT0001-lwp-OST0000_UUID 00000020:00000080:1.0:1789785473.533589:0:21188:0:(genops.c:844:class_export_destroy()) destroying export ffff9dae82a02800/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001-lwp-OST0000 00000020:01000000:1.0:1789785473.533598:0:21188:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0000 (lustre-MDT0001-lwp-OST0000_UUID) 00000020:01000004:1.0:1789785473.533691:0:21188:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9daf84978000 1 00000020:00000080:1.0:1789785473.533698:0:21188:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x2f18ee3fd845d5d0 00000020:00000080:1.0:1789785473.533705:0:21188:0:(genops.c:885:class_export_put()) final put ffff9dafb5e6f000/lustre-OST0000-osd_UUID 00000020:01000000:1.0:1789785473.533711:0:21188:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osd (flags='') 00000020:00000080:1.0:1789785473.533714:0:21188:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789785473.533719:0:21188:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osd: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1789785473.533723:0:21188:0:(genops.c:1558:class_disconnect_exports()) OBD device 20 (ffff9dafb11d8000) has no exports 00000020:00000080:3.0:1789785473.533759:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9dafb5e6f000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:3.0:1789785473.589420:0:21188:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789785473.589433:0:21188:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00000020:00000080:3.0:1789785473.589438:0:21188:0:(genops.c:885:class_export_put()) final put ffff9daf8497c800/lustre-OST0000-osd_UUID 00000020:00000080:3.0:1789785473.589442:0:21188:0:(genops.c:844:class_export_destroy()) destroying export ffff9daf8497c800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:01000000:3.0:1789785473.589450:0:21188:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osd (lustre-OST0000-osd_UUID) 00000020:01000004:3.0:1789785473.589537:0:21188:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff9daf8497e000 00000020:02000400:3.0:1789785473.589591:0:21188:0:(tgt_mount.c:2184:server_put_super()) server umount lustre-OST0000 complete 00010000:00010000:2.0:1789785473.732043:0:17199:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789785473.858461:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad642144-cf43-4df2-a5e5-a426cdb5453e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789785473.858471:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) ad642144-cf43-4df2-a5e5-a426cdb5453e->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789785473.858475:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789785473.858478:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1789785473.858551:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789785473.858567:0:3660:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9daf87817480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3660:1876725549202048:0@lo:400:kworker.0 00000400:00000100:0.0:1789785473.858615:0:3660:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876725549202048 offset 0 length 224: 4 00010000:00010000:3.0:1789785474.757610:0:17200:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789785475.783716:0:18743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789785476.802697:0:17199:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1789785477.039496:0:21390:0:(tgt_mount.c:2195:server_umount_begin()) umount -f 00000020:01000004:3.0:1789785477.073475:0:21390:0:(tgt_mount.c:2065:server_put_super()) server put_super lustre-OST0001 00010000:00010000:3.0:1789785477.073561:0:21390:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.146@tcp lock: ffff9dafb5d54600/0x2f18ee3fd845d6cc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845d6d3 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785477.073577:0:21390:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.146@tcp lock: ffff9dafb5d54600/0x2f18ee3fd845d6cc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x2f18ee3fd845d6d3 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785477.073603:0:21390:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.146@tcp lock: ffff9dafb5d54600/0x2f18ee3fd845d6cc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x2f18ee3fd845d6d3 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785477.073610:0:21390:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.146@tcp lock: ffff9dafb5d54600/0x2f18ee3fd845d6cc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x2f18ee3fd845d6d3 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785477.073635:0:21390:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:3.0:1789785477.073640:0:21390:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:3.0:1789785477.073664:0:21390:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1789785477.073676:0:21390:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9dafaca25880 x1876725549201152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789785481 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789785477.073693:0:21390:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00080000:3.0:1789785477.073698:0:21390:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1789785477.073717:0:21390:0:(import.c:65:import_set_state_nolock()) ffff9dae84542800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00010000:00010000:0.0:1789785477.073721:0:17200:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00080000:3.0:1789785477.073722:0:21390:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1789785477.073726:0:21390:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9dafaca25880 x1876725549201152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789785481 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1789785477.073729:0:17200:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.146@tcp lock: ffff9dafb5d54600/0x2f18ee3fd845d6cc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x2f18ee3fd845d6d3 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789785477.073733:0:21390:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:3.0:1789785477.073735:0:21390:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 5s for inflight to error out 00010000:00010000:0.0:1789785477.073737:0:17200:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafb5d54600 already unused, calling callback (ffffffffc12b7c20) 10000000:00010000:0.0:1789785477.073740:0:17200:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.146@tcp lock: ffff9dafb5d54600/0x2f18ee3fd845d6cc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x2f18ee3fd845d6d3 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785477.073749:0:17200:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.146@tcp lock: ffff9dafb5d54600/0x2f18ee3fd845d6cc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x2f18ee3fd845d6d3 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789785477.073756:0:17200:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.146@tcp lock: ffff9dafb5d54600/0x2f18ee3fd845d6cc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x2f18ee3fd845d6d3 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789785477.073769:0:17200:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1789785477.073772:0:17200:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:0.0:1789785477.073774:0:17200:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:0.0:1789785477.073787:0:17200:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9daf85803800 00010000:00010000:0.0:1789785477.073791:0:17200:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.146@tcp lock: ffff9dafb5d54600/0x2f18ee3fd845d6cc lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x2f18ee3fd845d6d3 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785477.073797:0:17200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.146@tcp lock: ffff9dafb5d54600/0x2f18ee3fd845d6cc lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x2f18ee3fd845d6d3 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785477.073808:0:17200:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789785477.073810:0:17200:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789785477.073812:0:17200:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789785477.074085:0:3658:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafaca25880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3658:1876725549201152:0@lo:38:kworker.0 00000100:00080000:3.0:1789785477.075323:0:21390:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1789785477.075333:0:21390:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9dafaca24a80 x1876725549201280/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789785477 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789785477.075517:0:21390:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9dafaca27800 x1876725549201536/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789785480 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789785477.075528:0:21390:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9daf87817800 x1876725549201664/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789785482 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789785477.075542:0:21390:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9daf87815180 x1876725549201920/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789785484 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789785477.075573:0:21390:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9daf87817480 x1876725549202048/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789785489 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789785477.075580:0:21390:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00080000:3.0:1789785477.075585:0:21390:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00080000:3.0:1789785477.075605:0:21390:0:(import.c:65:import_set_state_nolock()) ffff9dae82593800 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:3.0:1789785477.075635:0:3658:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafb115dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3658:1876725549202176:0@lo:39:umount.0 00000400:00000100:3.0:1789785477.075680:0:3658:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876725549202176 offset 0 length 224: 4 00000100:00100000:2.0:1789785477.075859:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9daf87817800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3662:1876725549201664:0@lo:400:kworker.0 00000100:00100000:1.0:1789785477.075921:0:3661:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9daf87815180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3661:1876725549201920:0@lo:400:kworker.0 00000100:00100000:0.0:1789785477.082095:0:3660:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafaca24a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3660:1876725549201280:0@lo:400:kworker.0 00000100:00100000:0.0:1789785477.082130:0:3660:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9daf87817480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3660:1876725549202048:0@lo:400:kworker.0 00000100:00100000:0.0:1789785477.082137:0:3660:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafaca27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3660:1876725549201536:0@lo:400:kworker.0 00010000:00010000:0.0:1789785477.827911:0:18743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789785478.850559:0:17199:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789785478.978782:0:15987:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad642144-cf43-4df2-a5e5-a426cdb5453e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789785478.978791:0:15987:0:(pinger.c:247:ptlrpc_pinger_process_import()) ad642144-cf43-4df2-a5e5-a426cdb5453e->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1789785479.876745:0:17200:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789785480.898585:0:18743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789785481.922526:0:17199:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789785482.947195:0:17200:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789785483.202670:0:3658:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789785468/real 1789785468] req@ffff9daf87815500 x1876725549201792/t0(0) o250->MGC192.168.203.146@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789785483 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789785483.202705:0:3658:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9daf87815500 x1876725549201792/t0(0) o250->MGC192.168.203.146@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789785483 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789785483.202725:0:3658:0:(import.c:65:import_set_state_nolock()) ffff9daf85803800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789785483.202757:0:3658:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1789785483.202761:0:3658:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9daf87815500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad642144-cf43-4df2-a5e5-a426cdb5453e:3658:1876725549201792:0@lo:250:kworker.0 00000100:00080000:0.0:1789785483.202895:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad642144-cf43-4df2-a5e5-a426cdb5453e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789785483.202901:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789785483.202904:0:37:0:(import.c:65:import_set_state_nolock()) ffff9daf85803800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789785483.202909:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 0@lo last attempt 576 00000100:00080000:0.0:1789785483.202913:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.146@tcp: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1789785483.202937:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff9daf85803800 using connection 192.168.203.146@tcp/0@lo 00000100:00100000:0.0:1789785483.202965:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9dafa5888a80 x1876725549202304/t0(0) o250->MGC192.168.203.146@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789785483.203380:0:3658:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafa5888a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad642144-cf43-4df2-a5e5-a426cdb5453e:3658:1876725549202304:0@lo:250:kworker.0 00000400:00000100:3.0:1789785483.203427:0:3658:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876725549202304 offset 0 length 520: 4 00010000:00010000:0.0:1789785483.971023:0:18743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789785484.994516:0:17199:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789785486.018591:0:17200:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789785487.042687:0:18743:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789785487.298521:0:3658:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789785477/real 1789785477] req@ffff9dafb115dc00 x1876725549202176/t0(0) o39->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1789785487 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789785487.298553:0:3658:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9dafb115dc00 x1876725549202176/t0(0) o39->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1789785487 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789785487.298606:0:3658:0:(import.c:65:import_set_state_nolock()) ffff9dae82593800 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:3.0:1789785487.298629:0:3658:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafb115dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3658:1876725549202176:0@lo:39:umount.0 00000100:00080000:1.0:1789785487.298668:0:21390:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1789785487.298674:0:21390:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:1.0:1789785487.298678:0:21390:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:1.0:1789785487.299757:0:21390:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.146@tcp lock: ffff9dae81eada00/0x2f18ee3fd845d678 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845d67f expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785487.299771:0:21390:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.146@tcp lock: ffff9dae81eada00/0x2f18ee3fd845d678 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x2f18ee3fd845d67f expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785487.299778:0:21390:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.146@tcp lock: ffff9dae81eada00/0x2f18ee3fd845d678 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x2f18ee3fd845d67f expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785487.299785:0:21390:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.146@tcp lock: ffff9dae81eada00/0x2f18ee3fd845d678 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x2f18ee3fd845d67f expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785487.299824:0:21390:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789785487.299831:0:21390:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.146@tcp lock: ffff9dafc21ca000/0x2f18ee3fd845d934 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845d93b expref: -99 pid: 17209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785487.299839:0:21390:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.146@tcp lock: ffff9dafc21ca000/0x2f18ee3fd845d934 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x2f18ee3fd845d93b expref: -99 pid: 17209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785487.299845:0:21390:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.146@tcp lock: ffff9dafc21ca000/0x2f18ee3fd845d934 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x2f18ee3fd845d93b expref: -99 pid: 17209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785487.299851:0:21390:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.146@tcp lock: ffff9dafc21ca000/0x2f18ee3fd845d934 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x2f18ee3fd845d93b expref: -99 pid: 17209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785487.299865:0:21390:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:1.0:1789785487.299869:0:21390:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0001 (0) 00000020:01000004:1.0:1789785487.299890:0:21390:0:(tgt_mount.c:2115:server_put_super()) stopping lustre-OST0001 00000020:01000000:1.0:1789785487.299894:0:21390:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001 (flags='F') 00000020:00000080:1.0:1789785487.299897:0:21390:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789785487.299902:0:21390:0:(obd_config.c:956:class_cleanup()) lustre-OST0001: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1789785487.299906:0:21390:0:(genops.c:1558:class_disconnect_exports()) OBD device 26 (ffff9dae83573370) has no exports 00000020:00080000:1.0:1789785487.299926:0:21390:0:(genops.c:1558:class_disconnect_exports()) OBD device 26 (ffff9dae83573370) has no exports 00010000:00010000:3.0:1789785487.299945:0:17200:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789785487.299954:0:17200:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.146@tcp lock: ffff9dae81eada00/0x2f18ee3fd845d678 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x2f18ee3fd845d67f expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785487.299973:0:17200:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dae81eada00 already unused, calling callback (ffffffffc12b7c20) 10000000:00010000:3.0:1789785487.299977:0:17200:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.146@tcp lock: ffff9dae81eada00/0x2f18ee3fd845d678 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x2f18ee3fd845d67f expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785487.299986:0:17200:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.146@tcp lock: ffff9dae81eada00/0x2f18ee3fd845d678 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x2f18ee3fd845d67f expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789785487.299993:0:17200:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.146@tcp lock: ffff9dae81eada00/0x2f18ee3fd845d678 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x2f18ee3fd845d67f expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789785487.299998:0:17200:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1789785487.300000:0:17200:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0001: stopping, won't requeue 10000000:01000000:3.0:1789785487.300002:0:17200:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0001 00010000:00010000:3.0:1789785487.300027:0:17200:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9daf85803800 00010000:00010000:3.0:1789785487.300031:0:17200:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.146@tcp lock: ffff9dae81eada00/0x2f18ee3fd845d678 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x2f18ee3fd845d67f expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785487.300038:0:17200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.146@tcp lock: ffff9dae81eada00/0x2f18ee3fd845d678 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x2f18ee3fd845d67f expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785487.300051:0:17200:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789785487.300055:0:17200:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.146@tcp lock: ffff9dafc21ca000/0x2f18ee3fd845d934 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x2f18ee3fd845d93b expref: -99 pid: 17209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785487.300067:0:17200:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafc21ca000 already unused, calling callback (ffffffffc12b7c20) 10000000:00010000:3.0:1789785487.300070:0:17200:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.146@tcp lock: ffff9dafc21ca000/0x2f18ee3fd845d934 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x2f18ee3fd845d93b expref: -99 pid: 17209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785487.300078:0:17200:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.146@tcp lock: ffff9dafc21ca000/0x2f18ee3fd845d934 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x2f18ee3fd845d93b expref: -99 pid: 17209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789785487.300084:0:17200:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.146@tcp lock: ffff9dafc21ca000/0x2f18ee3fd845d934 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x2f18ee3fd845d93b expref: -99 pid: 17209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789785487.300089:0:17200:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:3.0:1789785487.300091:0:17200:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:3.0:1789785487.300093:0:17200:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:3.0:1789785487.300099:0:17200:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9daf85803800 00010000:00010000:3.0:1789785487.300102:0:17200:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.146@tcp lock: ffff9dafc21ca000/0x2f18ee3fd845d934 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0x2f18ee3fd845d93b expref: -99 pid: 17209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785487.300108:0:17200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.146@tcp lock: ffff9dafc21ca000/0x2f18ee3fd845d934 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0x2f18ee3fd845d93b expref: -99 pid: 17209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785487.300122:0:17200:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789785487.300124:0:17200:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789785487.300126:0:17200:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789785487.300851:0:17199:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:1.0:1789785487.302768:0:21390:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9dae828441e0 - data ffff9daf89f165e8/ffff9daf8635d000 00000020:01000000:1.0:1789785487.303008:0:21390:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9daf9ae26600 - data ffff9daf9f830ca8/ffff9dae8109f800 00100000:10000000:1.0:1789785487.315519:0:21390:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0001-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:2.0:1789785487.331922:0:21390:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x2f18ee3fd845d68d 00000020:00000080:2.0:1789785487.331935:0:21390:0:(genops.c:885:class_export_put()) final put ffff9dae84435000/lustre-OST0001-osd_UUID 00000020:01000004:2.0:1789785487.331958:0:21390:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9dae8353e800 from lustre-OST0001, refs=2 00000020:01000004:2.0:1789785487.331973:0:21390:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9dae8353e800 2 00000020:01000004:2.0:1789785487.331988:0:21390:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff9dae8353e800 from lustre-OST0001 00000020:00000080:2.0:1789785487.332021:0:21390:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789785487.332033:0:21390:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:00000080:2.0:1789785487.332037:0:21390:0:(genops.c:885:class_export_put()) final put ffff9dae82a01800/lustre-OST0001_UUID 00000020:00000080:2.0:1789785487.332040:0:21390:0:(genops.c:844:class_export_destroy()) destroying export ffff9dae82a01800/lustre-OST0001_UUID for lustre-OST0001 00000020:01000000:2.0:1789785487.332047:0:21390:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001 (lustre-OST0001_UUID) 00000100:00080000:2.0:1789785487.332151:0:21390:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import ad642144-cf43-4df2-a5e5-a426cdb5453e->MGS 00010000:00010000:2.0:1789785487.332165:0:21390:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.146@tcp lock: ffff9dafc1a65200/0x2f18ee3fd845d49c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x2f18ee3fd845d4a3 expref: -99 pid: 17943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789785487.332179:0:21390:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.146@tcp lock: ffff9dafc1a65200/0x2f18ee3fd845d49c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x2f18ee3fd845d4a3 expref: -99 pid: 17943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789785487.332186:0:21390:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 10000000:01000000:2.0:1789785487.332188:0:21390:0:(mgc_request.c:954:mgc_blocking_ast()) log nodemap: disconnecting, won't requeue 10000000:01000000:2.0:1789785487.332192:0:21390:0:(mgc_request.c:130:config_log_put()) dropping config log nodemap 00010000:00010000:2.0:1789785487.332211:0:21390:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9daf85803800 00010000:00010000:2.0:1789785487.332215:0:21390:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.146@tcp lock: ffff9dafc1a65200/0x2f18ee3fd845d49c lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x2f18ee3fd845d4a3 expref: -99 pid: 17943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785487.332229:0:21390:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.146@tcp lock: ffff9dafb5d54000/0x2f18ee3fd845d38b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x2f18ee3fd845d392 expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789785487.332236:0:21390:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.146@tcp lock: ffff9dafb5d54000/0x2f18ee3fd845d38b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x2f18ee3fd845d392 expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789785487.332241:0:21390:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1789785487.332243:0:21390:0:(mgc_request.c:954:mgc_blocking_ast()) log lustre-s: disconnecting, won't requeue 10000000:01000000:2.0:1789785487.332245:0:21390:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-sptlrpc 00010000:00010000:2.0:1789785487.332256:0:21390:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9daf85803800 00010000:00010000:2.0:1789785487.332259:0:21390:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.146@tcp lock: ffff9dafb5d54000/0x2f18ee3fd845d38b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x2f18ee3fd845d392 expref: -99 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1789785487.332287:0:21390:0:(import.c:65:import_set_state_nolock()) ffff9daf85803800 MGS: changing import state from CONNECTING to CLOSED 10000000:01000000:2.0:1789785487.332290:0:21390:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1789785487.332292:0:21390:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:2.0:1789785487.332294:0:21390:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:2.0:1789785487.332298:0:21390:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:2.0:1789785487.332309:0:21390:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9dafa5888a80 x1876725549202304/t0(0) o250->MGC192.168.203.146@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789785503 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:01000000:2.0:1789785487.332332:0:21390:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:2.0:1789785487.332335:0:21390:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 21s for inflight to error out 00000020:00000080:0.0:1789785487.332676:0:15987:0:(genops.c:844:class_export_destroy()) destroying export ffff9dae84435000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000100:00100000:3.0:1789785487.332926:0:3658:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafa5888a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad642144-cf43-4df2-a5e5-a426cdb5453e:3658:1876725549202304:0@lo:250:kworker.0 10000000:01000000:0.0:1789785487.332996:0:21390:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:0.0:1789785487.333005:0:21390:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x2f18ee3fd845d376 00000020:00000080:0.0:1789785487.333011:0:21390:0:(genops.c:885:class_export_put()) final put ffff9daf85805800/ad642144-cf43-4df2-a5e5-a426cdb5453e 00000020:01000000:0.0:1789785487.333032:0:21390:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGC192.168.203.146@tcp (flags='') 00000020:00000080:0.0:1789785487.333039:0:21390:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789785487.333044:0:21390:0:(obd_config.c:956:class_cleanup()) MGC192.168.203.146@tcp: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1789785487.333048:0:21390:0:(genops.c:1558:class_disconnect_exports()) OBD device 2 (ffff9dae837219b8) has no exports 10000000:01000000:0.0:1789785487.333079:0:17209:0:(mgc_request.c:708:mgc_requeue_thread()) Ending requeue thread 00000020:00000080:3.0:1789785487.333163:0:15987:0:(genops.c:844:class_export_destroy()) destroying export ffff9daf85805800/ad642144-cf43-4df2-a5e5-a426cdb5453e for MGC192.168.203.146@tcp 10000000:01000000:0.0:1789785487.333247:0:21390:0:(obd_class.h:670:obd_cleanup_client_import()) MGC192.168.203.146@tcp: client import never connected 00000100:00080000:0.0:1789785487.333250:0:21390:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 10000000:01000000:0.0:1789785487.333252:0:21390:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:0.0:1789785487.333255:0:21390:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 10000000:01000000:0.0:1789785487.333256:0:21390:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:0.0:1789785487.333315:0:21390:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789785487.333321:0:21390:0:(obd_config.c:883:class_detach()) detach on obd MGC192.168.203.146@tcp (uuid ad642144-cf43-4df2-a5e5-a426cdb5453e) 00000020:01000000:0.0:1789785487.333326:0:21390:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0001 (flags='F') 00000020:00000080:0.0:1789785487.333329:0:21390:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789785487.333333:0:21390:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1789785487.333359:0:21390:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-OST0001: ACTIVE ffff9dae84541000 lustre-MDT0000-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1789785487.333364:0:21390:0:(genops.c:1553:class_disconnect_exports()) OBD device 27 (ffff9dafb11d99b8) has exports, disconnecting them 00000020:00080000:0.0:1789785487.333368:0:21390:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0001: disconnecting export at 0@lo (ffff9dae84541000), last request at 1789785405 00000020:00000080:0.0:1789785487.333372:0:21390:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x2f18ee3fd845d70b 00000020:00080000:0.0:1789785487.333381:0:21390:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9dae84541000): rc 0 00000020:00000080:0.0:1789785487.333384:0:21390:0:(genops.c:885:class_export_put()) final put ffff9dae84541000/lustre-MDT0000-lwp-OST0001 00000020:00000080:3.0:1789785487.333594:0:15987:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9daf85803800 for MGC192.168.203.146@tcp 00000020:00000080:3.0:1789785487.333601:0:15987:0:(genops.c:885:class_export_put()) final put ffff9dafb11ec800/ad642144-cf43-4df2-a5e5-a426cdb5453e 00000020:00000080:3.0:1789785487.333603:0:15987:0:(genops.c:844:class_export_destroy()) destroying export ffff9dafb11ec800/ad642144-cf43-4df2-a5e5-a426cdb5453e for MGC192.168.203.146@tcp 00000020:01000000:3.0:1789785487.333613:0:15987:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGC192.168.203.146@tcp (ad642144-cf43-4df2-a5e5-a426cdb5453e) 00000020:00000080:3.0:1789785487.333997:0:15987:0:(genops.c:844:class_export_destroy()) destroying export ffff9dae84541000/lustre-MDT0000-lwp-OST0001 for lustre-MDT0000-lwp-OST0001 00010000:01000000:2.0:1789785487.337532:0:21390:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0001: client import never connected 00000100:00080000:2.0:1789785487.337540:0:21390:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1789785487.337544:0:21390:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:2.0:1789785487.337550:0:21390:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1789785487.337731:0:21390:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789785487.337739:0:21390:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000020:01000000:2.0:1789785487.337746:0:21390:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0001 (flags='F') 00000020:00000080:2.0:1789785487.337751:0:21390:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789785487.337755:0:21390:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1789785487.337762:0:21390:0:(genops.c:1819:print_export_data()) lustre-MDT0001-lwp-OST0001: ACTIVE ffff9dae82591800 lustre-MDT0001-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1789785487.337769:0:21390:0:(genops.c:1553:class_disconnect_exports()) OBD device 28 (ffff9dafac8ccd28) has exports, disconnecting them 00000020:00080000:2.0:1789785487.337774:0:21390:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0001: disconnecting export at 0@lo (ffff9dae82591800), last request at 1789785405 00000020:00000080:2.0:1789785487.337777:0:21390:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x2f18ee3fd845d727 00000020:00080000:2.0:1789785487.337793:0:21390:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9dae82591800): rc 0 00000020:00000080:2.0:1789785487.337798:0:21390:0:(genops.c:885:class_export_put()) final put ffff9dae82591800/lustre-MDT0001-lwp-OST0001 00000020:00000080:3.0:1789785487.337906:0:15987:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9dae84542800 for lustre-MDT0000-lwp-OST0001 00000020:00000080:3.0:1789785487.337913:0:15987:0:(genops.c:885:class_export_put()) final put ffff9dae84547000/lustre-MDT0000-lwp-OST0001_UUID 00000020:00000080:3.0:1789785487.337916:0:15987:0:(genops.c:844:class_export_destroy()) destroying export ffff9dae84547000/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000-lwp-OST0001 00000020:01000000:3.0:1789785487.337923:0:15987:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0001 (lustre-MDT0000-lwp-OST0001_UUID) 00000020:00000080:3.0:1789785487.337988:0:15987:0:(genops.c:844:class_export_destroy()) destroying export ffff9dae82591800/lustre-MDT0001-lwp-OST0001 for lustre-MDT0001-lwp-OST0001 00010000:01000000:3.0:1789785487.339382:0:21390:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0001: client import never connected 00000100:00080000:3.0:1789785487.339402:0:21390:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1789785487.339405:0:21390:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:3.0:1789785487.339411:0:21390:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1789785487.339433:0:15987:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9dae82593800 for lustre-MDT0001-lwp-OST0001 00010000:00010000:3.0:1789785487.339481:0:18743:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-1 blwis in pool) 00010000:00010000:3.0:1789785487.339594:0:17200:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-2 blwis in pool) 00010000:00010000:3.0:1789785487.339688:0:17199:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-3 blwis in pool) 00000100:00100000:3.0:1789785487.339802:0:17195:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_001: service thread [ffff9dafb5f6ac00:17195] 1 exiting: rc = 0 00000100:00100000:1.0:1789785487.341113:0:17194:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_000: service thread [ffff9dafb5f6a400:17194] 0 exiting: rc = 1 00000100:00100000:3.0:1789785487.341269:0:20238:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_002: service thread [ffff9dae8448f800:20238] 2 exiting: rc = 0 00000100:00100000:3.0:1789785487.341354:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789785487.341640:0:17197:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_001: service thread [ffff9dafc18e1e00:17197] 1 exiting: rc = 0 00000100:00100000:3.0:1789785487.341782:0:17196:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_000: service thread [ffff9dafc18e1a00:17196] 0 exiting: rc = 1 00000100:00100000:3.0:1789785487.342291:0:17198:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_002: service thread [ffff9dae8384ea00:17198] 2 exiting: rc = 0 00000100:00100000:3.0:1789785487.342403:0:17963:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_003: service thread [ffff9daf8485f000:17963] 3 exiting: rc = 0 00000100:00100000:3.0:1789785487.342466:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789785487.342474:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789785487.342481:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789785487.342487:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789785487.342493:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789785487.342500:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789785487.342506:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789785487.342525:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789785487.342531:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789785487.342536:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789785487.342542:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789785487.342549:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789785487.342554:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789785487.342560:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789785487.342565:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789785487.342571:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789785487.342577:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789785487.342584:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789785487.342589:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789785487.342595:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789785487.342600:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789785487.342606:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789785487.342611:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789785487.342616:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789785487.342622:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789785487.342628:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789785487.342634:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789785487.342639:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789785487.342644:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789785487.342650:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789785487.342655:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789785487.342660:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789785487.342667:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789785487.342673:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789785487.342679:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789785487.342685:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789785487.342690:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789785487.342696:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789785487.342702:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789785487.342708:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789785487.342714:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789785487.342719:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789785487.342731:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789785487.342736:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789785487.342742:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789785487.342748:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789785487.342753:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789785487.342759:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789785487.342764:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789785487.342769:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789785487.342773:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789785487.342778:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789785487.342784:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789785487.342789:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789785487.342794:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789785487.342799:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789785487.342804:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789785487.342983:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789785487.342992:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789785487.342997:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789785487.343002:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789785487.343008:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789785487.343014:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789785487.343020:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:3.0:1789785487.343881:0:21390:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789785487.343890:0:21390:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000020:00000080:3.0:1789785487.343895:0:21390:0:(genops.c:885:class_export_put()) final put ffff9dae84547800/lustre-MDT0001-lwp-OST0001_UUID 00000020:00000080:3.0:1789785487.343900:0:21390:0:(genops.c:844:class_export_destroy()) destroying export ffff9dae84547800/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001-lwp-OST0001 00000020:01000000:3.0:1789785487.343906:0:21390:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0001 (lustre-MDT0001-lwp-OST0001_UUID) 00000020:01000004:3.0:1789785487.343952:0:21390:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9dae8353e800 1 00000020:00000080:3.0:1789785487.343958:0:21390:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x2f18ee3fd845d671 00000020:00000080:3.0:1789785487.343975:0:21390:0:(genops.c:885:class_export_put()) final put ffff9dae81f90800/lustre-OST0001-osd_UUID 00000020:01000000:3.0:1789785487.343986:0:21390:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osd (flags='') 00000020:00000080:3.0:1789785487.343997:0:15987:0:(genops.c:844:class_export_destroy()) destroying export ffff9dae81f90800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:00000080:3.0:1789785487.344007:0:21390:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789785487.344019:0:21390:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osd: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1789785487.344023:0:21390:0:(genops.c:1558:class_disconnect_exports()) OBD device 25 (ffff9dafb11dcd28) has no exports 00000020:00000080:3.0:1789785487.425866:0:21390:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789785487.425882:0:21390:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00000020:00000080:3.0:1789785487.425887:0:21390:0:(genops.c:885:class_export_put()) final put ffff9dae8353f800/lustre-OST0001-osd_UUID 00000020:00000080:3.0:1789785487.425892:0:21390:0:(genops.c:844:class_export_destroy()) destroying export ffff9dae8353f800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:01000000:3.0:1789785487.425902:0:21390:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osd (lustre-OST0001-osd_UUID) 00000020:01000004:2.0:1789785487.430797:0:21390:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff9dae83539000 00000020:01000000:2.0:1789785487.430838:0:21390:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of OSS (flags='F') 00000020:00000080:2.0:1789785487.430848:0:21390:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789785487.430853:0:21390:0:(obd_config.c:956:class_cleanup()) OSS: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1789785487.430858:0:21390:0:(genops.c:1558:class_disconnect_exports()) OBD device 21 (ffff9dafb5c3cd28) has no exports 00000020:00000080:2.0:1789785487.430893:0:21390:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789785487.430901:0:21390:0:(obd_config.c:883:class_detach()) detach on obd OSS (uuid OSS_uuid) 00000020:00000080:2.0:1789785487.430906:0:21390:0:(genops.c:885:class_export_put()) final put ffff9dafb5e68000/OSS_uuid 00000020:00000080:2.0:1789785487.430910:0:21390:0:(genops.c:844:class_export_destroy()) destroying export ffff9dafb5e68000/OSS_uuid for OSS 00000020:01000000:2.0:1789785487.430921:0:21390:0:(genops.c:441:class_free_dev()) finishing cleanup of obd OSS (OSS_uuid) 00000100:00080000:1.0:1789785487.430998:0:17207:0:(pinger.c:548:ping_evictor_main()) Exiting Ping Evictor 00000100:00100000:2.0:1789785487.431027:0:18718:0:(service.c:3183:ptlrpc_main()) ll_ost00_001: service thread [ffff9dae8253c400:18718] 1 exiting: rc = 0 00000100:00100000:0.0:1789785487.431181:0:18717:0:(service.c:3183:ptlrpc_main()) ll_ost00_000: service thread [ffff9dafb6cb9a00:18717] 0 exiting: rc = 1 00000100:00100000:2.0:1789785487.431261:0:18720:0:(service.c:3183:ptlrpc_main()) ll_ost00_002: service thread [ffff9dae8253d200:18720] 2 exiting: rc = 0 00000100:00100000:1.0:1789785487.431573:0:19259:0:(service.c:3183:ptlrpc_main()) ll_ost00_003: service thread [ffff9dae8443b400:19259] 3 exiting: rc = 0 00000100:00100000:1.0:1789785487.431656:0:20551:0:(service.c:3183:ptlrpc_main()) ll_ost00_004: service thread [ffff9dae82930600:20551] 4 exiting: rc = 0 00000100:00100000:1.0:1789785487.432466:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.432488:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.432499:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.432506:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.432515:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.432522:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.432527:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.432533:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.432538:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.432543:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.432548:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.432553:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.432558:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.432563:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.432568:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.432573:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.432578:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.432593:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.432598:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.432606:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.432613:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.432619:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.432645:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.432651:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.432659:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.432664:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.432669:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.432674:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.432679:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.432685:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.432690:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.432694:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.432699:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.432704:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.432709:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.432714:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.432724:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.432729:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.432735:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.432740:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.432748:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.432753:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.432759:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.432765:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.432770:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.432776:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.432789:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.432795:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.432800:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.432805:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.432810:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.432815:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.432820:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.432825:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.432830:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.432835:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.432839:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.432844:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.432907:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.432914:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.432920:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.432925:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.432930:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.432934:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.435400:0:18721:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_000: service thread [ffff9dafa6693600:18721] 0 exiting: rc = 1 00000100:00100000:0.0:1789785487.435427:0:20607:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_002: service thread [ffff9dafbed0b200:20607] 2 exiting: rc = 0 00000100:00100000:2.0:1789785487.435573:0:18722:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_001: service thread [ffff9dafb6cbdc00:18722] 1 exiting: rc = 0 00000100:00100000:1.0:1789785487.435872:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.435881:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.435886:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.435891:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.435897:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.435902:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.435921:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.435927:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.435932:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.435938:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.435944:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.435951:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.435959:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.435976:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.435982:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.435987:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.435993:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.436002:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.436007:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.436012:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.436017:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.436023:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.436030:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.436035:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.436042:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.436049:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.436054:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.436059:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.436064:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.436069:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.436074:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.436079:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.436084:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.436089:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.436094:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.436100:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.436104:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.436109:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.436115:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.436120:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.436125:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.436141:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.436576:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.436893:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.436902:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.436911:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.436917:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.436921:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.436926:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.436931:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.436937:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.436942:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.436949:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.436955:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.436960:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.436974:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.436985:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.436992:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.436997:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.437002:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.437007:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.437012:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.437017:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.437022:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.441638:0:18725:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_002: service thread [ffff9dafc18f7600:18725] 2 exiting: rc = 0 00000100:00100000:0.0:1789785487.441839:0:18723:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_000: service thread [ffff9daf86352800:18723] 0 exiting: rc = 1 00000100:00100000:0.0:1789785487.441958:0:18724:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_001: service thread [ffff9dafc18f7800:18724] 1 exiting: rc = 0 00000100:00100000:1.0:1789785487.442404:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.442411:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.442417:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.442434:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.442442:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.442450:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.442458:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.442467:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.442475:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.442484:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.442492:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.442498:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.442537:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.442546:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.442551:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.442558:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.442567:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.442576:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.443224:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.443237:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.443243:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.443250:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.443257:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.443263:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.443269:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.443274:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.443278:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.443283:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.443288:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.443294:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.443299:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.443304:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.443310:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.443315:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.443320:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.443326:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.443486:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.443494:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.443506:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.443512:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.443517:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.443523:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.443530:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.443538:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.443544:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.443550:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.443556:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.443571:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.443578:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.443596:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.443602:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.443607:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.443613:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.443619:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.443632:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.443645:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.443651:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.443657:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.443662:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.443666:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.443671:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.443677:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.443683:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789785487.443688:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789785487.448594:0:18726:0:(service.c:3183:ptlrpc_main()) ll_ost_seq00_000: service thread [ffff9daf8441b600:18726] 0 exiting: rc = 1 00000100:00100000:1.0:1789785487.448794:0:18727:0:(service.c:3183:ptlrpc_main()) ll_ost_seq00_001: service thread [ffff9daf8441a200:18727] 1 exiting: rc = 0 00000100:00100000:0.0:1789785487.449004:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.449014:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.449018:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.449023:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.449028:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.449033:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.449038:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.449059:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.449065:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.449070:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.449075:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.449079:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.449084:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.449090:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.449094:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.449099:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.449104:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.449109:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.449114:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.449119:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.449123:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.449129:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.449266:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.449274:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.449279:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.449284:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.449290:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.449519:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.449525:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.449541:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.449546:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.449550:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.449555:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.449560:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.449564:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.449569:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.449574:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.449579:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.449583:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.449588:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.449593:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.449598:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.449602:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.449608:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.449613:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.449618:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.449623:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.449628:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.449633:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.449637:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.449643:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.449649:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.449654:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.449660:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.449665:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.449670:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.449675:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.449681:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.449686:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.449690:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.449695:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.449700:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.449705:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.449709:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789785487.452202:0:18729:0:(service.c:3183:ptlrpc_main()) ll_ost_out00_001: service thread [ffff9daf8441a400:18729] 1 exiting: rc = 0 00000100:00100000:2.0:1789785487.452793:0:18728:0:(service.c:3183:ptlrpc_main()) ll_ost_out00_000: service thread [ffff9daf8441a600:18728] 0 exiting: rc = 1 00000100:00100000:0.0:1789785487.455707:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.455794:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.455826:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.455833:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.455911:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.455919:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.455925:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.455932:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.455939:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.455946:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.455951:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.455958:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.455975:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.455982:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.456128:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.456136:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.456142:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.456149:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.456156:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.456222:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.456231:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.456239:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.456244:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.456249:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.456254:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.456264:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.456284:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.456292:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.456298:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.456303:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.456310:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.456317:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.456323:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.456330:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.457022:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.457047:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.457053:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.457059:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.457084:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.457093:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.457098:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.457105:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.457111:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.457118:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.457124:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.457131:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.457137:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.457142:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.457148:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.457154:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.457184:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.457193:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.457199:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.457205:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.457211:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.457217:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.457222:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.457228:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.457234:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.457239:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.457245:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.457251:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.457257:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789785487.457271:0:21390:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:02000400:2.0:1789785487.464485:0:21390:0:(tgt_mount.c:2184:server_put_super()) server umount lustre-OST0001 complete 00000001:02000400:2.0:1789785504.390792:0:22154:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg346-server.virtnet: executing load_modules_local 00000020:01000004:0.0:1789785512.475998:0:22753:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:0.0:1789785512.476005:0:22753:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds1_flakey 00000020:01000004:0.0:1789785512.476006:0:22753:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:0.0:1789785512.476112:0:22753:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff9dae83bdb800 00000020:01000004:0.0:1789785512.476127:0:22753:0:(tgt_mount.c:2503:osd_start()) Attempting to start lustre-MDT0000, type=osd-ldiskfs, lsifl=200005, mountfl=0 00000020:01000004:0.0:1789785512.476134:0:22753:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-osd (typ=osd-ldiskfs) 00000020:00000080:0.0:1789785512.476156:0:22753:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osd (ffff9dae82b28000) 00000020:00000080:0.0:1789785512.476170:0:22753:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type osd-ldiskfs with refcount 2 00100000:10000000:3.0:1789785512.544822:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:3.0:1789785512.550031:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:3.0:1789785512.555460:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2:0x0] (8/32) registered 00100000:10000000:3.0:1789785512.556418:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:3.0:1789785512.556840:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:3.0:1789785512.557137:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xa:0x0] (8/32) registered 00100000:10000000:2.0:1789785512.557683:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:2.0:1789785512.558024:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xe:0x0] (8/32) registered 00100000:10000000:2.0:1789785512.558297:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:2.0:1789785512.558603:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x9:0x0] (8/32) registered 00100000:10000000:2.0:1789785512.558803:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xb:0x0] (8/32) registered 00100000:10000000:2.0:1789785512.559057:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:2.0:1789785512.559291:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xd:0x0] (8/32) registered 00100000:10000000:2.0:1789785512.559638:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xc:0x0] (8/32) registered 00100000:10000000:2.0:1789785512.559823:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:2.0:1789785512.560625:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:2.0:1789785512.560829:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:2.0:1789785512.561062:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:2.0:1789785512.561438:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:2.0:1789785512.561678:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x21:0x0] (16/1) registered 00100000:10000000:2.0:1789785512.561876:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:2.0:1789785512.562168:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:2.0:1789785512.562555:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:2.0:1789785512.562733:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:2.0:1789785512.563007:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:2.0:1789785512.563281:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x23:0x0] (16/1) registered 00100000:10000000:2.0:1789785512.563789:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:2.0:1789785512.564066:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:2.0:1789785512.564301:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2f:0x0] (24/16) registered 00100000:10000000:2.0:1789785512.564630:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:2.0:1789785512.564821:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x31:0x0] (24/16) registered 00100000:10000000:2.0:1789785512.565114:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:2.0:1789785512.565422:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x20:0x0] (16/1) registered 00100000:10000000:2.0:1789785512.565656:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x22:0x0] (16/1) registered 00100000:10000000:2.0:1789785512.565852:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:2.0:1789785512.566075:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:2.0:1789785512.566287:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x32:0x0] (24/16) registered 00100000:10000000:2.0:1789785512.566725:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:2.0:1789785512.566956:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x30:0x0] (24/16) registered 00100000:10000000:2.0:1789785512.567176:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1f:0x0] (16/1) registered 00100000:10000000:2.0:1789785512.567589:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:2.0:1789785512.567804:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:2.0:1789785512.567993:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x33:0x0] (24/16) registered 00100000:10000000:2.0:1789785512.568224:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:2.0:1789785512.569133:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:2.0:1789785512.569566:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1e:0x0] (16/1) registered 00100000:10000000:2.0:1789785512.569886:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x34:0x0] (24/16) registered 00100000:10000000:2.0:1789785512.575879:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2020000:0x0] (8/32) registered 00100000:10000000:2.0:1789785512.578139:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1020000:0x0] (8/32) registered 00100000:10000000:2.0:1789785512.578979:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x20000:0x0] (8/32) registered 00100000:10000000:0.0:1789785512.580322:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1010000:0x0] (8/32) registered 00100000:10000000:0.0:1789785512.581399:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x10000:0x0] (8/32) registered 00100000:10000000:0.0:1789785512.582044:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2010000:0x0] (8/32) registered 00080000:01000000:0.0:1789785512.584735:0:22753:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0000: register osd-ldiskfs tunable parameters 00000020:00000080:0.0:1789785512.584976:0:22753:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00080000:01000000:0.0:1789785512.584984:0:22753:0:(osd_handler.c:8925:osd_obd_connect()) connect #0 00000020:00000080:0.0:1789785512.584995:0:22753:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x2f18ee3fd845dbe9 00000020:01000004:0.0:1789785512.585001:0:22753:0:(tgt_mount.c:2588:server_fill_super()) Found service lustre-MDT0000 on device /dev/mapper/mds1_flakey 00000020:01000000:0.0:1789785512.585006:0:22753:0:(tgt_mount.c:219:server_start_mgs()) Start MGS service MGS 00000020:01000004:0.0:1789785512.585011:0:22753:0:(tgt_mount.c:101:server_register_mount()) register mount ffff9dae83bdb800 from MGS 00000020:01000004:0.0:1789785512.585014:0:22753:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGS (typ=mgs) 00000020:00000080:0.0:1789785512.585024:0:22753:0:(genops.c:413:class_newdev()) Allocate new device MGS (ffff9dae82b2cd28) 00000020:00000080:0.0:1789785512.585035:0:22753:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type mgs with refcount 2 00000020:01000004:0.0:1789785512.585093:0:22753:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9dae83bdb800 from MGS, refs=2 00080000:01000000:0.0:1789785512.585098:0:22753:0:(osd_handler.c:8925:osd_obd_connect()) connect #1 00000020:00000080:0.0:1789785512.585106:0:22753:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x2f18ee3fd845dbf7 00000100:00100000:0.0:1789785512.585197:0:22753:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:0.0:1789785512.585381:0:22753:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 56 00000100:00100000:0.0:1789785512.585388:0:22753:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:0.0:1789785512.586890:0:22753:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 56 00000100:00100000:0.0:1789785512.586899:0:22753:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:0.0:1789785512.587854:0:22753:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1789785512.588035:0:22753:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 56 00000100:00100000:0.0:1789785512.588042:0:22753:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:0.0:1789785512.588848:0:22753:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 56 00000100:00100000:0.0:1789785512.588857:0:22753:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:0.0:1789785512.589312:0:22753:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 56 00000100:00100000:0.0:1789785512.589318:0:22753:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00010000:00010000:2.0:1789785512.590058:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789785512.590063:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789785512.590065:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789785512.590852:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789785512.590855:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789785512.590862:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789785512.591308:0:22753:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGS-0 is initialized 00010000:00010000:2.0:1789785512.595469:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:01000000:1.0:1789785512.597672:0:22753:0:(llog_obd.c:197:llog_setup()) obd MGS ctxt 0 is initialized 10000000:01000000:1.0:1789785512.598369:0:22765:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x2 (params) 20000000:01000000:2.0:1789785512.598431:0:22753:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 2 20000000:01000000:2.0:1789785512.598467:0:22753:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:2.0:1789785512.599106:0:22753:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000100:00100000:2.0:1789785512.599652:0:22753:0:(service.c:155:ptlrpc_grow_req_bufs()) mgs: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1789785512.599829:0:22753:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 0 min 3 max 32 00000100:00100000:2.0:1789785512.599835:0:22753:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0000' 00000100:00100000:2.0:1789785512.601491:0:22753:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 1 min 3 max 32 00000100:00100000:2.0:1789785512.601560:0:22753:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0001' 00000100:00100000:1.0:1789785512.606527:0:22753:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 2 min 3 max 32 00000100:00100000:1.0:1789785512.606540:0:22753:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0002' 00000020:00000080:1.0:1789785512.607847:0:22753:0:(obd_config.c:826:class_setup()) finished setup of obd MGS (uuid MGS) 00000020:01000004:1.0:1789785512.607867:0:22753:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.203.146@tcp' 00000020:01000004:1.0:1789785512.607869:0:22753:0:(obd_mount.c:420:lustre_start_mgc()) mgs NIDs (null). 00000020:01000004:1.0:1789785512.607899:0:22753:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.203.146@tcp (typ=mgc) 00000020:00000080:1.0:1789785512.607911:0:22753:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.203.146@tcp (ffff9dae83570000) 00000020:00000080:1.0:1789785512.607925:0:22753:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type mgc with refcount 2 00010000:00080000:1.0:1789785512.607998:0:22753:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9dafb6c45800@MGC192.168.203.146@tcp: add connection 192.168.203.146@tcp at head 00010000:00010000:1.0:1789785512.608139:0:22753:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.203.146@tcp-0 is initialized 00000040:01000000:1.0:1789785512.608145:0:22753:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.146@tcp ctxt 1 is initialized 00000100:00080000:2.0:1789785512.608389:0:22770:0:(pinger.c:466:ping_evictor_main()) Starting Ping Evictor 10000000:01000000:1.0:1789785512.608793:0:22771:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:2.0:1789785512.608869:0:22753:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.203.146@tcp (uuid 74f6797b-597b-4af7-b58b-b0a39d36f113) 00000020:00000080:2.0:1789785512.608883:0:22753:0:(genops.c:1385:class_connect()) connect: client 74f6797b-597b-4af7-b58b-b0a39d36f113, cookie 0x2f18ee3fd845dc05 00000100:00080000:2.0:1789785512.608893:0:22753:0:(import.c:510:import_select_connection()) MGC192.168.203.146@tcp: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1789785512.608898:0:22753:0:(import.c:624:import_select_connection()) MGC192.168.203.146@tcp: import ffff9dafb6c45800 using connection 192.168.203.146@tcp/0@lo 00000100:00100000:2.0:1789785512.608927:0:22753:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9dafaca27480 x1876725549202432/t0(0) o250->MGC192.168.203.146@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789785512.608953:0:22753:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 74f6797b-597b-4af7-b58b-b0a39d36f113->MGS 00000020:01000004:2.0:1789785512.608977:0:22753:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-MDT0000 00000020:01000004:2.0:1789785512.608981:0:22753:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MDS (typ=mds) 00000020:00000080:2.0:1789785512.608990:0:22753:0:(genops.c:413:class_newdev()) Allocate new device MDS (ffff9dafac8cb370) 00000020:00000080:2.0:1789785512.608998:0:22753:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mds with refcount 2 00000100:00100000:3.0:1789785512.609304:0:3658:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafaca27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:74f6797b-597b-4af7-b58b-b0a39d36f113:3658:1876725549202432:0@lo:250:mount.lustre.0 00000100:00100000:3.0:1789785512.609392:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785512.609454:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549202432 00000100:00100000:3.0:1789785512.609461:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549202432 00000100:00100000:3.0:1789785512.609490:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1789785512.609842:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9daf862b5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:3658:x1876725549202432:12345-0@lo:250:mount.lustre.0 00010000:00080000:3.0:1789785512.609867:0:22766:0:(ldlm_lib.c:1444:target_handle_connect()) MGS: connection from 74f6797b-597b-4af7-b58b-b0a39d36f113@0@lo t0 exp 0000000000000000 cur 620 last 0 00000020:00000080:3.0:1789785512.609887:0:22766:0:(genops.c:1385:class_connect()) connect: client 74f6797b-597b-4af7-b58b-b0a39d36f113, cookie 0x2f18ee3fd845dc13 00000100:00080000:3.0:1789785512.609995:0:22766:0:(import.c:65:import_set_state_nolock()) ffff9dafb611f800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1789785512.610050:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9daf862b5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f6797b-597b-4af7-b58b-b0a39d36f113+5:3658:x1876725549202432:12345-0@lo:250:mount.lustre.0 Request processed in 551us (656us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785512.610058:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1789785512.610310:0:3658:0:(client.c:3125:ptlrpc_free_committed()) MGC192.168.203.146@tcp: committing for last_committed 0 gen 1 00000100:00080000:1.0:1789785512.610319:0:3658:0:(import.c:1132:ptlrpc_connect_interpret()) MGC192.168.203.146@tcp: connect to target with instance 0 00000100:00080000:1.0:1789785512.610359:0:3658:0:(import.c:956:ptlrpc_connect_set_flags()) MGC192.168.203.146@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:1.0:1789785512.610363:0:3658:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:1.0:1789785512.610367:0:3658:0:(import.c:65:import_set_state_nolock()) ffff9dafb6c45800 MGS: changing import state from CONNECTING to FULL 10000000:01000000:1.0:1789785512.610370:0:3658:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:1.0:1789785512.610379:0:3658:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00100000:1.0:1789785512.610384:0:3658:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafaca27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:74f6797b-597b-4af7-b58b-b0a39d36f113:3658:1876725549202432:0@lo:250:mount.lustre.0 00000100:00100000:2.0:1789785512.622654:0:22753:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt: allocate 64 new 262144-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1789785512.622862:0:22753:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 0 min 3 max 116 00000100:00100000:2.0:1789785512.622868:0:22753:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_000' 00000100:00100000:2.0:1789785512.623771:0:22753:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 1 min 3 max 116 00000100:00100000:2.0:1789785512.623788:0:22753:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_001' 00000100:00100000:1.0:1789785512.624184:0:22753:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 2 min 3 max 116 00000100:00100000:1.0:1789785512.624190:0:22753:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_002' 00000100:00100000:1.0:1789785512.625036:0:22753:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_readpage: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1789785512.625451:0:22753:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 0 min 2 max 80 00000100:00100000:1.0:1789785512.625457:0:22753:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_000' 00000100:00100000:1.0:1789785512.625987:0:22753:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 1 min 2 max 80 00000100:00100000:1.0:1789785512.625994:0:22753:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_001' 00000100:00100000:1.0:1789785512.656060:0:22753:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1789785512.656240:0:22753:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 0 min 2 max 116 00000100:00100000:1.0:1789785512.656244:0:22753:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_000' 00000100:00100000:3.0:1789785512.658291:0:22753:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 1 min 2 max 116 00000100:00100000:3.0:1789785512.658301:0:22753:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_001' 00000100:00100000:1.0:1789785512.658956:0:22753:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqs: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1789785512.659140:0:22753:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 0 min 2 max 256 00000100:00100000:1.0:1789785512.659145:0:22753:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0000' 00000100:00100000:1.0:1789785512.659597:0:22753:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 1 min 2 max 256 00000100:00100000:1.0:1789785512.659604:0:22753:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0001' 00000100:00100000:1.0:1789785512.660156:0:22753:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqm: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1789785512.660298:0:22753:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 0 min 2 max 256 00000100:00100000:1.0:1789785512.660303:0:22753:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0000' 00000100:00100000:1.0:1789785512.660929:0:22753:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 1 min 2 max 256 00000100:00100000:1.0:1789785512.660936:0:22753:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0001' 00000100:00100000:1.0:1789785512.661493:0:22753:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_fld: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1789785512.661743:0:22753:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 0 min 2 max 256 00000100:00100000:1.0:1789785512.661747:0:22753:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0000' 00000100:00100000:3.0:1789785512.662178:0:22753:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 1 min 2 max 256 00000100:00100000:3.0:1789785512.662184:0:22753:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0001' 00000100:00100000:3.0:1789785512.677291:0:22753:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1789785512.677770:0:22753:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 0 min 3 max 116 00000100:00100000:3.0:1789785512.677786:0:22753:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_000' 00000100:00100000:3.0:1789785512.679036:0:22753:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 1 min 3 max 116 00000100:00100000:3.0:1789785512.679046:0:22753:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_001' 00000100:00100000:3.0:1789785512.679947:0:22753:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 2 min 3 max 116 00000100:00100000:3.0:1789785512.679955:0:22753:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_002' 00000020:00000080:3.0:1789785512.680894:0:22753:0:(obd_config.c:826:class_setup()) finished setup of obd MDS (uuid MDS_uuid) 00000020:01000004:3.0:1789785512.680920:0:22753:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds1_flakey 10000000:01000000:3.0:1789785512.680927:0:22753:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.146@tcp: cl_mgc_mutex lustre-MDT0000-osd for locked: rc = 0 00000040:01000000:3.0:1789785512.681024:0:22753:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.146@tcp ctxt 0 is initialized 00000020:01000004:3.0:1789785512.681057:0:22753:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0000, fs=lustre, 192.168.203.146@tcp, index=0000, flags=0x20005 00000020:01000004:3.0:1789785512.681062:0:22753:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:3.0:1789785512.681064:0:22753:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1789785512.681065:0:22753:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1789785512.681066:0:22753:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1789785512.681068:0:22753:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1789785512.681069:0:22753:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1789785512.681070:0:22753:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1789785512.681071:0:22753:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1789785512.681073:0:22753:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1789785512.681074:0:22753:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1789785512.681076:0:22753:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x10020005 00000020:01000004:3.0:1789785512.681078:0:22753:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1789785512.681080:0:22753:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1789785512.681081:0:22753:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1789785512.681082:0:22753:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1789785512.681083:0:22753:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1789785512.681084:0:22753:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1789785512.681085:0:22753:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1789785512.681086:0:22753:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1789785512.681088:0:22753:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1789785512.681089:0:22753:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1789785512.681124:0:22753:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:3.0:1789785512.681144:0:22753:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafb115dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:22753:1876725549202560:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1789785512.681212:0:22753:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785512.681283:0:22753:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dafac70b480 going to sleep for 11 seconds 00000100:00100000:1.0:1789785512.681333:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549202560 00000100:00100000:1.0:1789785512.681806:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549202560 00000100:00100000:1.0:1789785512.681858:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1789785512.681876:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9daf862b4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f6797b-597b-4af7-b58b-b0a39d36f113+5:22753:x1876725549202560:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1789785512.681920:0:22769:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:1.0:1789785512.681923:0:22769:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:1.0:1789785512.681926:0:22769:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0000 is running on 0@lo 10000000:01000000:3.0:1789785512.682328:0:22790:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:1.0:1789785512.683071:0:22769:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 10 20000000:01000000:3.0:1789785512.684332:0:22791:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 0 20000000:01000000:3.0:1789785512.684430:0:22791:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 1 20000000:01000000:3.0:1789785512.684434:0:22791:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0000_UUID is 0 (0) 20000000:01000000:3.0:1789785512.684437:0:22791:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0001_UUID is 1 (1) 00000040:00080000:3.0:1789785512.684785:0:22791:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 20000000:01000000:1.0:1789785512.684964:0:22769:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:1.0:1789785512.684973:0:22769:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:1.0:1789785512.686935:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9daf862b4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f6797b-597b-4af7-b58b-b0a39d36f113+5:22753:x1876725549202560:12345-0@lo:253:mount.lustre.0 Request processed in 5053us (5715us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785512.686948:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1789785512.687065:0:22753:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafb115dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:22753:1876725549202560:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1789785512.687080:0:22753:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:3.0:1789785512.687084:0:22753:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1789785512.687085:0:22753:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1789785512.687087:0:22753:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1789785512.687088:0:22753:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1789785512.687089:0:22753:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1789785512.687091:0:22753:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1789785512.687092:0:22753:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1789785512.687093:0:22753:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1789785512.687095:0:22753:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1789785512.687097:0:22753:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:3.0:1789785512.687116:0:22753:0:(tgt_mount.c:101:server_register_mount()) register mount ffff9dae83bdb800 from lustre-MDT0000 10000000:01000000:3.0:1789785512.687145:0:22753:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0000 from 0 10000000:01000000:3.0:1789785512.687148:0:22753:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0000-0000000000000000 10000000:01000000:3.0:1789785512.687152:0:22753:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff9dae83570000 10000000:01000000:3.0:1789785512.687158:0:22753:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1789785512.687166:0:22753:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff9dae83570000 from 1 10000000:01000000:3.0:1789785512.687169:0:22753:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:3.0:1789785512.687203:0:22753:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.146@tcp lock: ffff9daf814bb800/0x2f18ee3fd845dc1a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785512.687214:0:22753:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.146@tcp lock: ffff9daf814bb800/0x2f18ee3fd845dc1a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785512.687235:0:22753:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.146@tcp lock: ffff9daf814bb800/0x2f18ee3fd845dc1a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789785512.687254:0:22753:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafb115dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:22753:1876725549202688:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1789785512.687289:0:22753:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785512.687393:0:22753:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dafac70bd80 going to sleep for 11 seconds 00000100:00100000:1.0:1789785512.687465:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549202688 00000100:00100000:1.0:1789785512.687472:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549202688 00000100:00100000:1.0:1789785512.687693:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1789785512.687703:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9daf862b7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f6797b-597b-4af7-b58b-b0a39d36f113+5:22753:x1876725549202688:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789785512.687717:0:22767:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789785512.687732:0:22767:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9dafc21cac00/0x2f18ee3fd845dc21 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x2f18ee3fd845dc1a expref: -99 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785512.687754:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9dafc21cac00/0x2f18ee3fd845dc21 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2f18ee3fd845dc1a expref: 6 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785512.687765:0:22767:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9dafc21cac00/0x2f18ee3fd845dc21 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2f18ee3fd845dc1a expref: 6 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785512.687774:0:22767:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dafc21cac00, rc 0) 00000100:00100000:1.0:1789785512.687828:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9daf862b7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f6797b-597b-4af7-b58b-b0a39d36f113+6:22753:x1876725549202688:12345-0@lo:101:mount.lustre.0 Request processed in 127us (538us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785512.687834:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1789785512.687903:0:22753:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafb115dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:22753:1876725549202688:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789785512.687916:0:22753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.146@tcp lock: ffff9daf814bb800/0x2f18ee3fd845dc1a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845dc21 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785512.687925:0:22753:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.146@tcp lock: ffff9daf814bb800/0x2f18ee3fd845dc1a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x2f18ee3fd845dc21 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789785512.687993:0:22753:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafa5889180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:22753:1876725549202816:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789785512.688024:0:22753:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789785512.688148:0:22753:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dafc1b4e3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789785512.688232:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549202816 00000100:00100000:3.0:1789785512.688237:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549202816 00000100:00100000:3.0:1789785512.688260:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1789785512.688267:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9daf862b6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f6797b-597b-4af7-b58b-b0a39d36f113+6:22753:x1876725549202816:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789785512.688371:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9daf862b6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f6797b-597b-4af7-b58b-b0a39d36f113+6:22753:x1876725549202816:12345-0@lo:501:mount.lustre.0 Request processed in 103us (345us total) trans 0 rc -2/-2 00000100:00100000:3.0:1789785512.688378:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1789785512.688447:0:22753:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafa5889180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:22753:1876725549202816:0@lo:501:mount.lustre.0 10000000:01000000:0.0:1789785512.688474:0:22753:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.146@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:0.0:1789785512.688501:0:22753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.146@tcp lock: ffff9daf814bb800/0x2f18ee3fd845dc1a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845dc21 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785512.688517:0:22753:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.146@tcp lock: ffff9daf814bb800/0x2f18ee3fd845dc1a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845dc21 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789785512.688525:0:22753:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9dae83bdb800 10000000:01000000:0.0:1789785512.688529:0:22753:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:0.0:1789785512.688533:0:22753:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff9dae83bdb800 10000000:01000000:0.0:1789785512.688535:0:22753:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:0.0:1789785512.688538:0:22753:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff9dae83bdb800 from 1 10000000:01000000:0.0:1789785512.688540:0:22753:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:0.0:1789785512.688556:0:22753:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.146@tcp lock: ffff9dafb49ee000/0x2f18ee3fd845dc28 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785512.688563:0:22753:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.146@tcp lock: ffff9dafb49ee000/0x2f18ee3fd845dc28 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785512.688577:0:22753:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.146@tcp lock: ffff9dafb49ee000/0x2f18ee3fd845dc28 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789785512.688589:0:22753:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafa5889180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:22753:1876725549202944:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1789785512.688612:0:22753:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789785512.688630:0:22753:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dafc1b4e3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789785512.688834:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549202944 00000100:00100000:3.0:1789785512.688839:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549202944 00000100:00100000:3.0:1789785512.688858:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1789785512.688864:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9daf862b6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f6797b-597b-4af7-b58b-b0a39d36f113+6:22753:x1876725549202944:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789785512.688873:0:22766:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789785512.688884:0:22766:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9daf814bae00/0x2f18ee3fd845dc2f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x2f18ee3fd845dc28 expref: -99 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785512.688899:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9daf814bae00/0x2f18ee3fd845dc2f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2f18ee3fd845dc28 expref: 7 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785512.688908:0:22766:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9daf814bae00/0x2f18ee3fd845dc2f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2f18ee3fd845dc28 expref: 7 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785512.688926:0:22766:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9daf814bae00, rc 0) 00000100:00100000:3.0:1789785512.688966:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9daf862b6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f6797b-597b-4af7-b58b-b0a39d36f113+7:22753:x1876725549202944:12345-0@lo:101:mount.lustre.0 Request processed in 101us (351us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785512.688972:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1789785512.689035:0:22753:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafa5889180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:22753:1876725549202944:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789785512.689047:0:22753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.146@tcp lock: ffff9dafb49ee000/0x2f18ee3fd845dc28 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845dc2f expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785512.689055:0:22753:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.146@tcp lock: ffff9dafb49ee000/0x2f18ee3fd845dc28 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x2f18ee3fd845dc2f expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789785512.689066:0:22753:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.146@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:0.0:1789785512.689083:0:22753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.146@tcp lock: ffff9dafb49ee000/0x2f18ee3fd845dc28 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845dc2f expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785512.689090:0:22753:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.146@tcp lock: ffff9dafb49ee000/0x2f18ee3fd845dc28 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845dc2f expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789785512.689097:0:22753:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0000-0000000000000000 10000000:01000000:0.0:1789785512.689100:0:22753:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1789785512.689104:0:22753:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff9dae83bdb800 10000000:01000000:0.0:1789785512.689107:0:22753:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:0.0:1789785512.689110:0:22753:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 1 10000000:01000000:0.0:1789785512.689112:0:22753:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:0.0:1789785512.689124:0:22753:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.146@tcp lock: ffff9dafb49ee200/0x2f18ee3fd845dc36 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785512.689137:0:22753:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.146@tcp lock: ffff9dafb49ee200/0x2f18ee3fd845dc36 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785512.689145:0:22753:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.146@tcp lock: ffff9dafb49ee200/0x2f18ee3fd845dc36 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789785512.689158:0:22753:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafa5889180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:22753:1876725549203072:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1789785512.689183:0:22753:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789785512.689196:0:22753:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dafc1b4e3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789785512.689240:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549203072 00000100:00100000:3.0:1789785512.689245:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549203072 00000100:00100000:3.0:1789785512.689263:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1789785512.689269:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9daf862b7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f6797b-597b-4af7-b58b-b0a39d36f113+7:22753:x1876725549203072:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789785512.689277:0:22766:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789785512.689284:0:22766:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9daf814ba200/0x2f18ee3fd845dc3d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x2f18ee3fd845dc36 expref: -99 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785512.689296:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9daf814ba200/0x2f18ee3fd845dc3d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2f18ee3fd845dc36 expref: 8 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785512.689304:0:22766:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9daf814ba200/0x2f18ee3fd845dc3d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2f18ee3fd845dc36 expref: 8 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785512.689310:0:22766:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9daf814ba200, rc 0) 00000100:00100000:3.0:1789785512.689370:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9daf862b7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f6797b-597b-4af7-b58b-b0a39d36f113+8:22753:x1876725549203072:12345-0@lo:101:mount.lustre.0 Request processed in 100us (185us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785512.689376:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1789785512.689462:0:22753:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafa5889180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:22753:1876725549203072:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789785512.689472:0:22753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.146@tcp lock: ffff9dafb49ee200/0x2f18ee3fd845dc36 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845dc3d expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785512.689480:0:22753:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.146@tcp lock: ffff9dafb49ee200/0x2f18ee3fd845dc36 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x2f18ee3fd845dc3d expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789785512.689537:0:22753:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafa5889180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:22753:1876725549203200:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789785512.689561:0:22753:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789785512.689588:0:22753:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dafc1b4e3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789785512.689800:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549203200 00000100:00100000:3.0:1789785512.689804:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549203200 00000100:00100000:3.0:1789785512.689822:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1789785512.689828:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9daf862b5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f6797b-597b-4af7-b58b-b0a39d36f113+8:22753:x1876725549203200:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789785512.689954:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9daf862b5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f6797b-597b-4af7-b58b-b0a39d36f113+9:22753:x1876725549203200:12345-0@lo:501:mount.lustre.0 Request processed in 125us (392us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785512.689969:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1789785512.690042:0:22753:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafa5889180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:22753:1876725549203200:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789785512.690068:0:22753:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafa5889180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:22753:1876725549203328:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789785512.690107:0:22753:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789785512.690130:0:22753:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dafc1b4e3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789785512.690175:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549203328 00000100:00100000:3.0:1789785512.690179:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549203328 00000100:00100000:3.0:1789785512.690195:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1789785512.690200:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9daf862b5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f6797b-597b-4af7-b58b-b0a39d36f113+9:22753:x1876725549203328:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789785512.691044:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9daf862b5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f6797b-597b-4af7-b58b-b0a39d36f113+9:22753:x1876725549203328:12345-0@lo:503:mount.lustre.0 Request processed in 841us (934us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785512.691052:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1789785512.691130:0:22753:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafa5889180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:22753:1876725549203328:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789785512.691683:0:22792:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafa5889180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:74f6797b-597b-4af7-b58b-b0a39d36f113:22792:1876725549203456:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1789785512.691729:0:22792:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789785512.691762:0:22792:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dafc1b4e180 going to sleep for 11 seconds 00000100:00100000:1.0:1789785512.691822:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549203456 00000100:00100000:1.0:1789785512.691832:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549203456 00000100:00100000:1.0:1789785512.691867:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1789785512.691874:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9daf862b6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f6797b-597b-4af7-b58b-b0a39d36f113+9:22792:x1876725549203456:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1789785512.692470:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9daf862b6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f6797b-597b-4af7-b58b-b0a39d36f113+9:22792:x1876725549203456:12345-0@lo:502:llog_process_th.0 Request processed in 595us (739us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785512.692478:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1789785512.692838:0:22792:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafa5889180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:74f6797b-597b-4af7-b58b-b0a39d36f113:22792:1876725549203456:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1789785512.692867:0:22792:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789785512.692879:0:22792:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789785512.692881:0:22792:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) lustre-MDT0000-m lov setup 00000020:01000000:0.0:1789785512.692886:0:22792:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0000) 00000020:00000080:0.0:1789785512.692889:0:22792:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1789785512.692903:0:22792:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdtlov (ffff9dae82b2b370) 00000020:00000080:0.0:1789785512.692918:0:22792:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type lod with refcount 2 00000020:00000080:0.0:1789785512.692924:0:22792:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:0.0:1789785512.692994:0:22792:0:(osd_handler.c:8925:osd_obd_connect()) connect #2 00000020:00000080:0.0:1789785512.693001:0:22792:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x2f18ee3fd845dc4b 00000020:00000080:0.0:1789785512.693209:0:22792:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:01000000:0.0:1789785512.693214:0:22792:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789785512.693217:0:22792:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789785512.693219:0:22792:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) lustre-MDT0000-m lov setup 00000020:01000000:0.0:1789785512.693221:0:22792:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789785512.693225:0:22792:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789785512.693226:0:22792:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) lustre-MDT0000 add mdt 00000020:00000080:0.0:1789785512.693229:0:22792:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1789785512.693236:0:22792:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000 (ffff9dae82b299b8) 00000020:00000080:0.0:1789785512.693245:0:22792:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type mdt with refcount 2 00000020:00000080:0.0:1789785512.693250:0:22792:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:0.0:1789785512.693252:0:22792:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0000 osc lustre-MDT0000-mdtlov mdc (null) 00000020:01000000:0.0:1789785512.693255:0:22792:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0000 00000020:00000080:0.0:1789785512.693260:0:22792:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:0.0:1789785512.693297:0:22792:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9dae83bdb800 from lustre-MDT0000, refs=3 00000020:00000080:0.0:1789785512.693311:0:22792:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0000 (ffff9dafbb220000) 00000020:00000080:0.0:1789785512.693318:0:22792:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type mdd with refcount 2 00000004:01000000:0.0:1789785512.696735:0:22792:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:0.0:1789785512.696758:0:22792:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x2f18ee3fd845dc60 00000020:00000080:0.0:1789785512.696904:0:22792:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000004:01000000:0.0:1789785512.696911:0:22792:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:0.0:1789785512.696915:0:22792:0:(genops.c:1385:class_connect()) connect: client lustre-MDD0000_UUID, cookie 0x2f18ee3fd845dc67 00080000:01000000:0.0:1789785512.696920:0:22792:0:(osd_handler.c:8925:osd_obd_connect()) connect #3 00000020:00000080:0.0:1789785512.696923:0:22792:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x2f18ee3fd845dc6e 00010000:00010000:0.0:1789785512.749321:0:22792:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0000_UUID-1 is initialized 00000001:00000004:0.0:1789785512.749794:0:22792:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 8589934628 00000001:00080000:0.0:1789785512.750199:0:22792:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:1.0:1789785512.751086:0:22792:0:(genops.c:413:class_newdev()) Allocate new device lustre-QMT0000 (ffff9dae835719b8) 00000020:00000080:1.0:1789785512.751104:0:22792:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type qmt with refcount 2 00080000:01000000:1.0:1789785512.751306:0:22792:0:(osd_handler.c:8925:osd_obd_connect()) connect #4 00000020:00000080:1.0:1789785512.751313:0:22792:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x2f18ee3fd845dc7c 00000020:00000080:1.0:1789785512.759463:0:22792:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:1.0:1789785512.765825:0:22792:0:(genops.c:1385:class_connect()) connect: client lustre-QMT0000_UUID, cookie 0x2f18ee3fd845dc83 00000020:00000080:2.0:1789785512.766120:0:22792:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:01000000:2.0:1789785512.766131:0:22792:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789785512.766200:0:22792:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789785512.766203:0:22792:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) lustre-MDT0000 add mdt 00000020:01000000:2.0:1789785512.766210:0:22792:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1789785512.766212:0:22792:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #8 00000020:01000000:2.0:1789785512.766214:0:22792:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1789785512.766216:0:22792:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1789785512.766217:0:22792:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1789785512.766220:0:22792:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789785512.766222:0:22792:0:(obd_config.c:1563:class_process_config()) marker 8 (0x6) lustre sys.timeout 00000020:01000000:2.0:1789785512.766224:0:22792:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789785512.766229:0:22792:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789785512.766230:0:22792:0:(obd_config.c:1563:class_process_config()) marker 10 (0x1) lustre-MDT0000 mdt.identity_upcall 00000020:00000080:2.0:1789785512.766235:0:22792:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:2.0:1789785512.766274:0:22792:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:2.0:1789785512.766289:0:22792:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789785512.766292:0:22792:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789785512.766293:0:22792:0:(obd_config.c:1563:class_process_config()) marker 10 (0x2) lustre-MDT0000 mdt.identity_upcall 00000020:01000000:2.0:1789785512.766296:0:22792:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789785512.766299:0:22792:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789785512.766300:0:22792:0:(obd_config.c:1563:class_process_config()) marker 17 (0x1) lustre-MDT0001 add osp 00000020:00000080:2.0:1789785512.766303:0:22792:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1789785512.766308:0:22792:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.146@tcp to nid 0x20000c0a8cb92 (192.168.203.146@tcp) 00000020:00000080:2.0:1789785512.766331:0:22792:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1789785512.766370:0:22792:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osp-MDT0000 (ffff9dafac8c8000) 00000020:00000080:2.0:1789785512.766382:0:22792:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type osp with refcount 2 00000020:00000080:2.0:1789785512.766388:0:22792:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1789785512.766456:0:22792:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0001-osp-MDT0000: connect to lustre-MDT0000-osd (lustre-MDT0001-osp-MDT0000) 00080000:01000000:2.0:1789785512.766461:0:22792:0:(osd_handler.c:8925:osd_obd_connect()) connect #5 00000020:00000080:2.0:1789785512.766468:0:22792:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x2f18ee3fd845dc91 00010000:00080000:2.0:1789785512.766496:0:22792:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9daf8774b000@lustre-MDT0001-osp-MDT0000: add connection 192.168.203.146@tcp at head 00010000:00010000:2.0:1789785512.769240:0:22792:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-osp-MDT0000-1 is initialized 00000020:00000080:1.0:1789785512.770203:0:22792:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1789785512.770217:0:22792:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00000004:01000000:1.0:1789785512.770250:0:22792:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0001_UUID idx:1 gen:1 00000020:00000080:1.0:1789785512.770267:0:22792:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x2f18ee3fd845dc98 00000100:00080000:1.0:1789785512.770276:0:22792:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1789785512.770282:0:22792:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff9daf8774b000 using connection 192.168.203.146@tcp/0@lo 00000100:00100000:1.0:1789785512.770316:0:22792:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9daf87816300 x1876725549203584/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789785512.770368:0:22792:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000100:00100000:3.0:1789785512.770414:0:3658:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9daf87816300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3658:1876725549203584:0@lo:38:llog_process_th.0 00000020:01000000:1.0:1789785512.770419:0:22792:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789785512.770422:0:22792:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789785512.770424:0:22792:0:(obd_config.c:1563:class_process_config()) marker 17 (0x2) lustre-MDT0001 add osp 00000020:01000000:1.0:1789785512.770426:0:22792:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1789785512.770429:0:22792:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #18 00000020:01000000:1.0:1789785512.770430:0:22792:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1789785512.770432:0:22792:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1789785512.770433:0:22792:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1789785512.770435:0:22792:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789785512.770442:0:22792:0:(obd_config.c:1563:class_process_config()) marker 18 (0x6) lustre sys.timeout 00000020:01000000:1.0:1789785512.770445:0:22792:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1789785512.770449:0:22792:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:1.0:1789785512.770452:0:22792:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789785512.770453:0:22792:0:(obd_config.c:1563:class_process_config()) marker 22 (0x1) lustre-OST0000 add osc 00000020:00000080:1.0:1789785512.770456:0:22792:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1789785512.770460:0:22792:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.146@tcp to nid 0x20000c0a8cb92 (192.168.203.146@tcp) 00000100:00100000:3.0:1789785512.770476:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:01000000:1.0:1789785512.770477:0:22792:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:1.0:1789785512.770479:0:22792:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1789785512.770492:0:22792:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0000 (ffff9dae83574d28) 00000100:00100000:1.0:1789785512.770522:0:22779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549203584 00000100:00100000:1.0:1789785512.770529:0:22779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549203584 00000100:00100000:1.0:1789785512.770568:0:22779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1789785512.770575:0:22779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafb115e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3658:x1876725549203584:12345-0@lo:38:llog_process_th.0 00010000:00020000:1.0:1789785512.770590:0:22779:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1789785512.774455:0:3660:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafaca24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:74f6797b-597b-4af7-b58b-b0a39d36f113:3660:1876725549203712:0@lo:400:kworker.0 00000100:00100000:2.0:1789785512.774521:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785512.774750:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549203712 00000100:00100000:3.0:1789785512.774758:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549203712 00000100:00100000:3.0:1789785512.774811:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1789785512.774820:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbbadf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f6797b-597b-4af7-b58b-b0a39d36f113+9:3660:x1876725549203712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789785512.774890:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbbadf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f6797b-597b-4af7-b58b-b0a39d36f113+9:3660:x1876725549203712:12345-0@lo:400:kworker.0 Request processed in 70us (367us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785512.774898:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1789785512.774934:0:3660:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafaca24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:74f6797b-597b-4af7-b58b-b0a39d36f113:3660:1876725549203712:0@lo:400:kworker.0 00000020:00000080:0.0:1789785512.775504:0:22792:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type osp with refcount 2 00000020:00000080:0.0:1789785512.775521:0:22792:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1789785512.775607:0:22792:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0000-osc-MDT0000) 00080000:01000000:0.0:1789785512.775613:0:22792:0:(osd_handler.c:8925:osd_obd_connect()) connect #6 00000020:00000080:0.0:1789785512.775621:0:22792:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x2f18ee3fd845dca6 00010000:00080000:0.0:1789785512.775650:0:22792:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9daf9a9d9800@lustre-OST0000-osc-MDT0000: add connection 192.168.203.146@tcp at head 00010000:00010000:0.0:1789785512.775869:0:22792:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0000-2 is initialized 00000040:01000000:0.0:1789785512.776890:0:22792:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:0.0:1789785512.777078:0:22792:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:0.0:1789785512.778765:0:22792:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1789785512.778967:0:22792:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:0.0:1789785512.788729:0:22792:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].1, 64 off8256 00000100:00100000:1.0:1789785512.790096:0:22779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafb115e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3658:x1876725549203584:12345-0@lo:38:llog_process_th.0 Request processed in 19514us (19613us total) trans 0 rc -19/-19 00000100:00100000:1.0:1789785512.790111:0:22779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00080000:2.0:1789785512.790414:0:3658:0:(import.c:65:import_set_state_nolock()) ffff9daf8774b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789785512.790420:0:3658:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1789785512.790425:0:3658:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9daf87816300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3658:1876725549203584:0@lo:38:llog_process_th.0 00000040:00080000:3.0:1789785512.791029:0:22799:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:3.0:1789785512.791035:0:22799:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x10:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:3.0:1789785512.792757:0:22792:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1789785512.792771:0:22792:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:3.0:1789785512.792820:0:22792:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:3.0:1789785512.792837:0:22792:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x2f18ee3fd845dcad 00000100:00080000:3.0:1789785512.792846:0:22792:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1789785512.792851:0:22792:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff9daf9a9d9800 using connection 192.168.203.146@tcp/0@lo 00000100:00100000:3.0:1789785512.792882:0:22792:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9dafb115d880 x1876725549203840/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789785512.792908:0:22792:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:3.0:1789785512.792962:0:22792:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789785512.792966:0:22792:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789785512.792967:0:22792:0:(obd_config.c:1563:class_process_config()) marker 22 (0x2) lustre-OST0000 add osc 00000020:01000000:3.0:1789785512.792970:0:22792:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1789785512.792974:0:22792:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #25 00000020:01000000:3.0:1789785512.792975:0:22792:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1789785512.792977:0:22792:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1789785512.792978:0:22792:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1789785512.792981:0:22792:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789785512.792982:0:22792:0:(obd_config.c:1563:class_process_config()) marker 25 (0x6) lustre sys.timeout 00000020:01000000:3.0:1789785512.792984:0:22792:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1789785512.792988:0:22792:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:3.0:1789785512.792991:0:22792:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789785512.792992:0:22792:0:(obd_config.c:1563:class_process_config()) marker 30 (0x1) lustre-OST0001 add osc 00000020:00000080:3.0:1789785512.792995:0:22792:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1789785512.792998:0:22792:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.146@tcp to nid 0x20000c0a8cb92 (192.168.203.146@tcp) 00000020:01000000:3.0:1789785512.793019:0:22792:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:3.0:1789785512.793021:0:22792:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1789785512.793030:0:22792:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0000 (ffff9daf86123370) 00000020:00000080:3.0:1789785512.793040:0:22792:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type osp with refcount 2 00000020:00000080:3.0:1789785512.793044:0:22792:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1789785512.793090:0:22792:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0001-osc-MDT0000) 00080000:01000000:3.0:1789785512.793095:0:22792:0:(osd_handler.c:8925:osd_obd_connect()) connect #7 00000020:00000080:3.0:1789785512.793099:0:22792:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x2f18ee3fd845dcbb 00010000:00080000:3.0:1789785512.793124:0:22792:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9dafaba12000@lustre-OST0001-osc-MDT0000: add connection 192.168.203.146@tcp at head 00010000:00010000:3.0:1789785512.793325:0:22792:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0000-3 is initialized 00000040:01000000:3.0:1789785512.793416:0:22792:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:3.0:1789785512.793430:0:22792:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0000 ctxt 2 is initialized 00000100:00100000:2.0:1789785512.794037:0:3658:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafb115d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3658:1876725549203840:0@lo:8:llog_process_th.0 00000400:00000100:2.0:1789785512.794090:0:3658:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876725549203840 offset 0 length 520: 4 00000040:00080000:1.0:1789785512.796072:0:22792:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1789785512.796285:0:22792:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:1.0:1789785512.796743:0:22792:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x12:0x0].1, 64 off8256 00000040:00080000:2.0:1789785512.797092:0:22801:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1789785512.797097:0:22801:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x12:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:1.0:1789785512.797863:0:22792:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1789785512.797874:0:22792:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:1.0:1789785512.797906:0:22792:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:1.0:1789785512.797922:0:22792:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x2f18ee3fd845dcc2 00000100:00080000:1.0:1789785512.797931:0:22792:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1789785512.797936:0:22792:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9dafaba12000 using connection 192.168.203.146@tcp/0@lo 00000100:00100000:1.0:1789785512.797976:0:22792:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9daf87815180 x1876725549203968/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789785512.798045:0:3658:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9daf87815180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3658:1876725549203968:0@lo:8:llog_process_th.0 00000400:00000100:2.0:1789785512.798093:0:3658:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876725549203968 offset 0 length 520: 4 00000100:00080000:1.0:1789785512.798153:0:22792:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:1.0:1789785512.798251:0:22792:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789785512.798255:0:22792:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789785512.798257:0:22792:0:(obd_config.c:1563:class_process_config()) marker 30 (0x2) lustre-OST0001 add osc 00000020:01000000:1.0:1789785512.798259:0:22792:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789785512.798263:0:22792:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789785512.798265:0:22792:0:(obd_config.c:1563:class_process_config()) marker 33 (0x1) lustre sys.timeout 00000020:00000080:1.0:1789785512.798268:0:22792:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:1.0:1789785512.798269:0:22792:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:1.0:1789785512.798272:0:22792:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789785512.798273:0:22792:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789785512.798275:0:22792:0:(obd_config.c:1563:class_process_config()) marker 33 (0x2) lustre sys.timeout 00000020:01000000:1.0:1789785512.798277:0:22792:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789785512.798279:0:22792:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789785512.798280:0:22792:0:(obd_config.c:1563:class_process_config()) marker 38 (0x1) lustre sys.jobid_var 00000020:00000080:1.0:1789785512.798283:0:22792:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:1.0:1789785512.798310:0:22792:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9daf87816680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:74f6797b-597b-4af7-b58b-b0a39d36f113:22792:1876725549204096:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1789785512.798377:0:22792:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789785512.798396:0:22792:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf8650d840 going to sleep for 11 seconds 00000100:00100000:1.0:1789785512.798417:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549204096 00000100:00100000:1.0:1789785512.798423:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549204096 00000100:00100000:1.0:1789785512.798456:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1789785512.798463:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbbadd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f6797b-597b-4af7-b58b-b0a39d36f113+9:22792:x1876725549204096:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1789785512.798574:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbbadd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f6797b-597b-4af7-b58b-b0a39d36f113+9:22792:x1876725549204096:12345-0@lo:502:llog_process_th.0 Request processed in 110us (196us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785512.798582:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1789785512.798630:0:22792:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9daf87816680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:74f6797b-597b-4af7-b58b-b0a39d36f113:22792:1876725549204096:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1789785512.798652:0:22792:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789785512.798659:0:22792:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789785512.798661:0:22792:0:(obd_config.c:1563:class_process_config()) marker 38 (0x2) lustre sys.jobid_var 00000040:00080000:1.0:1789785512.798664:0:22792:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 46 count 46 00000020:01000000:3.0:1789785512.799068:0:22753:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 1-45 (rc=0) 10000000:01000000:3.0:1789785512.799085:0:22753:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.146@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:3.0:1789785512.799147:0:22753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.146@tcp lock: ffff9dafb49ee200/0x2f18ee3fd845dc36 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845dc3d expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785512.799159:0:22753:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.146@tcp lock: ffff9dafb49ee200/0x2f18ee3fd845dc36 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845dc3d expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789785512.799167:0:22753:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9dae83bdb800 from 1 10000000:01000000:3.0:1789785512.799170:0:22753:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1789785512.799196:0:22753:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.146@tcp lock: ffff9daf814bbe00/0x2f18ee3fd845dcc9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785512.799204:0:22753:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.146@tcp lock: ffff9daf814bbe00/0x2f18ee3fd845dcc9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785512.799214:0:22753:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.146@tcp lock: ffff9daf814bbe00/0x2f18ee3fd845dcc9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789785512.799228:0:22753:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafb115f100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:22753:1876725549204224:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1789785512.799259:0:22753:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785512.799290:0:22753:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf897a53c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789785512.799402:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549204224 00000100:00100000:0.0:1789785512.799408:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549204224 00000100:00100000:0.0:1789785512.799437:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1789785512.799444:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbbade050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f6797b-597b-4af7-b58b-b0a39d36f113+9:22753:x1876725549204224:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789785512.799454:0:22767:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789785512.799467:0:22767:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9dafb49ef800/0x2f18ee3fd845dcd0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x2f18ee3fd845dcc9 expref: -99 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785512.799509:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9dafb49ef800/0x2f18ee3fd845dcd0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2f18ee3fd845dcc9 expref: 10 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785512.799519:0:22767:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9dafb49ef800/0x2f18ee3fd845dcd0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2f18ee3fd845dcc9 expref: 10 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785512.799526:0:22767:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dafb49ef800, rc 0) 00000100:00100000:0.0:1789785512.799563:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbbade050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f6797b-597b-4af7-b58b-b0a39d36f113+10:22753:x1876725549204224:12345-0@lo:101:mount.lustre.0 Request processed in 120us (304us total) trans 0 rc 0/0 00000100:00100000:0.0:1789785512.799569:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1789785512.799751:0:22753:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafb115f100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:22753:1876725549204224:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789785512.799764:0:22753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.146@tcp lock: ffff9daf814bbe00/0x2f18ee3fd845dcc9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845dcd0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785512.799773:0:22753:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.146@tcp lock: ffff9daf814bbe00/0x2f18ee3fd845dcc9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x2f18ee3fd845dcd0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789785512.800312:0:22753:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafb115f100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:22753:1876725549204352:0@lo:256:mount.lustre.0 00000100:00100000:3.0:1789785512.800534:0:22753:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785512.800631:0:22753:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf897a53c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789785512.800865:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549204352 00000100:00100000:2.0:1789785512.800871:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549204352 00000100:00100000:2.0:1789785512.800912:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1789785512.800921:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbbade450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f6797b-597b-4af7-b58b-b0a39d36f113+10:22753:x1876725549204352:12345-0@lo:256:mount.lustre.0 20000000:01000000:2.0:1789785512.800937:0:22766:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:2.0:1789785512.800943:0:22766:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 0, version 1 00000100:00100000:2.0:1789785512.801008:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbbade450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f6797b-597b-4af7-b58b-b0a39d36f113+10:22753:x1876725549204352:12345-0@lo:256:mount.lustre.0 Request processed in 89us (475us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785512.801016:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1789785512.801090:0:22753:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafb115f100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:22753:1876725549204352:0@lo:256:mount.lustre.0 10000000:01000000:3.0:1789785512.801834:0:22753:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.146@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1789785512.801887:0:22753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.146@tcp lock: ffff9daf814bbe00/0x2f18ee3fd845dcc9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845dcd0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785512.801900:0:22753:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.146@tcp lock: ffff9daf814bbe00/0x2f18ee3fd845dcc9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845dcd0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789785512.801909:0:22753:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9dae83bdb800 from 1 10000000:01000000:3.0:1789785512.801912:0:22753:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1789785512.801937:0:22753:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.146@tcp lock: ffff9daf814ba800/0x2f18ee3fd845dcd7 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785512.801946:0:22753:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.146@tcp lock: ffff9daf814ba800/0x2f18ee3fd845dcd7 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785512.801955:0:22753:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.146@tcp lock: ffff9daf814ba800/0x2f18ee3fd845dcd7 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789785512.801973:0:22753:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafb115f100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:22753:1876725549204480:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1789785512.802010:0:22753:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785512.802029:0:22753:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf897a53c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789785512.802131:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549204480 00000100:00100000:2.0:1789785512.802146:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549204480 00000100:00100000:2.0:1789785512.802175:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1789785512.802183:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbbadd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f6797b-597b-4af7-b58b-b0a39d36f113+10:22753:x1876725549204480:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789785512.802194:0:22769:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789785512.802215:0:22769:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9dafc1b09600/0x2f18ee3fd845dcde lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x2f18ee3fd845dcd7 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785512.802235:0:22769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9dafc1b09600/0x2f18ee3fd845dcde lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2f18ee3fd845dcd7 expref: 11 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785512.802246:0:22769:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9dafc1b09600/0x2f18ee3fd845dcde lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2f18ee3fd845dcd7 expref: 11 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785512.802255:0:22769:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dafc1b09600, rc 0) 00000100:00100000:2.0:1789785512.802285:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbbadd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f6797b-597b-4af7-b58b-b0a39d36f113+11:22753:x1876725549204480:12345-0@lo:101:mount.lustre.0 Request processed in 102us (275us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785512.802292:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1789785512.802602:0:22753:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafb115f100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:22753:1876725549204480:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789785512.802616:0:22753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.146@tcp lock: ffff9daf814ba800/0x2f18ee3fd845dcd7 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845dcde expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785512.802625:0:22753:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.146@tcp lock: ffff9daf814ba800/0x2f18ee3fd845dcd7 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x2f18ee3fd845dcde expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789785512.802689:0:22753:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafb115f100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:22753:1876725549204608:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789785512.802718:0:22753:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785512.802748:0:22753:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf897a53c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789785512.802845:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549204608 00000100:00100000:2.0:1789785512.802849:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549204608 00000100:00100000:2.0:1789785512.802880:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1789785512.802887:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbbadc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f6797b-597b-4af7-b58b-b0a39d36f113+11:22753:x1876725549204608:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789785512.803013:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbbadc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f6797b-597b-4af7-b58b-b0a39d36f113+11:22753:x1876725549204608:12345-0@lo:501:mount.lustre.0 Request processed in 125us (293us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785512.803020:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1789785512.803093:0:22753:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafb115f100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:22753:1876725549204608:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789785512.803124:0:22753:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafa5889180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:22753:1876725549204736:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789785512.803173:0:22753:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789785512.803194:0:22753:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dae827d6f00 going to sleep for 11 seconds 00000100:00100000:2.0:1789785512.803287:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549204736 00000100:00100000:2.0:1789785512.803291:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549204736 00000100:00100000:2.0:1789785512.803313:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1789785512.803318:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbbadec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f6797b-597b-4af7-b58b-b0a39d36f113+11:22753:x1876725549204736:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789785512.803429:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbbadec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f6797b-597b-4af7-b58b-b0a39d36f113+11:22753:x1876725549204736:12345-0@lo:503:mount.lustre.0 Request processed in 110us (255us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785512.803436:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1789785512.803612:0:22753:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafa5889180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:22753:1876725549204736:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789785512.803976:0:22803:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafaca26d80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:74f6797b-597b-4af7-b58b-b0a39d36f113:22803:1876725549204864:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1789785512.804014:0:22803:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789785512.804043:0:22803:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf9a85bd80 going to sleep for 11 seconds 00000100:00100000:3.0:1789785512.804091:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549204864 00000100:00100000:3.0:1789785512.804095:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549204864 00000100:00100000:3.0:1789785512.804124:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1789785512.804130:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbbadc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f6797b-597b-4af7-b58b-b0a39d36f113+11:22803:x1876725549204864:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1789785512.804717:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbbadc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f6797b-597b-4af7-b58b-b0a39d36f113+11:22803:x1876725549204864:12345-0@lo:502:llog_process_th.0 Request processed in 585us (700us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785512.804726:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1789785512.804848:0:22803:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafaca26d80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:74f6797b-597b-4af7-b58b-b0a39d36f113:22803:1876725549204864:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1789785512.804876:0:22803:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789785512.804885:0:22803:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789785512.804887:0:22803:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:2.0:1789785512.804894:0:22803:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9dae83bdb800 00000020:00000080:2.0:1789785512.804897:0:22803:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1789785512.804909:0:22803:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789785512.804912:0:22803:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789785512.804913:0:22803:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:2.0:1789785512.804915:0:22803:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789785512.804917:0:22803:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789785512.804919:0:22803:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:2.0:1789785512.804922:0:22803:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9dae83bdb800 00000020:00000080:2.0:1789785512.804924:0:22803:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1789785512.805021:0:22803:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789785512.805026:0:22803:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789785512.805027:0:22803:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:2.0:1789785512.805030:0:22803:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789785512.805033:0:22803:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789785512.805034:0:22803:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1789785512.805038:0:22803:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9dae83bdb800 00000020:00000080:2.0:1789785512.805040:0:22803:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1789785512.805561:0:22803:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789785512.805567:0:22803:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789785512.805569:0:22803:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1789785512.805572:0:22803:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789785512.805575:0:22803:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789785512.805576:0:22803:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:2.0:1789785512.805580:0:22803:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9dae83bdb800 00000020:00000080:2.0:1789785512.805583:0:22803:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:2.0:1789785512.805637:0:22803:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafaca26d80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:74f6797b-597b-4af7-b58b-b0a39d36f113:22803:1876725549204992:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1789785512.805678:0:22803:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789785512.805748:0:22803:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf9a85bd80 going to sleep for 11 seconds 00000100:00100000:3.0:1789785512.809254:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549204992 00000100:00100000:3.0:1789785512.809268:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549204992 00000100:00100000:3.0:1789785512.809318:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1789785512.809328:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbbadf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f6797b-597b-4af7-b58b-b0a39d36f113+11:22803:x1876725549204992:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1789785512.809505:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbbadf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f6797b-597b-4af7-b58b-b0a39d36f113+11:22803:x1876725549204992:12345-0@lo:502:llog_process_th.0 Request processed in 166us (3814us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785512.809514:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1789785512.809589:0:22803:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafaca26d80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:74f6797b-597b-4af7-b58b-b0a39d36f113:22803:1876725549204992:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1789785512.809624:0:22803:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789785512.809631:0:22803:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789785512.809634:0:22803:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:3.0:1789785512.809638:0:22803:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 13 count 13 00000020:01000000:0.0:1789785512.812791:0:22753:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:0.0:1789785512.812825:0:22753:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.146@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1789785512.815915:0:22753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.146@tcp lock: ffff9daf814ba800/0x2f18ee3fd845dcd7 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845dcde expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785512.815932:0:22753:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.146@tcp lock: ffff9daf814ba800/0x2f18ee3fd845dcd7 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845dcde expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789785512.815998:0:22753:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1789785512.816001:0:22753:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9dae83bdb800 10000000:01000000:0.0:1789785512.816005:0:22753:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9dae83bdb800 10000000:01000000:0.0:1789785512.816015:0:22753:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1789785512.816021:0:22753:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9dae83bdb800 from 1 10000000:01000000:0.0:1789785512.816024:0:22753:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1789785512.816058:0:22753:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.146@tcp lock: ffff9dafb49eee00/0x2f18ee3fd845dce5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785512.816067:0:22753:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.146@tcp lock: ffff9dafb49eee00/0x2f18ee3fd845dce5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785512.816078:0:22753:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.146@tcp lock: ffff9dafb49eee00/0x2f18ee3fd845dce5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789785512.816103:0:22753:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafa5889180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:22753:1876725549205120:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1789785512.816171:0:22753:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789785512.816214:0:22753:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dae827d6e40 going to sleep for 11 seconds 00000100:00100000:3.0:1789785512.816322:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549205120 00000100:00100000:3.0:1789785512.816329:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549205120 00000100:00100000:3.0:1789785512.816393:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1789785512.816410:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbbadd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f6797b-597b-4af7-b58b-b0a39d36f113+11:22753:x1876725549205120:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789785512.816422:0:22766:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789785512.816433:0:22766:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9daf814ba400/0x2f18ee3fd845dcec lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x2f18ee3fd845dce5 expref: -99 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785512.816455:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9daf814ba400/0x2f18ee3fd845dcec lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2f18ee3fd845dce5 expref: 12 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785512.816464:0:22766:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9daf814ba400/0x2f18ee3fd845dcec lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2f18ee3fd845dce5 expref: 12 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785512.816473:0:22766:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9daf814ba400, rc 0) 00000100:00100000:3.0:1789785512.816520:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbbadd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f6797b-597b-4af7-b58b-b0a39d36f113+12:22753:x1876725549205120:12345-0@lo:101:mount.lustre.0 Request processed in 112us (349us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785512.816528:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1789785512.816673:0:22753:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafa5889180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:22753:1876725549205120:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789785512.816689:0:22753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.146@tcp lock: ffff9dafb49eee00/0x2f18ee3fd845dce5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845dcec expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785512.816699:0:22753:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.146@tcp lock: ffff9dafb49eee00/0x2f18ee3fd845dce5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x2f18ee3fd845dcec expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789785512.816769:0:22753:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafa5889180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:22753:1876725549205248:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789785512.816806:0:22753:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789785512.816838:0:22753:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dae827d6e40 going to sleep for 11 seconds 00000100:00100000:0.0:1789785512.816854:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549205248 00000100:00100000:0.0:1789785512.816859:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549205248 00000100:00100000:0.0:1789785512.816885:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1789785512.816891:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbbadc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f6797b-597b-4af7-b58b-b0a39d36f113+12:22753:x1876725549205248:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789785512.817009:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbbadc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f6797b-597b-4af7-b58b-b0a39d36f113+12:22753:x1876725549205248:12345-0@lo:501:mount.lustre.0 Request processed in 117us (202us total) trans 0 rc 0/0 00000100:00100000:0.0:1789785512.817017:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1789785512.817048:0:22753:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafa5889180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:22753:1876725549205248:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789785512.817072:0:22753:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafa5889180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:22753:1876725549205376:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789785512.817107:0:22753:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789785512.817121:0:22753:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dae827d6e40 going to sleep for 11 seconds 00000100:00100000:0.0:1789785512.817134:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549205376 00000100:00100000:0.0:1789785512.817138:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549205376 00000100:00100000:0.0:1789785512.817155:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1789785512.817162:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbbaddc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f6797b-597b-4af7-b58b-b0a39d36f113+12:22753:x1876725549205376:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789785512.817238:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbbaddc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f6797b-597b-4af7-b58b-b0a39d36f113+12:22753:x1876725549205376:12345-0@lo:503:mount.lustre.0 Request processed in 75us (130us total) trans 0 rc 0/0 00000100:00100000:0.0:1789785512.817244:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1789785512.817283:0:22753:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafa5889180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:22753:1876725549205376:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789785512.817693:0:22807:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafb115f800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:74f6797b-597b-4af7-b58b-b0a39d36f113:22807:1876725549205504:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1789785512.817730:0:22807:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785512.817759:0:22807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf897a5300 going to sleep for 11 seconds 00000100:00100000:0.0:1789785512.817814:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549205504 00000100:00100000:0.0:1789785512.817818:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549205504 00000100:00100000:0.0:1789785512.817849:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1789785512.817856:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbbadcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f6797b-597b-4af7-b58b-b0a39d36f113+12:22807:x1876725549205504:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1789785512.817932:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbbadcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f6797b-597b-4af7-b58b-b0a39d36f113+12:22807:x1876725549205504:12345-0@lo:502:llog_process_th.0 Request processed in 76us (201us total) trans 0 rc 0/0 00000100:00100000:0.0:1789785512.817938:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1789785512.818015:0:22807:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafb115f800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:74f6797b-597b-4af7-b58b-b0a39d36f113:22807:1876725549205504:0@lo:502:llog_process_th.0 00000020:01000004:3.0:1789785512.818064:0:22807:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0000 (typ=lwp) 00000020:00000080:3.0:1789785512.818078:0:22807:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0000 (ffff9daf861219b8) 00000020:00000080:3.0:1789785512.818099:0:22807:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type lwp with refcount 2 00000020:01000004:3.0:1789785512.818178:0:22807:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9dae83bdb800 from lustre-MDT0000, refs=4 00000020:01000004:3.0:1789785512.818182:0:22807:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9dae83bdb800 from lustre-MDT0000, refs=4 00000020:01000004:3.0:1789785512.818184:0:22807:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9dae83bdb800 4 00010000:00080000:3.0:1789785512.818217:0:22807:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9dafaba15800@lustre-MDT0000-lwp-MDT0000: add connection 192.168.203.146@tcp at head 00010000:00010000:3.0:1789785512.822437:0:22807:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0000-4 is initialized 00000020:00000080:3.0:1789785512.826086:0:22807:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000010:01000000:3.0:1789785512.826140:0:22807:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1789785512.826155:0:22807:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000, cookie 0x2f18ee3fd845dcfa 00000100:00080000:3.0:1789785512.826165:0:22807:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1789785512.826171:0:22807:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff9dafaba15800 using connection 192.168.203.146@tcp/0@lo 00000100:00100000:3.0:1789785512.826204:0:22807:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9dafb115f800 x1876725549205632/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789785512.826256:0:3658:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafb115f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3658:1876725549205632:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1789785512.826321:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1789785512.826397:0:22807:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00100000:3.0:1789785512.826814:0:22807:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafb115f100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:74f6797b-597b-4af7-b58b-b0a39d36f113:22807:1876725549205760:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1789785512.826858:0:22807:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785512.826882:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549205760 00000100:00100000:3.0:1789785512.826889:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549205760 00000100:00100000:3.0:1789785512.826927:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1789785512.826937:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbbadfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f6797b-597b-4af7-b58b-b0a39d36f113+12:22807:x1876725549205760:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1789785512.827046:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbbadfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f6797b-597b-4af7-b58b-b0a39d36f113+12:22807:x1876725549205760:12345-0@lo:502:llog_process_th.0 Request processed in 110us (187us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785512.827053:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1789785512.827090:0:22807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf897a5480 going to sleep for 11 seconds 00000100:00100000:3.0:1789785512.827108:0:22807:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafb115f100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:74f6797b-597b-4af7-b58b-b0a39d36f113:22807:1876725549205760:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1789785512.827147:0:22807:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafb115f100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:74f6797b-597b-4af7-b58b-b0a39d36f113:22807:1876725549205888:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1789785512.827177:0:22807:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785512.827197:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549205888 00000100:00100000:3.0:1789785512.827201:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549205888 00000100:00100000:3.0:1789785512.827222:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1789785512.827229:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbbade850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f6797b-597b-4af7-b58b-b0a39d36f113+12:22807:x1876725549205888:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1789785512.827287:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbbade850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f6797b-597b-4af7-b58b-b0a39d36f113+12:22807:x1876725549205888:12345-0@lo:502:llog_process_th.0 Request processed in 58us (108us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785512.827293:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1789785512.827320:0:22807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf897a5480 going to sleep for 11 seconds 00000100:00100000:3.0:1789785512.827331:0:22807:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafb115f100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:74f6797b-597b-4af7-b58b-b0a39d36f113:22807:1876725549205888:0@lo:502:llog_process_th.0 00000040:00080000:3.0:1789785512.827369:0:22807:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000100:00100000:1.0:1789785512.828635:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549205632 00000100:00100000:1.0:1789785512.828644:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549205632 00000100:00100000:1.0:1789785512.828678:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1789785512.828686:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafb115f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3658:x1876725549205632:12345-0@lo:38:llog_process_th.0 00000100:00100000:1.0:1789785512.828755:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafb115f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3658:x1876725549205632:12345-0@lo:38:llog_process_th.0 Request processed in 69us (2433us total) trans 0 rc -11/-11 00000100:00100000:1.0:1789785512.828762:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1789785512.829625:0:3658:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1789785512.829635:0:3658:0:(import.c:65:import_set_state_nolock()) ffff9dafaba15800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789785512.829640:0:3658:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:3.0:1789785512.829644:0:3658:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafb115f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3658:1876725549205632:0@lo:38:llog_process_th.0 00000020:01000000:0.0:1789785512.833959:0:22753:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:0.0:1789785512.833999:0:22753:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.146@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1789785512.834025:0:22753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.146@tcp lock: ffff9dafb49eee00/0x2f18ee3fd845dce5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845dcec expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785512.834046:0:22753:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.146@tcp lock: ffff9dafb49eee00/0x2f18ee3fd845dce5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845dcec expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:0.0:1789785512.834104:0:22753:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:0.0:1789785512.834107:0:22753:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1789785512.834108:0:22753:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789785512.834109:0:22753:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789785512.834110:0:22753:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789785512.834111:0:22753:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789785512.834113:0:22753:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1789785512.834114:0:22753:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1789785512.834116:0:22753:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789785512.834117:0:22753:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1789785512.834120:0:22753:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x40020005 00000020:01000004:0.0:1789785512.834123:0:22753:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1789785512.834124:0:22753:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1789785512.834125:0:22753:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789785512.834126:0:22753:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789785512.834127:0:22753:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789785512.834128:0:22753:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789785512.834129:0:22753:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1789785512.834131:0:22753:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1789785512.834132:0:22753:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789785512.834133:0:22753:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1789785512.834157:0:22753:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:0.0:1789785512.834175:0:22753:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafa5889180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:22753:1876725549206016:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1789785512.834241:0:22753:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789785512.834288:0:22753:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dae827d6f00 going to sleep for 11 seconds 00000100:00100000:2.0:1789785512.834567:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549206016 00000100:00100000:2.0:1789785512.834574:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549206016 00000100:00100000:2.0:1789785512.834621:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1789785512.834630:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbbadf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f6797b-597b-4af7-b58b-b0a39d36f113+12:22753:x1876725549206016:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1789785512.834654:0:22769:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:2.0:1789785512.834666:0:22769:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:2.0:1789785512.838967:0:22769:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:2.0:1789785512.838987:0:22769:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:3.0:1789785512.839059:0:22790:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:3.0:1789785512.839065:0:22790:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:3.0:1789785512.839085:0:22790:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9daf814bac00/0x2f18ee3fd845dd01 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785512.839102:0:22790:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9dafb49ef800/0x2f18ee3fd845dcd0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2f18ee3fd845dcc9 expref: 12 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785512.839110:0:22790:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9daf814bac00/0x2f18ee3fd845dd01 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785512.839147:0:22790:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9dafb49ef800/0x2f18ee3fd845dcd0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x2f18ee3fd845dcc9 expref: 12 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785512.839161:0:22790:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9dafb49ef800/0x2f18ee3fd845dcd0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x2f18ee3fd845dcc9 expref: 12 pid: 22767 timeout: 721 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789785512.839174:0:22790:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafb115f800 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22790:1876725549206144:0@lo:104: 00000100:00100000:2.0:1789785512.841695:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbbadf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f6797b-597b-4af7-b58b-b0a39d36f113+12:22753:x1876725549206016:12345-0@lo:253:mount.lustre.0 Request processed in 7056us (7443us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785512.841708:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1789785512.841825:0:22753:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafa5889180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:22753:1876725549206016:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1789785512.841840:0:22753:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:0.0:1789785512.841844:0:22753:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1789785512.841846:0:22753:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1789785512.841847:0:22753:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789785512.841856:0:22753:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789785512.841857:0:22753:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789785512.841859:0:22753:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789785512.841860:0:22753:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1789785512.841862:0:22753:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1789785512.841863:0:22753:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789785512.841865:0:22753:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:0.0:1789785512.841880:0:22753:0:(tgt_mount.c:2695:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00000100:00100000:3.0:1789785512.842259:0:22790:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785512.842303:0:22790:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dafbb409cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1789785512.843618:0:22757:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549206144 00000100:00100000:2.0:1789785512.843629:0:22757:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549206144 00000100:00100000:2.0:1789785512.843674:0:22757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1789785512.843683:0:22757:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafb115f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:74f6797b-597b-4af7-b58b-b0a39d36f113+3:22790:x1876725549206144:12345-0@lo:104: 00010000:00010000:2.0:1789785512.843699:0:22757:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.146@tcp lock: ffff9daf814bbe00/0x2f18ee3fd845dcc9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x2f18ee3fd845dcd0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785512.843787:0:22757:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1789785512.843794:0:22757:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafb115f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:74f6797b-597b-4af7-b58b-b0a39d36f113+3:22790:x1876725549206144:12345-0@lo:104: Request processed in 112us (1536us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785512.843801:0:22757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1789785512.844004:0:22790:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafb115f800 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22790:1876725549206144:0@lo:104: 00010000:00010000:3.0:1789785512.844025:0:22790:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9daf814bac00/0x2f18ee3fd845dd01 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785512.848645:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789785512.848659:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.146@tcp lock: ffff9daf814bbe00/0x2f18ee3fd845dcc9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x2f18ee3fd845dcd0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785512.848671:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9daf814bbe00 already unused, calling callback (ffffffffc12b7c20) 10000000:00010000:1.0:1789785512.848675:0:22763:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.146@tcp lock: ffff9daf814bbe00/0x2f18ee3fd845dcc9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x2f18ee3fd845dcd0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785512.848684:0:22763:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.146@tcp lock: ffff9daf814bbe00/0x2f18ee3fd845dcc9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x2f18ee3fd845dcd0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789785512.848692:0:22763:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.146@tcp lock: ffff9daf814bbe00/0x2f18ee3fd845dcc9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x2f18ee3fd845dcd0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789785512.848697:0:22763:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1789785512.848751:0:22763:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.146@tcp lock: ffff9daf814bbe00/0x2f18ee3fd845dcc9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2f18ee3fd845dcd0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785512.848758:0:22763:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1789785512.848794:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.146@tcp lock: ffff9daf814bbe00/0x2f18ee3fd845dcc9 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2f18ee3fd845dcd0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785512.848815:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.146@tcp lock: ffff9daf814bbe00/0x2f18ee3fd845dcc9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2f18ee3fd845dcd0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785512.848832:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789785512.848834:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789785512.848836:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789785512.848913:0:3661:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9daf87816680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:74f6797b-597b-4af7-b58b-b0a39d36f113:3661:1876725549206272:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789785512.848978:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785512.849071:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549206272 00000100:00100000:3.0:1789785512.849079:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549206272 00010000:00010000:3.0:1789785512.849108:0:22759:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9dafb49ef800/0x2f18ee3fd845dcd0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2f18ee3fd845dcc9 expref: 12 pid: 22767 timeout: 721 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789785512.849142:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1789785512.849151:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9daf87814700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:74f6797b-597b-4af7-b58b-b0a39d36f113+12:3661:x1876725549206272:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1789785512.849162:0:22759:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789785512.849167:0:22759:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9dafb49ef800/0x2f18ee3fd845dcd0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2f18ee3fd845dcc9 expref: 12 pid: 22767 timeout: 721 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785512.849179:0:22759:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9dafb49ef800/0x2f18ee3fd845dcd0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x2f18ee3fd845dcc9 expref: 12 pid: 22767 timeout: 721 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785512.849192:0:22759:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9dafb49ef800/0x2f18ee3fd845dcd0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x2f18ee3fd845dcc9 expref: 12 pid: 22767 timeout: 721 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785512.849205:0:22759:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9daf814bac00/0x2f18ee3fd845dd01 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785512.849214:0:22759:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9daf814bac00/0x2f18ee3fd845dd01 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:3.0:1789785512.849228:0:22759:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.010164331s 00010000:00010000:3.0:1789785512.849239:0:22759:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9daf814bac00/0x2f18ee3fd845dd01 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785512.849246:0:22759:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9daf814bac00/0x2f18ee3fd845dd01 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785512.849253:0:22759:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9daf814bac00/0x2f18ee3fd845dd01 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785512.849260:0:22759:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9daf814bac00/0x2f18ee3fd845dd01 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785512.849265:0:22759:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9daf814bac00 already unused, calling callback (ffffffffc0cc5370) 00010000:00010000:3.0:1789785512.849269:0:22759:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9daf814bac00/0x2f18ee3fd845dd01 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785512.849277:0:22759:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9daf814bac00/0x2f18ee3fd845dd01 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785512.849291:0:22759:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9daf814bac00/0x2f18ee3fd845dd01 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785512.849302:0:22759:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789785512.849376:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9daf87814700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:74f6797b-597b-4af7-b58b-b0a39d36f113+11:3661:x1876725549206272:12345-0@lo:103:ldlm_bl.0 Request processed in 225us (397us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785512.849383:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00010000:3.0:1789785512.849408:0:22790:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9daf814bac00/0x2f18ee3fd845dd01 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785512.849415:0:22790:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9daf814bac00/0x2f18ee3fd845dd01 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785512.849431:0:22790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9daf814bac00/0x2f18ee3fd845dd01 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789785512.849604:0:3661:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9daf87816680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:74f6797b-597b-4af7-b58b-b0a39d36f113:3661:1876725549206272:0@lo:103:ldlm_bl.0 00000020:00080000:0.0:1789785512.860994:0:22753:0:(update_trans.c:1496:distribute_txn_commit_batchid_init()) lustre-MDT0000: committed batchid 4294967529 00000040:01000000:0.0:1789785512.864931:0:22753:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osd ctxt 16 is initialized 00000020:00080000:2.0:1789785512.865097:0:22815:0:(update_trans.c:1539:distribute_txn_commit_thread()) lustre-MDT0000: start commit thread committed batchid 4294967529 00000020:00080000:2.0:1789785512.865101:0:22815:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000040:01000000:2.0:1789785512.865180:0:22816:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:0.0:1789785512.865414:0:22753:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osp-MDT0000 ctxt 16 is initialized 00000100:00080000:2.0:1789785512.865769:0:22817:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff9dafaca26a00 x1876725549206400/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789785512.865791:0:22817:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf9a84af00 going to sleep for 0 seconds 00000040:01000000:0.0:1789785512.866161:0:22753:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 12 is initialized 00000040:00080000:0.0:1789785512.866198:0:22753:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:0.0:1789785512.866730:0:22753:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:0.0:1789785512.866737:0:22753:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 14 is initialized 00000040:00080000:0.0:1789785512.866773:0:22753:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1789785512.867967:0:22816:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1789785512.869802:0:22753:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:0.0:1789785512.870399:0:22753:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:0.0:1789785512.870437:0:22753:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 15 is initialized 00000040:00080000:2.0:1789785512.872192:0:22816:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000400:0x1:0x0] index 261376 count 1 00000004:00080000:2.0:1789785512.872252:0:22816:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osd retrieved update log, duration 0, retries 0 00000040:00080000:0.0:1789785512.874604:0:22753:0:(llog_cat.c:403:llog_cat_set_first_idx()) catlog [0xa:0x7:0x0] first idx 1, last_idx 2 00080000:10000000:0.0:1789785512.875133:0:22753:0:(osd_handler.c:5581:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x36:0x0] (8/32) registered 00000001:00000004:0.0:1789785512.878371:0:22753:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:0.0:1789785512.879469:0:22753:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:0.0:1789785512.879509:0:22753:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=c00866e6 len=0 karg=ffffa9f301ca7988 00100000:10000000:0.0:1789785512.879516:0:22753:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0000-osd: start master thread 00000020:01000004:0.0:1789785512.881087:0:22753:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:0.0:1789785512.881104:0:22753:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.146@tcp: cl_mgc_mutex unlock 00000020:01000004:0.0:1789785512.881124:0:22753:0:(tgt_mount.c:2461:server_fill_super_common()) Server sb, dev=46 00000080:00000004:0.0:1789785512.881144:0:22753:0:(super25.c:182:lustre_fill_super()) /dev/mapper/mds1_flakey: Mount complete 00000020:00000004:2.0:1789785512.885029:0:22753:0:(tgt_mount.c:2347:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1789785512.885225:0:22753:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1789785513.603453:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1789785513.859588:0:22771:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1789785513.859596:0:22771:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9dae83bdb800 from 11 10000000:01000000:0.0:1789785513.859601:0:22771:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1789785513.859642:0:22771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.146@tcp lock: ffff9dafb49efa00/0x2f18ee3fd845dd08 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785513.859665:0:22771:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.146@tcp lock: ffff9dafb49efa00/0x2f18ee3fd845dd08 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785513.859676:0:22771:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.146@tcp lock: ffff9dafb49efa00/0x2f18ee3fd845dd08 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789785513.859701:0:22771:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafa5889180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f6797b-597b-4af7-b58b-b0a39d36f113:22771:1876725549206528:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1789785513.860034:0:22771:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789785513.860144:0:22771:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dafac70b540 going to sleep for 11 seconds 00000100:00100000:3.0:1789785513.861635:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549206528 00000100:00100000:3.0:1789785513.861647:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549206528 00000100:00100000:3.0:1789785513.861704:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1789785513.861715:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae8446fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f6797b-597b-4af7-b58b-b0a39d36f113+11:22771:x1876725549206528:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789785513.861730:0:22766:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789785513.861747:0:22766:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9daf814bac00/0x2f18ee3fd845dd0f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x2f18ee3fd845dd08 expref: -99 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785513.861781:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9daf814bac00/0x2f18ee3fd845dd0f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2f18ee3fd845dd08 expref: 12 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785513.861792:0:22766:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9daf814bac00/0x2f18ee3fd845dd0f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2f18ee3fd845dd08 expref: 12 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785513.861801:0:22766:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9daf814bac00, rc 0) 00000100:00100000:3.0:1789785513.861862:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae8446fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f6797b-597b-4af7-b58b-b0a39d36f113+12:22771:x1876725549206528:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 150us (1829us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785513.861869:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000040:00080000:0.0:1789785513.862669:0:22811:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:0.0:1789785513.862675:0:22811:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000100:00100000:3.0:1789785513.864658:0:22771:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafa5889180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f6797b-597b-4af7-b58b-b0a39d36f113:22771:1876725549206528:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789785513.864686:0:22771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.146@tcp lock: ffff9dafb49efa00/0x2f18ee3fd845dd08 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845dd0f expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785513.864698:0:22771:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.146@tcp lock: ffff9dafb49efa00/0x2f18ee3fd845dd08 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x2f18ee3fd845dd0f expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789785513.864781:0:22771:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafb115f800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f6797b-597b-4af7-b58b-b0a39d36f113:22771:1876725549206656:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1789785513.864842:0:22771:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785513.864876:0:22771:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dafb5ded480 going to sleep for 11 seconds 00000100:00100000:2.0:1789785513.865202:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549206656 00000100:00100000:2.0:1789785513.865210:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549206656 00000100:00100000:2.0:1789785513.865263:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1789785513.865273:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae8446cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f6797b-597b-4af7-b58b-b0a39d36f113+12:22771:x1876725549206656:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:2.0:1789785513.865294:0:22767:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1789785513.865312:0:22767:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1789785513.865316:0:22767:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:2.0:1789785513.865454:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae8446cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f6797b-597b-4af7-b58b-b0a39d36f113+12:22771:x1876725549206656:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 183us (611us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785513.865462:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000040:00080000:0.0:1789785513.874158:0:22811:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:0.0:1789785513.874176:0:22811:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00000100:00100000:2.0:1789785513.875791:0:22771:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafb115f800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f6797b-597b-4af7-b58b-b0a39d36f113:22771:1876725549206656:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1789785513.875857:0:22771:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.146@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1789785513.875868:0:22771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.146@tcp lock: ffff9dafb49efa00/0x2f18ee3fd845dd08 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845dd0f expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785513.875879:0:22771:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.146@tcp lock: ffff9dafb49efa00/0x2f18ee3fd845dd08 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845dd0f expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789785513.927402:0:22817:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf9a84af00 going to sleep for 0 seconds 00010000:00010000:1.0:1789785514.626783:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1789785514.885676:0:22811:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:2.0:1789785514.885691:0:22811:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1789785514.885824:0:22811:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 1 count 1 00000040:00080000:2.0:1789785514.885861:0:22811:0:(llog_cat_server.c:902:llog_cat_cleanup()) cancel plain log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1789785514.885986:0:22811:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 1 00000100:00100000:2.0:1789785514.946405:0:22817:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf9a84af00 going to sleep for 0 seconds 00010000:00010000:3.0:1789785515.657436:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789785515.972582:0:22817:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf9a84af00 going to sleep for 0 seconds 00000001:02000400:1.0:1789785516.456289:0:23059:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg346-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:0.0:1789785516.678933:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789785516.994740:0:22817:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf9a84af00 going to sleep for 0 seconds 00000020:00000004:3.0:1789785517.347165:0:23111:0:(tgt_mount.c:2347:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1789785517.347487:0:23111:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1789785517.698735:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789785517.890765:0:15987:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1789785517.890772:0:15987:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1789785517.890776:0:15987:0:(import.c:65:import_set_state_nolock()) ffff9daf8774b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789785517.890784:0:15987:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 621 00000100:00080000:1.0:1789785517.890790:0:15987:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1789785517.890798:0:15987:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff9daf8774b000 using connection 192.168.203.146@tcp/0@lo 00000100:00100000:1.0:1789785517.890821:0:15987:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9daf87817100 x1876725549206912/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789785517.890840:0:15987:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789785517.890844:0:15987:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789785517.890847:0:15987:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789785517.890851:0:15987:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789785517.890867:0:15987:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1789785517.890870:0:15987:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789785517.890872:0:15987:0:(import.c:65:import_set_state_nolock()) ffff9dafaba15800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789785517.890878:0:15987:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff9dafaba15800 using connection 192.168.203.146@tcp/0@lo 00000100:00100000:1.0:1789785517.890893:0:15987:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9daf87815880 x1876725549207040/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789785517.890919:0:3658:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9daf87817100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3658:1876725549206912:0@lo:38:kworker.0 00000100:00100000:1.0:1789785517.890986:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789785517.891017:0:3658:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9daf87815880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3658:1876725549207040:0@lo:38:kworker.0 00000100:00100000:1.0:1789785517.891044:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789785517.891114:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9daf87816680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:74f6797b-597b-4af7-b58b-b0a39d36f113:3662:1876725549206784:0@lo:400:kworker.0 00000100:00100000:2.0:1789785517.891163:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789785517.891225:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549207040 00000100:00100000:2.0:1789785517.891233:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549207040 00000100:00100000:2.0:1789785517.891262:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1789785517.891269:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9daf87814380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3658:x1876725549207040:12345-0@lo:38:kworker.0 00010000:00080000:2.0:1789785517.891293:0:22776:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo t0 exp 0000000000000000 cur 626 last 0 00000020:00000080:2.0:1789785517.891328:0:22776:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0x2f18ee3fd845dd16 00000004:00100000:2.0:1789785517.891378:0:22776:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:2.0:1789785517.891528:0:22776:0:(import.c:65:import_set_state_nolock()) ffff9daf89060000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1789785517.891577:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9daf87814380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3658:x1876725549207040:12345-0@lo:38:kworker.0 Request processed in 307us (532us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785517.891585:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1789785517.892058:0:22780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549206912 00000100:00100000:3.0:1789785517.892064:0:22780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549206912 00000100:00100000:3.0:1789785517.892096:0:22780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1789785517.892102:0:22780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9daf87814a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3658:x1876725549206912:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1789785517.892114:0:22780:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1789785517.892159:0:22780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9daf87814a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3658:x1876725549206912:12345-0@lo:38:kworker.0 Request processed in 55us (1173us total) trans 0 rc -19/-19 00000100:00100000:3.0:1789785517.892166:0:22780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1789785517.892279:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549206784 00000100:00100000:1.0:1789785517.892283:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549206784 00000100:00100000:1.0:1789785517.892322:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1789785517.892329:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae8446e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f6797b-597b-4af7-b58b-b0a39d36f113+12:3662:x1876725549206784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789785517.892396:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae8446e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f6797b-597b-4af7-b58b-b0a39d36f113+12:3662:x1876725549206784:12345-0@lo:400:kworker.0 Request processed in 68us (1233us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785517.892403:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1789785517.892446:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9daf87816680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:74f6797b-597b-4af7-b58b-b0a39d36f113:3662:1876725549206784:0@lo:400:kworker.0 00000100:00080000:1.0:1789785517.892478:0:3658:0:(import.c:65:import_set_state_nolock()) ffff9daf8774b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789785517.892483:0:3658:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1789785517.892486:0:3658:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9daf87817100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3658:1876725549206912:0@lo:38:kworker.0 00010000:00080000:1.0:1789785517.892499:0:3658:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff9daf87815880 x1876725549207040/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789785527 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789785517.892510:0:3658:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 3 00000100:00080000:1.0:1789785517.892525:0:3658:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:1.0:1789785517.892530:0:3658:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1789785517.892533:0:3658:0:(import.c:65:import_set_state_nolock()) ffff9dafaba15800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1789785517.892538:0:3658:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9daf87815880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3658:1876725549207040:0@lo:38:kworker.0 00000100:00100000:0.0:1789785518.018455:0:22817:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf9a84af00 going to sleep for 0 seconds 00000020:00000004:3.0:1789785518.188936:0:23161:0:(tgt_mount.c:2347:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1789785518.189136:0:23161:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1789785518.722467:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789785519.042469:0:22817:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf9a84af00 going to sleep for 0 seconds 00010000:00010000:0.0:1789785519.759651:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789785520.066945:0:22817:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf9a84af00 going to sleep for 0 seconds 00010000:00010000:1.0:1789785520.775473:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789785521.090952:0:22817:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf9a84af00 going to sleep for 0 seconds 00010000:00010000:0.0:1789785521.795038:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789785522.115415:0:22817:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf9a84af00 going to sleep for 0 seconds 00010000:00010000:1.0:1789785522.822076:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789785523.020375:0:3658:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789785512/real 1789785512] req@ffff9daf87815180 x1876725549203968/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789785522 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789785523.020416:0:3658:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9daf87815180 x1876725549203968/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789785522 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789785523.020428:0:3658:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789785512/real 1789785512] req@ffff9dafb115d880 x1876725549203840/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789785522 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789785523.020439:0:3658:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9dafb115d880 x1876725549203840/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789785522 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789785523.020487:0:3658:0:(import.c:65:import_set_state_nolock()) ffff9dafaba12000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789785523.020499:0:3658:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1789785523.020504:0:3658:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9daf87815180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3658:1876725549203968:0@lo:8:llog_process_th.0 00000100:00080000:3.0:1789785523.020510:0:3658:0:(import.c:65:import_set_state_nolock()) ffff9daf9a9d9800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789785523.020515:0:3658:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1789785523.020518:0:3658:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafb115d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3658:1876725549203840:0@lo:8:llog_process_th.0 00000100:00080000:0.0:1789785523.021580:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1789785523.021587:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1789785523.021591:0:37:0:(import.c:65:import_set_state_nolock()) ffff9daf8774b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789785523.021598:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 626 00000100:00080000:0.0:1789785523.021605:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1789785523.021613:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff9daf8774b000 using connection 192.168.203.146@tcp/0@lo 00000100:00100000:0.0:1789785523.021658:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9dafa5889f80 x1876725549207296/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789785523.021674:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789785523.021677:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789785523.021679:0:37:0:(import.c:65:import_set_state_nolock()) ffff9daf9a9d9800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789785523.021683:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 621 00000100:00080000:0.0:1789785523.021686:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1789785523.021691:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff9daf9a9d9800 using connection 192.168.203.146@tcp/0@lo 00000100:00100000:0.0:1789785523.021713:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9dafa5888700 x1876725549207424/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789785523.021722:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789785523.021725:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789785523.021726:0:37:0:(import.c:65:import_set_state_nolock()) ffff9dafaba12000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789785523.021729:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 621 00000100:00080000:0.0:1789785523.021732:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1789785523.021736:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9dafaba12000 using connection 192.168.203.146@tcp/0@lo 00000100:00100000:0.0:1789785523.021748:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9dafa588b480 x1876725549207552/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789785523.022033:0:3658:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafa5889f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3658:1876725549207296:0@lo:38:kworker.0 00000100:00100000:3.0:1789785523.022138:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785523.022323:0:3658:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafa5888700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3658:1876725549207424:0@lo:8:kworker.0 00000400:00000100:3.0:1789785523.022385:0:3658:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876725549207424 offset 0 length 520: 4 00000100:00100000:3.0:1789785523.022407:0:3658:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafa588b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3658:1876725549207552:0@lo:8:kworker.0 00000400:00000100:3.0:1789785523.022428:0:3658:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876725549207552 offset 0 length 520: 4 00000100:00100000:3.0:1789785523.022465:0:22780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549207296 00000100:00100000:3.0:1789785523.022474:0:22780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549207296 00000100:00100000:3.0:1789785523.022519:0:22780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1789785523.022529:0:22780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafb115d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3658:x1876725549207296:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1789785523.022553:0:22780:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1789785523.022603:0:22780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafb115d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3658:x1876725549207296:12345-0@lo:38:kworker.0 Request processed in 73us (464us total) trans 0 rc -19/-19 00000100:00100000:3.0:1789785523.022611:0:22780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00080000:3.0:1789785523.022662:0:3658:0:(import.c:65:import_set_state_nolock()) ffff9daf8774b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789785523.022667:0:3658:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1789785523.022671:0:3658:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafa5889f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3658:1876725549207296:0@lo:38:kworker.0 00000100:00100000:2.0:1789785523.022798:0:3660:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafa5889500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3660:1876725549207680:0@lo:400:kworker.0 00000100:00100000:2.0:1789785523.022842:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789785523.022876:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789785523.022884:0:3660:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafa5889180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:74f6797b-597b-4af7-b58b-b0a39d36f113:3660:1876725549207168:0@lo:400:kworker.0 00000100:00100000:2.0:1789785523.022927:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789785523.022961:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549207168 00000100:00100000:2.0:1789785523.022965:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549207168 00000100:00100000:2.0:1789785523.023003:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1789785523.023020:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae8446f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f6797b-597b-4af7-b58b-b0a39d36f113+12:3660:x1876725549207168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789785523.023077:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae8446f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f6797b-597b-4af7-b58b-b0a39d36f113+12:3660:x1876725549207168:12345-0@lo:400:kworker.0 Request processed in 59us (149us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785523.023085:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1789785523.023124:0:3660:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafa5889180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:74f6797b-597b-4af7-b58b-b0a39d36f113:3660:1876725549207168:0@lo:400:kworker.0 00000100:00100000:3.0:1789785523.025281:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549207680 00000100:00100000:3.0:1789785523.025300:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549207680 00000100:00100000:3.0:1789785523.025390:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1789785523.025402:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafaca26300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3660:x1876725549207680:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789785523.025526:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafaca26300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3660:x1876725549207680:12345-0@lo:400:kworker.0 Request processed in 127us (2683us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785523.025534:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:1.0:1789785523.025696:0:3660:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff9dafa5889500 x1876725549207680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789785539 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789785523.025726:0:3660:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafa5889500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3660:1876725549207680:0@lo:400:kworker.0 00000100:00100000:1.0:1789785523.140068:0:22817:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf9a84af00 going to sleep for 0 seconds 00010000:00010000:0.0:1789785523.842537:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1789785524.104477:0:22811:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1789785524.162682:0:22817:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf9a84af00 going to sleep for 0 seconds 00010000:00010000:0.0:1789785524.876388:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789785525.189194:0:22817:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf9a84af00 going to sleep for 0 seconds 00000020:01000004:2.0:1789785525.463645:0:23506:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:2.0:1789785525.463652:0:23506:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds2_flakey 00000020:01000004:2.0:1789785525.463654:0:23506:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:2.0:1789785525.463806:0:23506:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff9dafc189a000 00000020:01000004:2.0:1789785525.463828:0:23506:0:(tgt_mount.c:2503:osd_start()) Attempting to start lustre-MDT0001, type=osd-ldiskfs, lsifl=200001, mountfl=0 00000020:01000004:2.0:1789785525.463844:0:23506:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-osd (typ=osd-ldiskfs) 00000020:00000080:2.0:1789785525.463862:0:23506:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osd (ffff9dafac8c99b8) 00000020:00000080:2.0:1789785525.463880:0:23506:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type osd-ldiskfs with refcount 2 00100000:10000000:3.0:1789785525.556397:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:3.0:1789785525.557991:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xd:0x0] (16/1) registered 00100000:10000000:2.0:1789785525.562101:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:2.0:1789785525.562744:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:2.0:1789785525.563023:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x7:0x0] (8/32) registered 00100000:10000000:2.0:1789785525.563332:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x8:0x0] (8/32) registered 00100000:10000000:2.0:1789785525.563739:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:2.0:1789785525.563907:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x3:0x0] (8/32) registered 00100000:10000000:2.0:1789785525.564134:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:2.0:1789785525.564461:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:2.0:1789785525.564721:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:2.0:1789785525.564912:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:2.0:1789785525.565161:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:2.0:1789785525.565861:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:2.0:1789785525.566707:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:2.0:1789785525.566914:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:2.0:1789785525.568210:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:2.0:1789785525.568743:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:2.0:1789785525.568979:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x22:0x0] (24/16) registered 00100000:10000000:2.0:1789785525.569370:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x20:0x0] (24/16) registered 00100000:10000000:2.0:1789785525.569698:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:2.0:1789785525.570256:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:2.0:1789785525.571301:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1f:0x0] (24/16) registered 00100000:10000000:0.0:1789785525.572713:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x11:0x0] (16/1) registered 00100000:10000000:0.0:1789785525.572996:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:0.0:1789785525.573507:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x21:0x0] (24/16) registered 00100000:10000000:0.0:1789785525.573845:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x23:0x0] (24/16) registered 00100000:10000000:0.0:1789785525.574254:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x10:0x0] (16/1) registered 00100000:10000000:0.0:1789785525.574544:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:0.0:1789785525.574849:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:0.0:1789785525.575258:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xf:0x0] (16/1) registered 00100000:10000000:0.0:1789785525.575550:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:0.0:1789785525.575849:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:0.0:1789785525.576126:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:0.0:1789785525.576826:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:0.0:1789785525.577734:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:0.0:1789785525.577976:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:0.0:1789785525.580309:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:0.0:1789785525.581157:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:0.0:1789785525.582792:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:0.0:1789785525.583267:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x24:0x0] (24/16) registered 00100000:10000000:0.0:1789785525.583941:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x12:0x0] (16/1) registered 00100000:10000000:0.0:1789785525.585508:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:0.0:1789785525.586467:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:0.0:1789785525.586708:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xe:0x0] (16/1) registered 00100000:10000000:0.0:1789785525.587091:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x15:0x0] (16/1) registered 00080000:01000000:0.0:1789785525.590923:0:23506:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0001: register osd-ldiskfs tunable parameters 00000020:00000080:0.0:1789785525.591333:0:23506:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00080000:01000000:0.0:1789785525.591487:0:23506:0:(osd_handler.c:8925:osd_obd_connect()) connect #0 00000020:00000080:0.0:1789785525.591502:0:23506:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x2f18ee3fd845dd24 00000020:01000004:0.0:1789785525.591508:0:23506:0:(tgt_mount.c:2588:server_fill_super()) Found service lustre-MDT0001 on device /dev/mapper/mds2_flakey 00000020:01000004:0.0:1789785525.591529:0:23506:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.203.146@tcp:Set MGC reconnect 1 10000000:01000000:0.0:1789785525.591533:0:23506:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.203.146@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:0.0:1789785525.591539:0:23506:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-MDT0001 00000020:01000004:0.0:1789785525.591565:0:23506:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds2_flakey 10000000:01000000:0.0:1789785525.591569:0:23506:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.146@tcp: cl_mgc_mutex lustre-MDT0001-osd for locked: rc = 0 00000040:01000000:0.0:1789785525.598799:0:23506:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.146@tcp ctxt 0 is initialized 00000020:01000004:0.0:1789785525.598844:0:23506:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0001, fs=lustre, 192.168.203.146@tcp, index=0001, flags=0x20001 00000020:01000004:0.0:1789785525.598848:0:23506:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:0.0:1789785525.598850:0:23506:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:0.0:1789785525.598852:0:23506:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789785525.598853:0:23506:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789785525.598854:0:23506:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789785525.598855:0:23506:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789785525.598856:0:23506:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1789785525.598858:0:23506:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789785525.598860:0:23506:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1789785525.598863:0:23506:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x10020001 00000020:01000004:0.0:1789785525.598866:0:23506:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1789785525.598867:0:23506:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:0.0:1789785525.598868:0:23506:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789785525.598869:0:23506:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789785525.598870:0:23506:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789785525.598871:0:23506:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789785525.598872:0:23506:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1789785525.598874:0:23506:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789785525.598875:0:23506:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1789785525.598902:0:23506:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:0.0:1789785525.598989:0:23506:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafa5888e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:23506:1876725549207808:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1789785525.599121:0:23506:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789785525.599165:0:23506:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf85828900 going to sleep for 11 seconds 00000100:00100000:3.0:1789785525.599232:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549207808 00000100:00100000:3.0:1789785525.599241:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549207808 00000100:00100000:3.0:1789785525.599301:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1789785525.599311:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae8446f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f6797b-597b-4af7-b58b-b0a39d36f113+12:23506:x1876725549207808:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1789785525.599372:0:22766:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:3.0:1789785525.599376:0:22766:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0001 is running on 0@lo 20000000:01000000:3.0:1789785525.599383:0:22766:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 00000100:00100000:3.0:1789785525.599671:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae8446f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f6797b-597b-4af7-b58b-b0a39d36f113+12:23506:x1876725549207808:12345-0@lo:253:mount.lustre.0 Request processed in 359us (548us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785525.599678:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1789785525.600078:0:23506:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafa5888e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:23506:1876725549207808:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1789785525.600090:0:23506:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:0.0:1789785525.600093:0:23506:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1789785525.600095:0:23506:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:0.0:1789785525.600096:0:23506:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789785525.600097:0:23506:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789785525.600098:0:23506:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789785525.600100:0:23506:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789785525.600101:0:23506:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1789785525.600103:0:23506:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789785525.600104:0:23506:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:0.0:1789785525.600132:0:23506:0:(tgt_mount.c:101:server_register_mount()) register mount ffff9dafc189a000 from lustre-MDT0001 10000000:01000000:0.0:1789785525.600157:0:23506:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0001 from 0 10000000:01000000:0.0:1789785525.600161:0:23506:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0001-0000000000000000 10000000:01000000:0.0:1789785525.600167:0:23506:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff9dae83570000 local copy 00010000:00010000:0.0:1789785525.600177:0:23506:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.146@tcp lock: ffff9daf814bb800/0x2f18ee3fd845dc1a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845dc21 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789785525.600255:0:23506:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafa5888e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:23506:1876725549207936:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789785525.600285:0:23506:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789785525.600385:0:23506:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf858280c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789785525.603511:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549207936 00000100:00100000:1.0:1789785525.603528:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549207936 00000100:00100000:1.0:1789785525.603648:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1789785525.603660:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae8446d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f6797b-597b-4af7-b58b-b0a39d36f113+12:23506:x1876725549207936:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789785525.603802:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae8446d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f6797b-597b-4af7-b58b-b0a39d36f113+12:23506:x1876725549207936:12345-0@lo:501:mount.lustre.0 Request processed in 144us (3515us total) trans 0 rc -2/-2 00000100:00100000:1.0:1789785525.603809:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1789785525.603887:0:23506:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafa5888e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:23506:1876725549207936:0@lo:501:mount.lustre.0 10000000:01000000:0.0:1789785525.603923:0:23506:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.203.146@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:0.0:1789785525.603949:0:23506:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.203.146@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:0.0:1789785525.603957:0:23506:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.146@tcp lock: ffff9daf814bb800/0x2f18ee3fd845dc1a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845dc21 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785525.603969:0:23506:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.146@tcp lock: ffff9daf814bb800/0x2f18ee3fd845dc1a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845dc21 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789785525.604002:0:23506:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9dafc189a000 10000000:01000000:0.0:1789785525.604007:0:23506:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:0.0:1789785525.604020:0:23506:0:(mgc_request.c:194:do_config_log_add()) do adding config log nodemap-ffff9dae83570000 10000000:01000000:0.0:1789785525.604023:0:23506:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 10000000:01000000:0.0:1789785525.604028:0:23506:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff9dae83570000 from 1 10000000:01000000:0.0:1789785525.604030:0:23506:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1789785525.604059:0:23506:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.146@tcp lock: ffff9dafb49ef400/0x2f18ee3fd845dd2b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785525.604068:0:23506:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.146@tcp lock: ffff9dafb49ef400/0x2f18ee3fd845dd2b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785525.604089:0:23506:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.146@tcp lock: ffff9dafb49ef400/0x2f18ee3fd845dd2b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789785525.604107:0:23506:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafa5888e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:23506:1876725549208064:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1789785525.604140:0:23506:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789785525.604626:0:23506:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf858280c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789785525.604756:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549208064 00000100:00100000:3.0:1789785525.604762:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549208064 00000100:00100000:3.0:1789785525.604792:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1789785525.604801:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae8446e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f6797b-597b-4af7-b58b-b0a39d36f113+12:23506:x1876725549208064:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789785525.604813:0:22766:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789785525.604828:0:22766:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9daf814bb000/0x2f18ee3fd845dd32 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x2f18ee3fd845dd2b expref: -99 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785525.604852:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9daf814bb000/0x2f18ee3fd845dd32 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2f18ee3fd845dd2b expref: 13 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785525.604872:0:22766:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9daf814bb000/0x2f18ee3fd845dd32 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2f18ee3fd845dd2b expref: 13 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785525.604881:0:22766:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9daf814bb000, rc 0) 00000100:00100000:3.0:1789785525.605602:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae8446e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f6797b-597b-4af7-b58b-b0a39d36f113+13:23506:x1876725549208064:12345-0@lo:101:mount.lustre.0 Request processed in 799us (1458us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785525.605611:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1789785525.605737:0:23506:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafa5888e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:23506:1876725549208064:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789785525.605755:0:23506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.146@tcp lock: ffff9dafb49ef400/0x2f18ee3fd845dd2b lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845dd32 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785525.605765:0:23506:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.146@tcp lock: ffff9dafb49ef400/0x2f18ee3fd845dd2b lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x2f18ee3fd845dd32 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789785525.605784:0:23506:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.146@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1789785525.605803:0:23506:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.146@tcp lock: ffff9dafb49ef400/0x2f18ee3fd845dd2b lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845dd32 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785525.605810:0:23506:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.146@tcp lock: ffff9dafb49ef400/0x2f18ee3fd845dd2b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845dd32 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789785525.605820:0:23506:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff9dafc189a000 10000000:01000000:0.0:1789785525.605825:0:23506:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:0.0:1789785525.605829:0:23506:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff9dafc189a000 from 1 10000000:01000000:0.0:1789785525.605832:0:23506:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:0.0:1789785525.605853:0:23506:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.146@tcp lock: ffff9dafb49ee800/0x2f18ee3fd845dd39 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785525.605861:0:23506:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.146@tcp lock: ffff9dafb49ee800/0x2f18ee3fd845dd39 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785525.605880:0:23506:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.146@tcp lock: ffff9dafb49ee800/0x2f18ee3fd845dd39 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789785525.605899:0:23506:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafa5888e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:23506:1876725549208192:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1789785525.605952:0:23506:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789785525.605979:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549208192 00000100:00100000:0.0:1789785525.605984:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549208192 00000100:00100000:0.0:1789785525.606022:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1789785525.606029:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae8446e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f6797b-597b-4af7-b58b-b0a39d36f113+13:23506:x1876725549208192:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789785525.606039:0:22766:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789785525.606048:0:22766:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9dafb49efc00/0x2f18ee3fd845dd40 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x2f18ee3fd845dd39 expref: -99 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785525.606065:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9dafb49efc00/0x2f18ee3fd845dd40 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2f18ee3fd845dd39 expref: 14 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785525.606074:0:22766:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9dafb49efc00/0x2f18ee3fd845dd40 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2f18ee3fd845dd39 expref: 14 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785525.606082:0:22766:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dafb49efc00, rc 0) 00000100:00100000:0.0:1789785525.606107:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae8446e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f6797b-597b-4af7-b58b-b0a39d36f113+14:23506:x1876725549208192:12345-0@lo:101:mount.lustre.0 Request processed in 78us (155us total) trans 0 rc 0/0 00000100:00100000:0.0:1789785525.606113:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1789785525.606144:0:23506:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf858280c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789785525.606156:0:23506:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafa5888e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:23506:1876725549208192:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789785525.606165:0:23506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.146@tcp lock: ffff9dafb49ee800/0x2f18ee3fd845dd39 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845dd40 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785525.606179:0:23506:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.146@tcp lock: ffff9dafb49ee800/0x2f18ee3fd845dd39 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x2f18ee3fd845dd40 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789785525.606190:0:23506:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.146@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:0.0:1789785525.606193:0:23506:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.146@tcp lock: ffff9dafb49ee800/0x2f18ee3fd845dd39 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845dd40 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785525.606200:0:23506:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.146@tcp lock: ffff9dafb49ee800/0x2f18ee3fd845dd39 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845dd40 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789785525.606206:0:23506:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0001-0000000000000000 10000000:01000000:0.0:1789785525.606209:0:23506:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1789785525.606213:0:23506:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff9dafc189a000 10000000:01000000:0.0:1789785525.606216:0:23506:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:0.0:1789785525.606219:0:23506:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 1 10000000:01000000:0.0:1789785525.606221:0:23506:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00010000:00010000:0.0:1789785525.606234:0:23506:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.146@tcp lock: ffff9dafb49ef200/0x2f18ee3fd845dd47 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785525.606241:0:23506:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.146@tcp lock: ffff9dafb49ef200/0x2f18ee3fd845dd47 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785525.606247:0:23506:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.146@tcp lock: ffff9dafb49ef200/0x2f18ee3fd845dd47 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789785525.606259:0:23506:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafa5888e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:23506:1876725549208320:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1789785525.606283:0:23506:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789785525.606303:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549208320 00000100:00100000:0.0:1789785525.606311:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549208320 00000100:00100000:0.0:1789785525.606327:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1789785525.606333:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae8446f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f6797b-597b-4af7-b58b-b0a39d36f113+14:23506:x1876725549208320:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789785525.606367:0:22766:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789785525.606376:0:22766:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9dafb49ef600/0x2f18ee3fd845dd4e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x2f18ee3fd845dd47 expref: -99 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785525.606388:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9dafb49ef600/0x2f18ee3fd845dd4e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2f18ee3fd845dd47 expref: 15 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785525.606396:0:22766:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9dafb49ef600/0x2f18ee3fd845dd4e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2f18ee3fd845dd47 expref: 15 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785525.606738:0:22766:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dafb49ef600, rc 0) 00000100:00100000:0.0:1789785525.606766:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae8446f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f6797b-597b-4af7-b58b-b0a39d36f113+15:23506:x1876725549208320:12345-0@lo:101:mount.lustre.0 Request processed in 432us (481us total) trans 0 rc 0/0 00000100:00100000:0.0:1789785525.606789:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1789785525.606891:0:23506:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf858280c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789785525.606905:0:23506:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafa5888e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:23506:1876725549208320:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789785525.606933:0:23506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.146@tcp lock: ffff9dafb49ef200/0x2f18ee3fd845dd47 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845dd4e expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785525.606941:0:23506:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.146@tcp lock: ffff9dafb49ef200/0x2f18ee3fd845dd47 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x2f18ee3fd845dd4e expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1789785525.608324:0:23506:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 46 count 46 00000040:00080000:0.0:1789785525.610837:0:23506:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1789785525.620880:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:1.0:1789785525.620952:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 136 off8552 00000040:00080000:1.0:1789785525.620971:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 176 off8728 00000040:00080000:1.0:1789785525.620987:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8952 00000040:00080000:1.0:1789785525.620999:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 224 off9176 00000040:00080000:1.0:1789785525.621011:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 120 off9296 00000040:00080000:1.0:1789785525.621035:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 112 off9408 00000040:00080000:1.0:1789785525.621048:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 160 off9568 00000040:00080000:1.0:1789785525.621061:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9792 00000040:00080000:1.0:1789785525.621075:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10016 00000040:00080000:1.0:1789785525.621090:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 88 off10104 00000040:00080000:1.0:1789785525.621105:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 144 off10248 00000040:00080000:1.0:1789785525.621117:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].13, 152 off10400 00000040:00080000:1.0:1789785525.621129:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].14, 168 off10568 00000040:00080000:1.0:1789785525.621143:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].15, 224 off10792 00000040:00080000:1.0:1789785525.621157:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].16, 224 off11016 00000040:00080000:1.0:1789785525.621170:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].17, 80 off11096 00000040:00080000:1.0:1789785525.621182:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].18, 224 off11320 00000040:00080000:1.0:1789785525.621195:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].19, 224 off11544 00000040:00080000:1.0:1789785525.621207:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].20, 160 off11704 00000040:00080000:1.0:1789785525.621221:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].21, 224 off11928 00000040:00080000:1.0:1789785525.621234:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].22, 224 off12152 00000040:00080000:1.0:1789785525.621250:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].23, 80 off12232 00000040:00080000:1.0:1789785525.621265:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].24, 224 off12456 00000040:00080000:1.0:1789785525.621277:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].25, 224 off12680 00000040:00080000:1.0:1789785525.621289:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].26, 88 off12768 00000040:00080000:1.0:1789785525.621301:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].27, 144 off12912 00000040:00080000:1.0:1789785525.621314:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].28, 152 off13064 00000040:00080000:1.0:1789785525.621327:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].29, 136 off13200 00000040:00080000:1.0:1789785525.622173:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].30, 224 off13424 00000040:00080000:1.0:1789785525.622201:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].31, 224 off13648 00000040:00080000:1.0:1789785525.622217:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].32, 80 off13728 00000040:00080000:1.0:1789785525.622231:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].33, 224 off13952 00000040:00080000:1.0:1789785525.622244:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].34, 224 off14176 00000040:00080000:1.0:1789785525.622258:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].35, 88 off14264 00000040:00080000:1.0:1789785525.622272:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].36, 144 off14408 00000040:00080000:1.0:1789785525.622286:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].37, 152 off14560 00000040:00080000:1.0:1789785525.622300:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].38, 136 off14696 00000040:00080000:1.0:1789785525.622313:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].39, 224 off14920 00000040:00080000:1.0:1789785525.622421:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].40, 224 off15144 00000040:00080000:1.0:1789785525.622438:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].41, 80 off15224 00000040:00080000:1.0:1789785525.622452:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].42, 224 off15448 00000040:00080000:1.0:1789785525.622465:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].43, 224 off15672 00000040:00080000:1.0:1789785525.622480:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].44, 120 off15792 00000040:00080000:1.0:1789785525.622509:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].45, 224 off16016 00000040:00080000:1.0:1789785525.622515:0:23506:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 45 count 46 00000100:00100000:1.0:1789785525.622641:0:23506:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9daf87815880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:23506:1876725549208448:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789785525.623077:0:23506:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789785525.623169:0:23506:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dafc1b3e180 going to sleep for 11 seconds 00000100:00100000:0.0:1789785525.624462:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549208448 00000100:00100000:0.0:1789785525.624475:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549208448 00000100:00100000:0.0:1789785525.624540:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1789785525.624550:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae8446d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f6797b-597b-4af7-b58b-b0a39d36f113+15:23506:x1876725549208448:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789785525.624764:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae8446d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f6797b-597b-4af7-b58b-b0a39d36f113+15:23506:x1876725549208448:12345-0@lo:501:mount.lustre.0 Request processed in 213us (1686us total) trans 0 rc 0/0 00000100:00100000:0.0:1789785525.624772:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1789785525.625246:0:23506:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9daf87815880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:23506:1876725549208448:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789785525.625296:0:23506:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafb115dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:23506:1876725549208576:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789785525.625377:0:23506:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785525.625410:0:23506:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf854823c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789785525.625469:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549208576 00000100:00100000:2.0:1789785525.625474:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549208576 00000100:00100000:2.0:1789785525.625506:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1789785525.625513:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae8446d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f6797b-597b-4af7-b58b-b0a39d36f113+15:23506:x1876725549208576:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789785525.626567:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae8446d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f6797b-597b-4af7-b58b-b0a39d36f113+15:23506:x1876725549208576:12345-0@lo:503:mount.lustre.0 Request processed in 1049us (1185us total) trans 0 rc 0/0 00000100:00100000:0.0:1789785525.626586:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1789785525.626834:0:23506:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafb115dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:23506:1876725549208576:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1789785525.627274:0:23506:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1789785525.627396:0:23506:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafb115dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:23506:1876725549208704:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789785525.627444:0:23506:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785525.627475:0:23506:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf854823c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789785525.627663:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549208704 00000100:00100000:0.0:1789785525.627670:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549208704 00000100:00100000:0.0:1789785525.627722:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1789785525.627731:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae8446c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f6797b-597b-4af7-b58b-b0a39d36f113+15:23506:x1876725549208704:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789785525.630783:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae8446c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f6797b-597b-4af7-b58b-b0a39d36f113+15:23506:x1876725549208704:12345-0@lo:502:mount.lustre.0 Request processed in 3045us (3329us total) trans 0 rc 0/0 00000100:00100000:0.0:1789785525.630797:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1789785525.630925:0:23506:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafb115dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:23506:1876725549208704:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789785525.631187:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:3.0:1789785525.631218:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 136 off8552 00000040:00080000:3.0:1789785525.631232:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 176 off8728 00000040:00080000:3.0:1789785525.631245:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8952 00000040:00080000:3.0:1789785525.631257:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 224 off9176 00000040:00080000:3.0:1789785525.631268:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 120 off9296 00000040:00080000:3.0:1789785525.631279:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 112 off9408 00000040:00080000:3.0:1789785525.631291:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 160 off9568 00000040:00080000:3.0:1789785525.631313:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9792 00000040:00080000:3.0:1789785525.631327:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10016 00000040:00080000:3.0:1789785525.631375:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 88 off10104 00000040:00080000:3.0:1789785525.631392:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 144 off10248 00000040:00080000:3.0:1789785525.631706:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].13, 152 off10400 00000040:00080000:3.0:1789785525.631726:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].14, 168 off10568 00000040:00080000:3.0:1789785525.631739:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].15, 224 off10792 00000040:00080000:3.0:1789785525.631753:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].16, 224 off11016 00000040:00080000:3.0:1789785525.631766:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].17, 80 off11096 00000040:00080000:3.0:1789785525.631778:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].18, 224 off11320 00000040:00080000:3.0:1789785525.631790:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].19, 224 off11544 00000040:00080000:3.0:1789785525.631804:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].20, 160 off11704 00000040:00080000:3.0:1789785525.631818:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].21, 224 off11928 00000040:00080000:3.0:1789785525.631830:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].22, 224 off12152 00000040:00080000:3.0:1789785525.631842:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].23, 80 off12232 00000040:00080000:3.0:1789785525.631855:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].24, 224 off12456 00000040:00080000:3.0:1789785525.631867:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].25, 224 off12680 00000040:00080000:3.0:1789785525.631879:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].26, 88 off12768 00000040:00080000:3.0:1789785525.631892:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].27, 144 off12912 00000040:00080000:3.0:1789785525.631904:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].28, 152 off13064 00000040:00080000:3.0:1789785525.631916:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].29, 136 off13200 00000040:00080000:3.0:1789785525.631930:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].30, 224 off13424 00000040:00080000:3.0:1789785525.631941:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].31, 224 off13648 00000040:00080000:3.0:1789785525.631952:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].32, 80 off13728 00000040:00080000:3.0:1789785525.631965:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].33, 224 off13952 00000040:00080000:3.0:1789785525.631979:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].34, 224 off14176 00000040:00080000:3.0:1789785525.631993:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].35, 88 off14264 00000040:00080000:3.0:1789785525.632005:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].36, 144 off14408 00000040:00080000:3.0:1789785525.632016:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].37, 152 off14560 00000040:00080000:3.0:1789785525.632028:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].38, 136 off14696 00000040:00080000:3.0:1789785525.632041:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].39, 224 off14920 00000040:00080000:3.0:1789785525.632055:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].40, 224 off15144 00000040:00080000:3.0:1789785525.632068:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].41, 80 off15224 00000040:00080000:3.0:1789785525.632092:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].42, 224 off15448 00000040:00080000:3.0:1789785525.632106:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].43, 224 off15672 00000040:00080000:3.0:1789785525.632120:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].44, 120 off15792 00000100:00100000:3.0:1789785525.632157:0:23506:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafb115dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:23506:1876725549208832:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789785525.632219:0:23506:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785525.632252:0:23506:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf854823c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789785525.632326:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549208832 00000100:00100000:0.0:1789785525.632333:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549208832 00000100:00100000:0.0:1789785525.632416:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1789785525.632425:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae8446ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f6797b-597b-4af7-b58b-b0a39d36f113+15:23506:x1876725549208832:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789785525.632525:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae8446ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f6797b-597b-4af7-b58b-b0a39d36f113+15:23506:x1876725549208832:12345-0@lo:502:mount.lustre.0 Request processed in 102us (306us total) trans 0 rc 0/0 00000100:00100000:0.0:1789785525.632533:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1789785525.632856:0:23506:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafb115dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:23506:1876725549208832:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789785525.632902:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].45, 224 off16016 00000040:00080000:3.0:1789785525.632910:0:23506:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 45 count 46 00000020:01000000:1.0:1789785525.635637:0:23510:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789785525.635651:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789785525.635653:0:23510:0:(obd_config.c:1563:class_process_config()) marker 11 (0x1) lustre-MDT0001-m lov setup 00000020:01000000:1.0:1789785525.635660:0:23510:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0001) 00000020:00000080:1.0:1789785525.635663:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1789785525.635678:0:23510:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdtlov (ffff9dae83573370) 00000020:00000080:1.0:1789785525.635708:0:23510:0:(obd_config.c:720:class_attach_name()) OBD: dev 13 attached type lod with refcount 2 00000020:00000080:1.0:1789785525.635714:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:1.0:1789785525.635784:0:23510:0:(osd_handler.c:8925:osd_obd_connect()) connect #1 00000020:00000080:1.0:1789785525.635791:0:23510:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x2f18ee3fd845dd5c 00000020:00000080:1.0:1789785525.635995:0:23510:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:01000000:1.0:1789785525.635999:0:23510:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789785525.636002:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789785525.636004:0:23510:0:(obd_config.c:1563:class_process_config()) marker 11 (0x2) lustre-MDT0001-m lov setup 00000020:01000000:1.0:1789785525.636007:0:23510:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789785525.636010:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789785525.636012:0:23510:0:(obd_config.c:1563:class_process_config()) marker 12 (0x1) lustre-MDT0001 add mdt 00000020:00000080:1.0:1789785525.636015:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1789785525.636023:0:23510:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001 (ffff9dafba558000) 00000020:00000080:1.0:1789785525.636033:0:23510:0:(obd_config.c:720:class_attach_name()) OBD: dev 14 attached type mdt with refcount 2 00000020:00000080:1.0:1789785525.637422:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:1.0:1789785525.637428:0:23510:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0001 osc lustre-MDT0001-mdtlov mdc (null) 00000020:01000000:1.0:1789785525.637444:0:23510:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0001 00000020:00000080:1.0:1789785525.637455:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:1.0:1789785525.637614:0:23510:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9dafc189a000 from lustre-MDT0001, refs=2 00000020:00000080:1.0:1789785525.637632:0:23510:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0001 (ffff9dafba55b370) 00000020:00000080:1.0:1789785525.637645:0:23510:0:(obd_config.c:720:class_attach_name()) OBD: dev 15 attached type mdd with refcount 2 00000004:01000000:1.0:1789785525.637726:0:23510:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:1.0:1789785525.637732:0:23510:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x2f18ee3fd845dd71 00000020:00000080:1.0:1789785525.637856:0:23510:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000004:01000000:1.0:1789785525.637863:0:23510:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:1.0:1789785525.637867:0:23510:0:(genops.c:1385:class_connect()) connect: client lustre-MDD0001_UUID, cookie 0x2f18ee3fd845dd78 00080000:01000000:1.0:1789785525.637873:0:23510:0:(osd_handler.c:8925:osd_obd_connect()) connect #2 00000020:00000080:1.0:1789785525.637876:0:23510:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x2f18ee3fd845dd7f 00010000:00010000:2.0:1789785525.742731:0:23510:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0001_UUID-2 is initialized 00000001:00000004:2.0:1789785525.743430:0:23510:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 8589934595 00000001:00080000:2.0:1789785525.744038:0:23510:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:2.0:1789785525.745034:0:23510:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:01000000:2.0:1789785525.745046:0:23510:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789785525.745052:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789785525.745055:0:23510:0:(obd_config.c:1563:class_process_config()) marker 12 (0x2) lustre-MDT0001 add mdt 00000020:01000000:2.0:1789785525.745058:0:23510:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789785525.745063:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789785525.745065:0:23510:0:(obd_config.c:1563:class_process_config()) marker 13 (0x1) lustre-MDT0000 add osp 00000020:00000080:2.0:1789785525.745068:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1789785525.745073:0:23510:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.146@tcp to nid 0x20000c0a8cb92 (192.168.203.146@tcp) 00000020:00000080:2.0:1789785525.745100:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1789785525.745116:0:23510:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osp-MDT0001 (ffff9dafac8ccd28) 00000020:00000080:2.0:1789785525.745138:0:23510:0:(obd_config.c:720:class_attach_name()) OBD: dev 16 attached type osp with refcount 2 00000020:00000080:2.0:1789785525.745143:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1789785525.745238:0:23510:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0000-osp-MDT0001: connect to lustre-MDT0001-osd (lustre-MDT0000-osp-MDT0001) 00080000:01000000:2.0:1789785525.745245:0:23510:0:(osd_handler.c:8925:osd_obd_connect()) connect #3 00000020:00000080:2.0:1789785525.745256:0:23510:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x2f18ee3fd845dd8d 00010000:00080000:2.0:1789785525.745292:0:23510:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9dafb5ec2800@lustre-MDT0000-osp-MDT0001: add connection 192.168.203.146@tcp at head 00010000:00010000:2.0:1789785525.750930:0:23510:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-osp-MDT0001-5 is initialized 00000020:00000080:1.0:1789785525.751892:0:23510:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1789785525.751906:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00000004:01000000:1.0:1789785525.751940:0:23510:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0000_UUID idx:0 gen:1 00000020:00000080:1.0:1789785525.751961:0:23510:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x2f18ee3fd845dd94 00000100:00080000:1.0:1789785525.751971:0:23510:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1789785525.751977:0:23510:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9dafb5ec2800 using connection 192.168.203.146@tcp/0@lo 00000100:00100000:1.0:1789785525.752008:0:23510:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9daf87817100 x1876725549208960/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789785525.752031:0:23510:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000020:01000000:1.0:1789785525.752071:0:23510:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789785525.752075:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789785525.752076:0:23510:0:(obd_config.c:1563:class_process_config()) marker 13 (0x2) lustre-MDT0000 add osp 00000020:01000000:1.0:1789785525.752079:0:23510:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1789785525.752082:0:23510:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #14 00000020:01000000:1.0:1789785525.752084:0:23510:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1789785525.752085:0:23510:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1789785525.752087:0:23510:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1789785525.752089:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789785525.752090:0:23510:0:(obd_config.c:1563:class_process_config()) marker 14 (0x6) lustre sys.timeout 00000020:01000000:1.0:1789785525.752092:0:23510:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789785525.752102:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789785525.752103:0:23510:0:(obd_config.c:1563:class_process_config()) marker 15 (0x1) lustre-MDT0001 mdt.identity_upcall 00000020:00000080:1.0:1789785525.752107:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:1.0:1789785525.752135:0:23510:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0001: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:1.0:1789785525.752147:0:23510:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789785525.752149:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789785525.752151:0:23510:0:(obd_config.c:1563:class_process_config()) marker 15 (0x2) lustre-MDT0001 mdt.identity_upcall 00000020:01000000:1.0:1789785525.752153:0:23510:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1789785525.752155:0:23510:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #19 00000020:01000000:1.0:1789785525.752156:0:23510:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1789785525.752158:0:23510:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1789785525.752159:0:23510:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1789785525.752161:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789785525.752162:0:23510:0:(obd_config.c:1563:class_process_config()) marker 19 (0x6) lustre sys.timeout 00000020:01000000:1.0:1789785525.752164:0:23510:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1789785525.752167:0:23510:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:1.0:1789785525.752170:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789785525.752171:0:23510:0:(obd_config.c:1563:class_process_config()) marker 23 (0x1) lustre-OST0000 add osc 00000020:00000080:1.0:1789785525.752183:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1789785525.752188:0:23510:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.146@tcp to nid 0x20000c0a8cb92 (192.168.203.146@tcp) 00000020:01000000:1.0:1789785525.752211:0:23510:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:1.0:1789785525.752213:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1789785525.752224:0:23510:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0001 (ffff9dafba5599b8) 00000020:00000080:1.0:1789785525.752235:0:23510:0:(obd_config.c:720:class_attach_name()) OBD: dev 17 attached type osp with refcount 2 00000020:00000080:1.0:1789785525.752241:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000100:00100000:0.0:1789785525.753079:0:3658:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9daf87817100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3658:1876725549208960:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1789785525.753419:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1789785525.753794:0:23510:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0000-osc-MDT0001) 00080000:01000000:1.0:1789785525.753802:0:23510:0:(osd_handler.c:8925:osd_obd_connect()) connect #4 00000020:00000080:1.0:1789785525.753811:0:23510:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x2f18ee3fd845dda2 00010000:00080000:1.0:1789785525.753846:0:23510:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9dafa5c21000@lustre-OST0000-osc-MDT0001: add connection 192.168.203.146@tcp at head 00010000:00010000:1.0:1789785525.754202:0:23510:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0001-6 is initialized 00000100:00100000:2.0:1789785525.755185:0:22780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549208960 00000100:00100000:2.0:1789785525.755195:0:22780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549208960 00000100:00100000:2.0:1789785525.755239:0:22780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1789785525.755246:0:22780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafa5888e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3658:x1876725549208960:12345-0@lo:38:llog_process_th.0 00010000:00080000:2.0:1789785525.755272:0:22780:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 634 last 0 00000020:00000080:2.0:1789785525.755460:0:22780:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x2f18ee3fd845dda9 00000004:00100000:2.0:1789785525.755478:0:22780:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:2.0:1789785525.755484:0:22780:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000040:01000000:1.0:1789785525.756007:0:23510:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:1.0:1789785525.756314:0:23510:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0001 ctxt 2 is initialized 00000100:00080000:2.0:1789785525.756539:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1789785525.756545:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1789785525.756548:0:37:0:(import.c:65:import_set_state_nolock()) ffff9daf8774b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789785525.756555:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 631 00000100:00080000:2.0:1789785525.756560:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1789785525.756567:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff9daf8774b000 using connection 192.168.203.146@tcp/0@lo 00000100:00100000:2.0:1789785525.756591:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9dafaca25500 x1876725549209216/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789785525.756608:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789785525.756612:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789785525.756614:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789785525.756617:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1789785525.756647:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafaca27100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3662:1876725549209344:0@lo:400:kworker.0 00000100:00100000:2.0:1789785525.756736:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789785525.756774:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1789785525.756782:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafaca24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:74f6797b-597b-4af7-b58b-b0a39d36f113:3662:1876725549209088:0@lo:400:kworker.0 00000100:00100000:2.0:1789785525.756807:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789785525.756847:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549209088 00000100:00100000:2.0:1789785525.756853:0:3658:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafaca25500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3658:1876725549209216:0@lo:38:kworker.0 00000100:00100000:1.0:1789785525.756854:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549209088 00000100:00100000:2.0:1789785525.756889:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789785525.756905:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1789785525.756917:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae8446dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f6797b-597b-4af7-b58b-b0a39d36f113+15:3662:x1876725549209088:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789785525.756919:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549209344 00000100:00100000:2.0:1789785525.756925:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549209344 00000100:00100000:2.0:1789785525.756959:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1789785525.756967:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafaca25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3662:x1876725549209344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789785525.756982:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae8446dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f6797b-597b-4af7-b58b-b0a39d36f113+15:3662:x1876725549209088:12345-0@lo:400:kworker.0 Request processed in 67us (172us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785525.756991:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1789785525.757009:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafaca25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3662:x1876725549209344:12345-0@lo:400:kworker.0 Request processed in 42us (272us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785525.757017:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1789785525.757075:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafaca24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:74f6797b-597b-4af7-b58b-b0a39d36f113:3662:1876725549209088:0@lo:400:kworker.0 00010000:00080000:2.0:1789785525.757087:0:3662:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff9dafaca27100 x1876725549209344/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789785541 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789785525.757097:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafaca27100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3662:1876725549209344:0@lo:400:kworker.0 00000100:00080000:1.0:1789785525.758235:0:22780:0:(import.c:65:import_set_state_nolock()) ffff9dafa5c22800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1789785525.758307:0:22780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafa5888e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3658:x1876725549208960:12345-0@lo:38:llog_process_th.0 Request processed in 3059us (4887us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785525.758316:0:22780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1789785525.758333:0:22780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549209216 00000100:00100000:1.0:1789785525.758357:0:22780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549209216 00000100:00100000:1.0:1789785525.758375:0:22780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1789785525.758380:0:22780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafaca24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3658:x1876725549209216:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1789785525.758418:0:22780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafaca24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3658:x1876725549209216:12345-0@lo:38:kworker.0 Request processed in 36us (1528us total) trans 0 rc -11/-11 00000100:00100000:1.0:1789785525.758424:0:22780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1789785525.758452:0:3658:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1789785525.758459:0:3658:0:(import.c:65:import_set_state_nolock()) ffff9daf8774b000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789785525.758464:0:3658:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-11) 00000100:00100000:1.0:1789785525.758467:0:3658:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafaca25500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3658:1876725549209216:0@lo:38:kworker.0 00000100:00100000:1.0:1789785525.758483:0:3658:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:1.0:1789785525.758489:0:3658:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-osp-MDT0001: connect to target with instance 3 00000100:00080000:1.0:1789785525.758497:0:3658:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-osp-MDT0001: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:1.0:1789785525.758502:0:3658:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1789785525.758504:0:3658:0:(import.c:65:import_set_state_nolock()) ffff9dafb5ec2800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1789785525.758528:0:3658:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9daf87817100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3658:1876725549208960:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1789785525.765266:0:3659:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafa588bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3659:1876725549209472:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789785525.766520:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000040:00080000:3.0:1789785525.766848:0:23510:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1789785525.767313:0:22780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549209472 00000100:00100000:2.0:1789785525.767322:0:22780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549209472 00000100:00100000:2.0:1789785525.767414:0:22780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1789785525.767423:0:22780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9daf87817100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3659:x1876725549209472:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1789785525.767458:0:22780:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1789785525.767522:0:22780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9daf87817100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3659:x1876725549209472:12345-0@lo:41:osp-pre-0-1.0 Request processed in 99us (1004us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785525.767529:0:22780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000040:00080000:3.0:1789785525.767849:0:23510:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:3.0:1789785525.768001:0:23510:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].1, 64 off8256 00000100:00100000:1.0:1789785525.768138:0:3659:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafa588bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3659:1876725549209472:0@lo:41:osp-pre-0-1.0 00000040:00080000:3.0:1789785525.771731:0:23515:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:3.0:1789785525.771738:0:23515:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xc:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:1.0:1789785525.772748:0:23510:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1789785525.772760:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:1.0:1789785525.772800:0:23510:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:1.0:1789785525.772826:0:23510:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x2f18ee3fd845ddb0 00000100:00080000:1.0:1789785525.772837:0:23510:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1789785525.772842:0:23510:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff9dafa5c21000 using connection 192.168.203.146@tcp/0@lo 00000100:00100000:1.0:1789785525.772877:0:23510:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9daf87816680 x1876725549209600/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789785525.772917:0:23510:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:1.0:1789785525.772970:0:23510:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789785525.772973:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789785525.772975:0:23510:0:(obd_config.c:1563:class_process_config()) marker 23 (0x2) lustre-OST0000 add osc 00000020:01000000:1.0:1789785525.772978:0:23510:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1789785525.772981:0:23510:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #27 00000020:01000000:1.0:1789785525.772984:0:23510:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1789785525.772985:0:23510:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1789785525.772987:0:23510:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1789785525.772991:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789785525.772992:0:23510:0:(obd_config.c:1563:class_process_config()) marker 27 (0x6) lustre sys.timeout 00000020:01000000:1.0:1789785525.772994:0:23510:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1789785525.772998:0:23510:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:1.0:1789785525.773002:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789785525.773003:0:23510:0:(obd_config.c:1563:class_process_config()) marker 31 (0x1) lustre-OST0001 add osc 00000020:00000080:1.0:1789785525.773006:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1789785525.773009:0:23510:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.146@tcp to nid 0x20000c0a8cb92 (192.168.203.146@tcp) 00000020:01000000:1.0:1789785525.773041:0:23510:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:1.0:1789785525.773044:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1789785525.773055:0:23510:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0001 (ffff9dafba55cd28) 00000020:00000080:1.0:1789785525.773069:0:23510:0:(obd_config.c:720:class_attach_name()) OBD: dev 18 attached type osp with refcount 2 00000020:00000080:1.0:1789785525.773075:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1789785525.773150:0:23510:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0001-osc-MDT0001) 00080000:01000000:1.0:1789785525.773157:0:23510:0:(osd_handler.c:8925:osd_obd_connect()) connect #5 00000020:00000080:1.0:1789785525.773163:0:23510:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x2f18ee3fd845ddbe 00010000:00080000:1.0:1789785525.773202:0:23510:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9dafa5c9e000@lustre-OST0001-osc-MDT0001: add connection 192.168.203.146@tcp at head 00010000:00010000:1.0:1789785525.773493:0:23510:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0001-7 is initialized 00000040:01000000:1.0:1789785525.773562:0:23510:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:1.0:1789785525.773575:0:23510:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0001 ctxt 2 is initialized 00000100:00100000:3.0:1789785525.773856:0:3658:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9daf87816680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3658:1876725549209600:0@lo:8:llog_process_th.0 00000400:00000100:3.0:1789785525.773919:0:3658:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876725549209600 offset 0 length 520: 4 00000100:00080000:0.0:1789785525.774318:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789785525.774324:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789785525.774333:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000040:00080000:1.0:1789785525.775037:0:23510:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00080000:0.0:1789785525.775200:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000040:00080000:1.0:1789785525.775288:0:23510:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:1.0:1789785525.775539:0:23510:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].1, 64 off8256 00000040:00080000:3.0:1789785525.775998:0:23517:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:3.0:1789785525.776004:0:23517:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:1.0:1789785525.776951:0:23510:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1789785525.776963:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:1.0:1789785525.777002:0:23510:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:1.0:1789785525.777023:0:23510:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x2f18ee3fd845ddc5 00000100:00080000:1.0:1789785525.777032:0:23510:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1789785525.777038:0:23510:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff9dafa5c9e000 using connection 192.168.203.146@tcp/0@lo 00000100:00100000:1.0:1789785525.777071:0:23510:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9daf87816a00 x1876725549209728/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789785525.777101:0:23510:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:1.0:1789785525.777154:0:23510:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789785525.777157:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789785525.777159:0:23510:0:(obd_config.c:1563:class_process_config()) marker 31 (0x2) lustre-OST0001 add osc 00000020:01000000:1.0:1789785525.777162:0:23510:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789785525.777165:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789785525.777166:0:23510:0:(obd_config.c:1563:class_process_config()) marker 35 (0x1) lustre sys.timeout 00000020:00000080:1.0:1789785525.777180:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:1.0:1789785525.777182:0:23510:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:1.0:1789785525.777184:0:23510:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789785525.777186:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789785525.777187:0:23510:0:(obd_config.c:1563:class_process_config()) marker 35 (0x2) lustre sys.timeout 00000020:01000000:1.0:1789785525.777189:0:23510:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789785525.777192:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789785525.777193:0:23510:0:(obd_config.c:1563:class_process_config()) marker 40 (0x1) lustre sys.jobid_var 00000020:00000080:1.0:1789785525.777196:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:1.0:1789785525.777219:0:23510:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789785525.777222:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789785525.777223:0:23510:0:(obd_config.c:1563:class_process_config()) marker 40 (0x2) lustre sys.jobid_var 00000040:00080000:1.0:1789785525.777226:0:23510:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 46 count 46 00000020:01000000:1.0:1789785525.777280:0:23506:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0001 gen 1-45 (rc=0) 10000000:01000000:1.0:1789785525.777324:0:23506:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.146@tcp: configuration from log 'lustre-MDT0001' succeeded (0). 00010000:00010000:1.0:1789785525.777355:0:23506:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.146@tcp lock: ffff9dafb49ef200/0x2f18ee3fd845dd47 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845dd4e expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785525.777365:0:23506:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.146@tcp lock: ffff9dafb49ef200/0x2f18ee3fd845dd47 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845dd4e expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789785525.777373:0:23506:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9dafc189a000 from 1 10000000:01000000:1.0:1789785525.777376:0:23506:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1789785525.777410:0:23506:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.146@tcp lock: ffff9dafc21ca000/0x2f18ee3fd845ddcc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785525.777418:0:23506:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.146@tcp lock: ffff9dafc21ca000/0x2f18ee3fd845ddcc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785525.777428:0:23506:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.146@tcp lock: ffff9dafc21ca000/0x2f18ee3fd845ddcc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789785525.777447:0:23506:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9daf87814e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:23506:1876725549209856:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1789785525.777514:0:23506:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789785525.777547:0:23506:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dafbb4483c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789785525.777566:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549209856 00000100:00100000:1.0:1789785525.777573:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549209856 00000100:00100000:1.0:1789785525.777610:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1789785525.777620:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae8446c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f6797b-597b-4af7-b58b-b0a39d36f113+15:23506:x1876725549209856:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789785525.777633:0:22767:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789785525.777645:0:22767:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9dafc21cbc00/0x2f18ee3fd845ddd3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x2f18ee3fd845ddcc expref: -99 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785525.777668:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9dafc21cbc00/0x2f18ee3fd845ddd3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2f18ee3fd845ddcc expref: 16 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785525.777678:0:22767:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9dafc21cbc00/0x2f18ee3fd845ddd3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2f18ee3fd845ddcc expref: 16 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785525.777695:0:22767:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dafc21cbc00, rc 0) 00000100:00100000:1.0:1789785525.777731:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae8446c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f6797b-597b-4af7-b58b-b0a39d36f113+16:23506:x1876725549209856:12345-0@lo:101:mount.lustre.0 Request processed in 113us (217us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785525.777739:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1789785525.777787:0:23506:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9daf87814e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:23506:1876725549209856:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789785525.777800:0:23506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.146@tcp lock: ffff9dafc21ca000/0x2f18ee3fd845ddcc lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845ddd3 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785525.777809:0:23506:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.146@tcp lock: ffff9dafc21ca000/0x2f18ee3fd845ddcc lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x2f18ee3fd845ddd3 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789785525.778313:0:23506:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9daf87814e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:23506:1876725549209984:0@lo:256:mount.lustre.0 00000100:00100000:1.0:1789785525.778380:0:23506:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789785525.778400:0:23506:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dafbb4483c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789785525.778417:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549209984 00000100:00100000:1.0:1789785525.778422:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549209984 00000100:00100000:1.0:1789785525.778448:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1789785525.778455:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae8446c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f6797b-597b-4af7-b58b-b0a39d36f113+16:23506:x1876725549209984:12345-0@lo:256:mount.lustre.0 20000000:01000000:1.0:1789785525.778469:0:22769:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:1.0:1789785525.778486:0:22769:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:1.0:1789785525.778489:0:22769:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:1.0:1789785525.778566:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae8446c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f6797b-597b-4af7-b58b-b0a39d36f113+16:23506:x1876725549209984:12345-0@lo:256:mount.lustre.0 Request processed in 111us (185us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785525.778573:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1789785525.778608:0:23506:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9daf87814e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:23506:1876725549209984:0@lo:256:mount.lustre.0 10000000:01000000:1.0:1789785525.779154:0:23506:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.146@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1789785525.779162:0:23506:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.146@tcp lock: ffff9dafc21ca000/0x2f18ee3fd845ddcc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845ddd3 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785525.779171:0:23506:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.146@tcp lock: ffff9dafc21ca000/0x2f18ee3fd845ddcc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845ddd3 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789785525.779179:0:23506:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9dafc189a000 from 1 10000000:01000000:1.0:1789785525.779181:0:23506:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1789785525.779202:0:23506:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.146@tcp lock: ffff9dafc21cb800/0x2f18ee3fd845ddda lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785525.779210:0:23506:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.146@tcp lock: ffff9dafc21cb800/0x2f18ee3fd845ddda lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785525.779218:0:23506:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.146@tcp lock: ffff9dafc21cb800/0x2f18ee3fd845ddda lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789785525.779238:0:23506:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9daf87814e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:23506:1876725549210112:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1789785525.779267:0:23506:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789785525.779288:0:23506:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dafbb4483c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789785525.779307:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549210112 00000100:00100000:1.0:1789785525.779312:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549210112 00000100:00100000:1.0:1789785525.779363:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1789785525.779370:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafa641b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f6797b-597b-4af7-b58b-b0a39d36f113+16:23506:x1876725549210112:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789785525.779379:0:22766:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789785525.779389:0:22766:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9dafc21cb000/0x2f18ee3fd845dde1 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x2f18ee3fd845ddda expref: -99 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785525.779405:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9dafc21cb000/0x2f18ee3fd845dde1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2f18ee3fd845ddda expref: 17 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785525.779413:0:22766:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9dafc21cb000/0x2f18ee3fd845dde1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2f18ee3fd845ddda expref: 17 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785525.779421:0:22766:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dafc21cb000, rc 0) 00000100:00100000:1.0:1789785525.779449:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafa641b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f6797b-597b-4af7-b58b-b0a39d36f113+17:23506:x1876725549210112:12345-0@lo:101:mount.lustre.0 Request processed in 79us (181us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785525.779454:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1789785525.779488:0:23506:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9daf87814e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:23506:1876725549210112:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789785525.779499:0:23506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.146@tcp lock: ffff9dafc21cb800/0x2f18ee3fd845ddda lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845dde1 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785525.779508:0:23506:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.146@tcp lock: ffff9dafc21cb800/0x2f18ee3fd845ddda lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x2f18ee3fd845dde1 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789785525.779819:0:3658:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9daf87816a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3658:1876725549209728:0@lo:8:llog_process_th.0 00000400:00000100:3.0:1789785525.779850:0:3658:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876725549209728 offset 0 length 520: 4 00000100:00080000:0.0:1789785525.779949:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789785525.779954:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789785525.779956:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789785525.779959:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000040:00080000:1.0:1789785525.781585:0:23506:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 13 count 13 00000040:00080000:1.0:1789785525.781850:0:23506:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1789785525.782027:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:1.0:1789785525.782053:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 112 off8528 00000040:00080000:1.0:1789785525.782069:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 224 off8752 00000040:00080000:1.0:1789785525.782081:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8976 00000040:00080000:1.0:1789785525.782094:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 112 off9088 00000040:00080000:1.0:1789785525.782122:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 224 off9312 00000040:00080000:1.0:1789785525.782138:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 224 off9536 00000040:00080000:1.0:1789785525.782151:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 128 off9664 00000040:00080000:1.0:1789785525.782165:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:1.0:1789785525.782177:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 224 off10112 00000040:00080000:1.0:1789785525.782191:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 128 off10240 00000040:00080000:1.0:1789785525.782209:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10464 00000040:00080000:1.0:1789785525.782215:0:23506:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 12 count 13 00000100:00100000:1.0:1789785525.782282:0:23506:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9daf87814e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:23506:1876725549210240:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789785525.782542:0:23506:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789785525.782640:0:23506:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dafbb448b40 going to sleep for 11 seconds 00000100:00100000:2.0:1789785525.782698:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549210240 00000100:00100000:2.0:1789785525.782704:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549210240 00000100:00100000:2.0:1789785525.782786:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1789785525.782796:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafa6419450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f6797b-597b-4af7-b58b-b0a39d36f113+17:23506:x1876725549210240:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789785525.782905:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafa6419450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f6797b-597b-4af7-b58b-b0a39d36f113+17:23506:x1876725549210240:12345-0@lo:501:mount.lustre.0 Request processed in 111us (362us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785525.782913:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1789785525.782989:0:23506:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9daf87814e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:23506:1876725549210240:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789785525.783026:0:23506:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafb115dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:23506:1876725549210368:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789785525.783068:0:23506:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785525.783658:0:23506:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf8385a540 going to sleep for 11 seconds 00000100:00100000:1.0:1789785525.783759:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549210368 00000100:00100000:1.0:1789785525.783765:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549210368 00000100:00100000:1.0:1789785525.783790:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1789785525.783797:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafa641ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f6797b-597b-4af7-b58b-b0a39d36f113+17:23506:x1876725549210368:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789785525.783888:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafa641ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f6797b-597b-4af7-b58b-b0a39d36f113+17:23506:x1876725549210368:12345-0@lo:503:mount.lustre.0 Request processed in 91us (819us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785525.783894:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1789785525.783987:0:23506:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafb115dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:23506:1876725549210368:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1789785525.784438:0:23506:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1789785525.784510:0:23506:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafb115dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:23506:1876725549210496:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789785525.784550:0:23506:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785525.784567:0:23506:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf83868180 going to sleep for 11 seconds 00000100:00100000:1.0:1789785525.784807:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549210496 00000100:00100000:1.0:1789785525.784812:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549210496 00000100:00100000:1.0:1789785525.784835:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1789785525.784850:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafa641a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f6797b-597b-4af7-b58b-b0a39d36f113+17:23506:x1876725549210496:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789785525.785080:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafa641a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f6797b-597b-4af7-b58b-b0a39d36f113+17:23506:x1876725549210496:12345-0@lo:502:mount.lustre.0 Request processed in 231us (529us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785525.785087:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1789785525.786617:0:23506:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafb115dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:23506:1876725549210496:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789785525.786864:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:3.0:1789785525.786892:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 112 off8528 00000040:00080000:3.0:1789785525.786906:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 224 off8752 00000040:00080000:3.0:1789785525.786918:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8976 00000040:00080000:3.0:1789785525.786949:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 112 off9088 00000040:00080000:3.0:1789785525.786965:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 224 off9312 00000040:00080000:3.0:1789785525.786977:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 224 off9536 00000040:00080000:3.0:1789785525.786991:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 128 off9664 00000040:00080000:3.0:1789785525.787005:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:3.0:1789785525.787017:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 224 off10112 00000040:00080000:3.0:1789785525.787029:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 128 off10240 00000100:00100000:3.0:1789785525.787063:0:23506:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafb115dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:23506:1876725549210624:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789785525.787124:0:23506:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785525.787169:0:23506:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf83868180 going to sleep for 11 seconds 00000100:00100000:1.0:1789785525.787653:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549210624 00000100:00100000:1.0:1789785525.787660:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549210624 00000100:00100000:1.0:1789785525.787707:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1789785525.787715:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafa641a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f6797b-597b-4af7-b58b-b0a39d36f113+17:23506:x1876725549210624:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789785525.787825:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafa641a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f6797b-597b-4af7-b58b-b0a39d36f113+17:23506:x1876725549210624:12345-0@lo:502:mount.lustre.0 Request processed in 110us (700us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785525.787833:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1789785525.787916:0:23506:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafb115dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:23506:1876725549210624:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789785525.787965:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10464 00000040:00080000:3.0:1789785525.787974:0:23506:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:1.0:1789785525.791543:0:23519:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789785525.791558:0:23519:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789785525.791560:0:23519:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1789785525.791569:0:23519:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9dafc189a000 00000020:00000080:1.0:1789785525.791572:0:23519:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1789785525.791580:0:23519:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789785525.791583:0:23519:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789785525.791584:0:23519:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:1.0:1789785525.791587:0:23519:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789785525.791589:0:23519:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789785525.791590:0:23519:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1789785525.791594:0:23519:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9dafc189a000 00000020:00000080:1.0:1789785525.791595:0:23519:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1789785525.791697:0:23519:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789785525.791702:0:23519:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789785525.791703:0:23519:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:1.0:1789785525.791705:0:23519:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789785525.791708:0:23519:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789785525.791709:0:23519:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1789785525.791726:0:23519:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9dafc189a000 00000020:00000080:1.0:1789785525.791728:0:23519:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1789785525.794586:0:23519:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789785525.794602:0:23519:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789785525.794604:0:23519:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1789785525.794609:0:23519:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789785525.794613:0:23519:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789785525.794614:0:23519:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:1.0:1789785525.794620:0:23519:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9dafc189a000 00000020:00000080:1.0:1789785525.794622:0:23519:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1789785525.794698:0:23519:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789785525.794702:0:23519:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789785525.794704:0:23519:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:1.0:1789785525.794707:0:23519:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 13 count 13 00000020:01000000:0.0:1789785525.799485:0:23506:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:0.0:1789785525.799533:0:23506:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.146@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1789785525.799558:0:23506:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.146@tcp lock: ffff9dafc21cb800/0x2f18ee3fd845ddda lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845dde1 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785525.799571:0:23506:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.146@tcp lock: ffff9dafc21cb800/0x2f18ee3fd845ddda lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845dde1 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789785525.803866:0:23506:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1789785525.803875:0:23506:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9dafc189a000 10000000:01000000:2.0:1789785525.803878:0:23506:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9dafc189a000 10000000:01000000:2.0:1789785525.803883:0:23506:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1789785525.803889:0:23506:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9dafc189a000 from 1 10000000:01000000:2.0:1789785525.803893:0:23506:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1789785525.803930:0:23506:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.146@tcp lock: ffff9dafc1b08800/0x2f18ee3fd845dde8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785525.803943:0:23506:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.146@tcp lock: ffff9dafc1b08800/0x2f18ee3fd845dde8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785525.803955:0:23506:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.146@tcp lock: ffff9dafc1b08800/0x2f18ee3fd845dde8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789785525.803979:0:23506:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafaca27100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:23506:1876725549210752:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1789785525.804045:0:23506:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789785525.804086:0:23506:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf9aceb300 going to sleep for 11 seconds 00000100:00100000:1.0:1789785525.806093:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549210752 00000100:00100000:1.0:1789785525.806107:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549210752 00000100:00100000:1.0:1789785525.806173:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:1.0:1789785525.806184:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafa641b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f6797b-597b-4af7-b58b-b0a39d36f113+17:23506:x1876725549210752:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789785525.806200:0:22766:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789785525.806216:0:22766:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9dafc21cba00/0x2f18ee3fd845ddef lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x2f18ee3fd845dde8 expref: -99 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785525.806243:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9dafc21cba00/0x2f18ee3fd845ddef lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2f18ee3fd845dde8 expref: 18 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785525.806264:0:22766:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9dafc21cba00/0x2f18ee3fd845ddef lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2f18ee3fd845dde8 expref: 18 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785525.806273:0:22766:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dafc21cba00, rc 0) 00000100:00100000:1.0:1789785525.806360:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafa641b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f6797b-597b-4af7-b58b-b0a39d36f113+18:23506:x1876725549210752:12345-0@lo:101:mount.lustre.0 Request processed in 178us (2316us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785525.806377:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1789785525.806392:0:23506:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafaca27100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:23506:1876725549210752:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789785525.806410:0:23506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.146@tcp lock: ffff9dafc1b08800/0x2f18ee3fd845dde8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845ddef expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785525.806430:0:23506:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.146@tcp lock: ffff9dafc1b08800/0x2f18ee3fd845dde8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x2f18ee3fd845ddef expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1789785525.808572:0:23506:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 52 count 51 00000040:00080000:3.0:1789785525.809029:0:23506:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1789785525.809221:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].1, 224 off8416 00000040:00080000:3.0:1789785525.809248:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].2, 120 off8536 00000040:00080000:3.0:1789785525.809262:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].3, 168 off8704 00000040:00080000:3.0:1789785525.809290:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].4, 224 off8928 00000040:00080000:3.0:1789785525.809537:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].5, 224 off9152 00000040:00080000:3.0:1789785525.809558:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].6, 120 off9272 00000040:00080000:3.0:1789785525.809577:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].7, 168 off9440 00000040:00080000:3.0:1789785525.810233:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].8, 224 off9664 00000040:00080000:3.0:1789785525.810265:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].9, 224 off9888 00000040:00080000:3.0:1789785525.810281:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].10, 120 off10008 00000040:00080000:3.0:1789785525.810293:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].11, 224 off10232 00000040:00080000:3.0:1789785525.810513:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].12, 224 off10456 00000040:00080000:3.0:1789785525.810533:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].13, 88 off10544 00000040:00080000:3.0:1789785525.810559:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].14, 128 off10672 00000040:00080000:3.0:1789785525.810573:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].15, 144 off10816 00000040:00080000:3.0:1789785525.810586:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].16, 160 off10976 00000040:00080000:3.0:1789785525.810675:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].17, 224 off11200 00000040:00080000:3.0:1789785525.810704:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].18, 224 off11424 00000040:00080000:3.0:1789785525.810717:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].19, 80 off11504 00000040:00080000:3.0:1789785525.810746:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].20, 224 off11728 00000040:00080000:3.0:1789785525.810762:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].21, 224 off11952 00000040:00080000:3.0:1789785525.810775:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].22, 88 off12040 00000040:00080000:3.0:1789785525.810788:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].23, 128 off12168 00000040:00080000:3.0:1789785525.810803:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].24, 144 off12312 00000040:00080000:3.0:1789785525.810815:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].25, 160 off12472 00000040:00080000:3.0:1789785525.810828:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].26, 224 off12696 00000040:00080000:3.0:1789785525.810840:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].27, 224 off12920 00000040:00080000:3.0:1789785525.810852:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].28, 80 off13000 00000040:00080000:3.0:1789785525.810863:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].29, 224 off13224 00000040:00080000:3.0:1789785525.810875:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].30, 224 off13448 00000040:00080000:3.0:1789785525.810886:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].31, 88 off13536 00000040:00080000:3.0:1789785525.810899:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].32, 128 off13664 00000040:00080000:3.0:1789785525.811230:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].33, 144 off13808 00000040:00080000:3.0:1789785525.811247:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].34, 128 off13936 00000040:00080000:3.0:1789785525.811260:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].35, 224 off14160 00000040:00080000:3.0:1789785525.811287:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].36, 224 off14384 00000040:00080000:3.0:1789785525.811577:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].37, 80 off14464 00000040:00080000:3.0:1789785525.811984:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].38, 224 off14688 00000040:00080000:3.0:1789785525.812626:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].39, 224 off14912 00000040:00080000:3.0:1789785525.812656:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].40, 88 off15000 00000040:00080000:3.0:1789785525.812676:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].41, 128 off15128 00000040:00080000:3.0:1789785525.812708:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].42, 144 off15272 00000040:00080000:3.0:1789785525.812725:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].43, 128 off15400 00000040:00080000:3.0:1789785525.812740:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].44, 224 off15624 00000040:00080000:3.0:1789785525.812757:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].45, 224 off15848 00000040:00080000:3.0:1789785525.812771:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].46, 80 off15928 00000040:00080000:3.0:1789785525.812786:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].47, 224 off16152 00000040:00080000:3.0:1789785525.812798:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].48, 232 off16384 00000040:00080000:3.0:1789785525.812961:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].49, 224 off16608 00000040:00080000:3.0:1789785525.812981:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].50, 120 off16728 00000040:00080000:3.0:1789785525.813296:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].51, 224 off16952 00000040:00080000:3.0:1789785525.813305:0:23506:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 51 count 51 00000100:00100000:3.0:1789785525.813425:0:23506:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafb115dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:23506:1876725549210880:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789785525.813560:0:23506:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785525.816014:0:23506:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf98724a80 going to sleep for 11 seconds 00000100:00100000:0.0:1789785525.816146:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549210880 00000100:00100000:0.0:1789785525.816156:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549210880 00000100:00100000:0.0:1789785525.816275:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1789785525.816287:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafa6419850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f6797b-597b-4af7-b58b-b0a39d36f113+18:23506:x1876725549210880:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789785525.816700:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafa6419850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f6797b-597b-4af7-b58b-b0a39d36f113+18:23506:x1876725549210880:12345-0@lo:501:mount.lustre.0 Request processed in 415us (3139us total) trans 0 rc 0/0 00000100:00100000:0.0:1789785525.816709:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1789785525.816733:0:23506:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafb115dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:23506:1876725549210880:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789785525.816794:0:23506:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafb115dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:23506:1876725549211008:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789785525.816847:0:23506:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785525.816883:0:23506:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf98724a80 going to sleep for 11 seconds 00000100:00100000:2.0:1789785525.817058:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549211008 00000100:00100000:2.0:1789785525.817064:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549211008 00000100:00100000:2.0:1789785525.817094:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:2.0:1789785525.817102:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafa641bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f6797b-597b-4af7-b58b-b0a39d36f113+18:23506:x1876725549211008:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789785525.817228:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafa641bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f6797b-597b-4af7-b58b-b0a39d36f113+18:23506:x1876725549211008:12345-0@lo:503:mount.lustre.0 Request processed in 127us (382us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785525.817236:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:3.0:1789785525.817294:0:23506:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafb115dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:23506:1876725549211008:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1789785525.819748:0:23506:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1789785525.819843:0:23506:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafb115dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:23506:1876725549211136:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789785525.821158:0:23506:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785525.821206:0:23506:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf98724a80 going to sleep for 11 seconds 00000100:00100000:1.0:1789785525.822112:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549211136 00000100:00100000:1.0:1789785525.822123:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549211136 00000100:00100000:1.0:1789785525.823455:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:1.0:1789785525.823469:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafa6418c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f6797b-597b-4af7-b58b-b0a39d36f113+18:23506:x1876725549211136:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789785525.823639:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafa6418c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f6797b-597b-4af7-b58b-b0a39d36f113+18:23506:x1876725549211136:12345-0@lo:502:mount.lustre.0 Request processed in 174us (2484us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785525.823647:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1789785525.823667:0:23506:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafb115dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:23506:1876725549211136:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789785525.823894:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].1, 224 off8416 00000040:00080000:3.0:1789785525.823922:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].2, 120 off8536 00000040:00080000:3.0:1789785525.823936:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].3, 168 off8704 00000040:00080000:3.0:1789785525.823948:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].4, 224 off8928 00000040:00080000:3.0:1789785525.823961:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].5, 224 off9152 00000040:00080000:3.0:1789785525.823974:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].6, 120 off9272 00000040:00080000:3.0:1789785525.823987:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].7, 168 off9440 00000040:00080000:3.0:1789785525.824072:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].8, 224 off9664 00000040:00080000:3.0:1789785525.824089:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].9, 224 off9888 00000040:00080000:3.0:1789785525.824101:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].10, 120 off10008 00000040:00080000:3.0:1789785525.824112:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].11, 224 off10232 00000040:00080000:3.0:1789785525.824123:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].12, 224 off10456 00000040:00080000:3.0:1789785525.824134:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].13, 88 off10544 00000040:00080000:3.0:1789785525.824159:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].14, 128 off10672 00000040:00080000:3.0:1789785525.824172:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].15, 144 off10816 00000040:00080000:3.0:1789785525.824184:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].16, 160 off10976 00000040:00080000:3.0:1789785525.824196:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].17, 224 off11200 00000040:00080000:3.0:1789785525.824207:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].18, 224 off11424 00000040:00080000:3.0:1789785525.824219:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].19, 80 off11504 00000040:00080000:3.0:1789785525.824231:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].20, 224 off11728 00000040:00080000:3.0:1789785525.824243:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].21, 224 off11952 00000040:00080000:3.0:1789785525.824254:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].22, 88 off12040 00000040:00080000:3.0:1789785525.824266:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].23, 128 off12168 00000040:00080000:3.0:1789785525.824280:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].24, 144 off12312 00000040:00080000:3.0:1789785525.824292:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].25, 160 off12472 00000040:00080000:3.0:1789785525.824304:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].26, 224 off12696 00000040:00080000:3.0:1789785525.824319:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].27, 224 off12920 00000040:00080000:3.0:1789785525.824330:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].28, 80 off13000 00000040:00080000:3.0:1789785525.824366:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].29, 224 off13224 00000040:00080000:3.0:1789785525.824394:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].30, 224 off13448 00000040:00080000:3.0:1789785525.824410:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].31, 88 off13536 00000040:00080000:3.0:1789785525.824423:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].32, 128 off13664 00000040:00080000:3.0:1789785525.824447:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].33, 144 off13808 00000040:00080000:3.0:1789785525.824461:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].34, 128 off13936 00000040:00080000:3.0:1789785525.824474:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].35, 224 off14160 00000040:00080000:3.0:1789785525.824486:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].36, 224 off14384 00000040:00080000:3.0:1789785525.824497:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].37, 80 off14464 00000040:00080000:3.0:1789785525.824507:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].38, 224 off14688 00000040:00080000:3.0:1789785525.824519:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].39, 224 off14912 00000040:00080000:3.0:1789785525.824530:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].40, 88 off15000 00000040:00080000:3.0:1789785525.824542:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].41, 128 off15128 00000040:00080000:3.0:1789785525.824554:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].42, 144 off15272 00000040:00080000:3.0:1789785525.824565:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].43, 128 off15400 00000040:00080000:3.0:1789785525.824575:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].44, 224 off15624 00000040:00080000:3.0:1789785525.824585:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].45, 224 off15848 00000040:00080000:3.0:1789785525.824608:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].46, 80 off15928 00000040:00080000:3.0:1789785525.824622:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].47, 224 off16152 00000040:00080000:3.0:1789785525.824635:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].48, 232 off16384 00000100:00100000:3.0:1789785525.824677:0:23506:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafb115dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:23506:1876725549211264:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789785525.825493:0:23506:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785525.825533:0:23506:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf98724a80 going to sleep for 11 seconds 00000100:00100000:2.0:1789785525.825542:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549211264 00000100:00100000:2.0:1789785525.825550:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549211264 00000100:00100000:2.0:1789785525.825596:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:2.0:1789785525.825605:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafa641b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f6797b-597b-4af7-b58b-b0a39d36f113+18:23506:x1876725549211264:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789785525.825731:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafa641b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f6797b-597b-4af7-b58b-b0a39d36f113+18:23506:x1876725549211264:12345-0@lo:502:mount.lustre.0 Request processed in 126us (238us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785525.825738:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:3.0:1789785525.825754:0:23506:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafb115dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:23506:1876725549211264:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789785525.825919:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].49, 224 off16608 00000040:00080000:3.0:1789785525.825943:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].50, 120 off16728 00000100:00100000:3.0:1789785525.825969:0:23506:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafb115dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:23506:1876725549211392:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789785525.826001:0:23506:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785525.826029:0:23506:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf98724a80 going to sleep for 11 seconds 00000100:00100000:1.0:1789785525.826476:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549211392 00000100:00100000:1.0:1789785525.826483:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549211392 00000100:00100000:2.0:1789785525.826535:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:2.0:1789785525.826550:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafa6418850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f6797b-597b-4af7-b58b-b0a39d36f113+18:23506:x1876725549211392:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789785525.826640:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafa6418850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f6797b-597b-4af7-b58b-b0a39d36f113+18:23506:x1876725549211392:12345-0@lo:502:mount.lustre.0 Request processed in 97us (638us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785525.826699:0:23506:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafb115dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:23506:1876725549211392:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789785525.826745:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].51, 224 off16952 00000040:00080000:3.0:1789785525.826753:0:23506:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000100:00100000:2.0:1789785525.829921:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000020:01000004:1.0:1789785525.839298:0:23524:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0001 (typ=lwp) 00000020:00000080:1.0:1789785525.839316:0:23524:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0001 (ffff9dae825519b8) 00000020:00000080:1.0:1789785525.839365:0:23524:0:(obd_config.c:720:class_attach_name()) OBD: dev 19 attached type lwp with refcount 2 00000020:01000004:1.0:1789785525.839482:0:23524:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9dafc189a000 from lustre-MDT0001, refs=3 00000020:01000004:1.0:1789785525.839487:0:23524:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9dafc189a000 from lustre-MDT0001, refs=3 00000020:01000004:1.0:1789785525.839490:0:23524:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9dafc189a000 3 00010000:00080000:1.0:1789785525.839522:0:23524:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9dae83a00000@lustre-MDT0000-lwp-MDT0001: add connection 192.168.203.146@tcp at head 00010000:00010000:1.0:1789785525.841314:0:23524:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0001-8 is initialized 00000020:00000080:1.0:1789785525.841569:0:23524:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000010:01000000:1.0:1789785525.841613:0:23524:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1789785525.841627:0:23524:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001, cookie 0x2f18ee3fd845ddfd 00000100:00080000:1.0:1789785525.841637:0:23524:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1789785525.841643:0:23524:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9dae83a00000 using connection 192.168.203.146@tcp/0@lo 00000100:00100000:1.0:1789785525.841689:0:23524:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9daf87816d80 x1876725549211520/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789785525.841733:0:3658:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9daf87816d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3658:1876725549211520:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1789785525.841808:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789785525.841882:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549211520 00000100:00100000:1.0:1789785525.841889:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549211520 00000100:00100000:1.0:1789785525.841926:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1789785525.841933:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9daf87814000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3658:x1876725549211520:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1789785525.841955:0:22776:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0001_UUID@0@lo t0 exp 0000000000000000 cur 634 last 0 00000020:00000080:1.0:1789785525.841985:0:22776:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001_UUID, cookie 0x2f18ee3fd845de04 00000004:00100000:1.0:1789785525.841999:0:22776:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1789785525.842029:0:22776:0:(import.c:65:import_set_state_nolock()) ffff9dafa5c27000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1789785525.842078:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9daf87814000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3658:x1876725549211520:12345-0@lo:38:llog_process_th.0 Request processed in 144us (269us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785525.842086:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:1.0:1789785525.842121:0:3658:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff9daf87816d80 x1876725549211520/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789785535 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789785525.842131:0:3658:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:1.0:1789785525.842138:0:3658:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0001: connect to target with instance 3 00000100:00080000:1.0:1789785525.842144:0:3658:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0001: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:1.0:1789785525.842148:0:3658:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1789785525.842150:0:3658:0:(import.c:65:import_set_state_nolock()) ffff9dae83a00000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1789785525.842157:0:3658:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9daf87816d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3658:1876725549211520:0@lo:38:llog_process_th.0 00000100:00080000:1.0:1789785525.842176:0:23524:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1789785525.842199:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789785525.842203:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789785525.842206:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789785525.842209:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000040:00080000:1.0:1789785525.849059:0:23524:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x12:0x0] index 52 count 51 00000020:01000000:2.0:1789785525.849166:0:23506:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:2.0:1789785525.849198:0:23506:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.146@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1789785525.849223:0:23506:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.146@tcp lock: ffff9dafc1b08800/0x2f18ee3fd845dde8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845ddef expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785525.849242:0:23506:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.146@tcp lock: ffff9dafc1b08800/0x2f18ee3fd845dde8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845ddef expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1789785525.849292:0:23506:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1789785525.849295:0:23506:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1789785525.849296:0:23506:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789785525.849298:0:23506:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789785525.849299:0:23506:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789785525.849300:0:23506:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789785525.849302:0:23506:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1789785525.849303:0:23506:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789785525.849305:0:23506:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1789785525.849308:0:23506:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x40020001 00000020:01000004:2.0:1789785525.849311:0:23506:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1789785525.849312:0:23506:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1789785525.849313:0:23506:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789785525.849315:0:23506:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789785525.849316:0:23506:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789785525.849317:0:23506:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789785525.849318:0:23506:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1789785525.849319:0:23506:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789785525.849320:0:23506:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1789785525.849367:0:23506:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:2.0:1789785525.849387:0:23506:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafaca27100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:23506:1876725549211648:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1789785525.849456:0:23506:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789785525.849499:0:23506:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf82d5d600 going to sleep for 11 seconds 00000100:00100000:3.0:1789785525.849555:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549211648 00000100:00100000:3.0:1789785525.849568:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549211648 00000100:00100000:3.0:1789785525.849657:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:3.0:1789785525.849667:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafa6418450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f6797b-597b-4af7-b58b-b0a39d36f113+18:23506:x1876725549211648:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1789785525.849702:0:22767:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:3.0:1789785525.849714:0:22767:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00000001:00100000:2.0:1789785525.858718:0:22754:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 20000000:01000000:3.0:1789785525.859518:0:22767:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:3.0:1789785525.859539:0:22767:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 00000100:00100000:3.0:1789785525.860292:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafa6418450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f6797b-597b-4af7-b58b-b0a39d36f113+18:23506:x1876725549211648:12345-0@lo:253:mount.lustre.0 Request processed in 10622us (10832us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785525.860303:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 20000000:01000000:2.0:1789785525.861262:0:22790:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:2.0:1789785525.861270:0:22790:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:2.0:1789785525.861290:0:22790:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9dafc1b08600/0x2f18ee3fd845de0b lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785525.861305:0:22790:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9daf814bac00/0x2f18ee3fd845dd0f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2f18ee3fd845dd08 expref: 17 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785525.861323:0:22790:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9dafc21cbc00/0x2f18ee3fd845ddd3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2f18ee3fd845ddcc expref: 17 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785525.861332:0:22790:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9dafc1b08600/0x2f18ee3fd845de0b lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789785525.861555:0:23506:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafaca27100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:23506:1876725549211648:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1789785525.861570:0:23506:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:3.0:1789785525.861573:0:23506:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1789785525.861575:0:23506:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:3.0:1789785525.861576:0:23506:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1789785525.861577:0:23506:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1789785525.861578:0:23506:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1789785525.861579:0:23506:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1789785525.861580:0:23506:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1789785525.861582:0:23506:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1789785525.861584:0:23506:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:3.0:1789785525.861600:0:23506:0:(tgt_mount.c:2695:server_calc_timeout()) lustre-MDT0001: Imperative Recovery not enabled, recovery window 60-180 00010000:00010000:2.0:1789785525.862502:0:22790:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9dafc21cbc00/0x2f18ee3fd845ddd3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x2f18ee3fd845ddcc expref: 17 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785525.862519:0:22790:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9dafc21cbc00/0x2f18ee3fd845ddd3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x2f18ee3fd845ddcc expref: 17 pid: 22767 timeout: 734 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789785525.862531:0:22790:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafaca24000 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22790:1876725549211776:0@lo:104: 00000100:00100000:2.0:1789785525.862585:0:22790:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1789785525.862627:0:22790:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9daf814bac00/0x2f18ee3fd845dd0f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x2f18ee3fd845dd08 expref: 17 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785525.862636:0:22790:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9daf814bac00/0x2f18ee3fd845dd0f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x2f18ee3fd845dd08 expref: 17 pid: 22766 timeout: 734 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789785525.862645:0:22790:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafaca27100 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22790:1876725549211904:0@lo:104: 00000100:00100000:2.0:1789785525.862664:0:22790:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789785525.862688:0:22790:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf82d5df00 going to sleep for 11 seconds 00000100:00100000:2.0:1789785525.862715:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549211776 00000100:00100000:2.0:1789785525.862721:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549211776 00000100:00100000:2.0:1789785525.862748:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549211904 00000100:00100000:2.0:1789785525.862751:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549211904 00000100:00100000:2.0:1789785525.862764:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1789785525.862772:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafaca27b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:74f6797b-597b-4af7-b58b-b0a39d36f113+4:22790:x1876725549211776:12345-0@lo:104: 00010000:00010000:2.0:1789785525.862792:0:22758:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.146@tcp lock: ffff9dafc21ca000/0x2f18ee3fd845ddcc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x2f18ee3fd845ddd3 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785525.862843:0:22758:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1789785525.862848:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafaca27b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:74f6797b-597b-4af7-b58b-b0a39d36f113+4:22790:x1876725549211776:12345-0@lo:104: Request processed in 78us (264us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785525.862855:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1789785525.862872:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1789785525.862879:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafaca25500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:74f6797b-597b-4af7-b58b-b0a39d36f113+3:22790:x1876725549211904:12345-0@lo:104: 00010000:00010000:2.0:1789785525.862886:0:22758:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.146@tcp lock: ffff9dafb49efa00/0x2f18ee3fd845dd08 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x2f18ee3fd845dd0f expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785525.862914:0:22758:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:2.0:1789785525.862920:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafaca25500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:74f6797b-597b-4af7-b58b-b0a39d36f113+3:22790:x1876725549211904:12345-0@lo:104: Request processed in 42us (255us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785525.862925:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00010000:2.0:1789785525.862943:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789785525.862947:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.146@tcp lock: ffff9dafc21ca000/0x2f18ee3fd845ddcc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x2f18ee3fd845ddd3 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785525.862954:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafc21ca000 already unused, calling callback (ffffffffc12b7c20) 10000000:00010000:2.0:1789785525.862959:0:22763:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.146@tcp lock: ffff9dafc21ca000/0x2f18ee3fd845ddcc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x2f18ee3fd845ddd3 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785525.862967:0:22763:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.146@tcp lock: ffff9dafc21ca000/0x2f18ee3fd845ddcc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x2f18ee3fd845ddd3 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789785525.862973:0:22763:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.146@tcp lock: ffff9dafc21ca000/0x2f18ee3fd845ddcc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x2f18ee3fd845ddd3 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789785525.862986:0:22763:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1789785525.863012:0:22763:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.146@tcp lock: ffff9dafc21ca000/0x2f18ee3fd845ddcc lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2f18ee3fd845ddd3 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785525.863018:0:22763:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789785525.863035:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.146@tcp lock: ffff9dafc21ca000/0x2f18ee3fd845ddcc lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2f18ee3fd845ddd3 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785525.863041:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.146@tcp lock: ffff9dafc21ca000/0x2f18ee3fd845ddcc lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2f18ee3fd845ddd3 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785525.863053:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789785525.863056:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.146@tcp lock: ffff9dafb49efa00/0x2f18ee3fd845dd08 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x2f18ee3fd845dd0f expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785525.863061:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafb49efa00 already unused, calling callback (ffffffffc12b7c20) 10000000:00010000:2.0:1789785525.863064:0:22763:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.146@tcp lock: ffff9dafb49efa00/0x2f18ee3fd845dd08 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x2f18ee3fd845dd0f expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785525.863070:0:22763:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.146@tcp lock: ffff9dafb49efa00/0x2f18ee3fd845dd08 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x2f18ee3fd845dd0f expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789785525.863077:0:22763:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.146@tcp lock: ffff9dafb49efa00/0x2f18ee3fd845dd08 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x2f18ee3fd845dd0f expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789785525.863082:0:22763:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1789785525.863093:0:22763:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.146@tcp lock: ffff9dafb49efa00/0x2f18ee3fd845dd08 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2f18ee3fd845dd0f expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785525.863099:0:22763:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789785525.863121:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.146@tcp lock: ffff9dafb49efa00/0x2f18ee3fd845dd08 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2f18ee3fd845dd0f expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785525.863127:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.146@tcp lock: ffff9dafb49efa00/0x2f18ee3fd845dd08 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2f18ee3fd845dd0f expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785525.863140:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789785525.863142:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789785525.863144:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789785525.863161:0:3660:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafaca26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:74f6797b-597b-4af7-b58b-b0a39d36f113:3660:1876725549212032:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789785525.863188:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789785525.863216:0:3661:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafaca24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:74f6797b-597b-4af7-b58b-b0a39d36f113:3661:1876725549212160:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789785525.863236:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789785525.863271:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549212032 00000100:00100000:2.0:1789785525.863275:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549212032 00010000:00010000:2.0:1789785525.863290:0:22760:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9dafc21cbc00/0x2f18ee3fd845ddd3 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2f18ee3fd845ddcc expref: 18 pid: 22767 timeout: 734 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789785525.863306:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549212160 00000100:00100000:2.0:1789785525.863309:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549212160 00010000:00010000:2.0:1789785525.863318:0:22760:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9daf814bac00/0x2f18ee3fd845dd0f lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2f18ee3fd845dd08 expref: 19 pid: 22766 timeout: 734 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789785525.863329:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1789785525.863335:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafaca27480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:74f6797b-597b-4af7-b58b-b0a39d36f113+19:3660:x1876725549212032:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789785525.863364:0:22760:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789785525.863519:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789785525.865277:0:22760:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9dafc21cbc00/0x2f18ee3fd845ddd3 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2f18ee3fd845ddcc expref: 19 pid: 22767 timeout: 734 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785525.865294:0:22760:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9dafc21cbc00/0x2f18ee3fd845ddd3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x2f18ee3fd845ddcc expref: 19 pid: 22767 timeout: 734 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785525.865321:0:22760:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1789785525.866131:0:22790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9dafc21cbc00/0x2f18ee3fd845ddd3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x2f18ee3fd845ddcc expref: 19 pid: 22767 timeout: 734 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789785525.866148:0:22790:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafaca24000 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22790:1876725549211776:0@lo:104: 00000100:00100000:3.0:1789785525.866162:0:22790:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafaca27100 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22790:1876725549211904:0@lo:104: 00010000:00010000:3.0:1789785525.866186:0:22790:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9dafc1b08600/0x2f18ee3fd845de0b lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789785525.866217:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafaca27480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:74f6797b-597b-4af7-b58b-b0a39d36f113+18:3660:x1876725549212032:12345-0@lo:103:ldlm_bl.0 Request processed in 2880us (3026us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785525.866228:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1789785525.866260:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1789785525.866269:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafaca27800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:74f6797b-597b-4af7-b58b-b0a39d36f113+17:3661:x1876725549212160:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789785525.866300:0:22760:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789785525.866306:0:22760:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9daf814bac00/0x2f18ee3fd845dd0f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2f18ee3fd845dd08 expref: 17 pid: 22766 timeout: 734 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785525.866316:0:22760:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9daf814bac00/0x2f18ee3fd845dd0f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x2f18ee3fd845dd08 expref: 17 pid: 22766 timeout: 734 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785525.866328:0:22760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9daf814bac00/0x2f18ee3fd845dd0f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x2f18ee3fd845dd08 expref: 17 pid: 22766 timeout: 734 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785525.866359:0:22760:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9dafc1b08600/0x2f18ee3fd845de0b lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785525.867643:0:22760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9dafc1b08600/0x2f18ee3fd845de0b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:2.0:1789785525.867671:0:22760:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.010164331s 00010000:00010000:2.0:1789785525.867676:0:22760:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9dafc1b08600/0x2f18ee3fd845de0b lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785525.867692:0:22760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9dafc1b08600/0x2f18ee3fd845de0b lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785525.867715:0:22760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9dafc1b08600/0x2f18ee3fd845de0b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785525.867721:0:22760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9dafc1b08600/0x2f18ee3fd845de0b lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785525.867728:0:22760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafc1b08600 already unused, calling callback (ffffffffc0cc5370) 00010000:00010000:2.0:1789785525.867732:0:22760:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9dafc1b08600/0x2f18ee3fd845de0b lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785525.867740:0:22760:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9dafc1b08600/0x2f18ee3fd845de0b lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789785525.868545:0:3660:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafaca26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:74f6797b-597b-4af7-b58b-b0a39d36f113:3660:1876725549212032:0@lo:103:ldlm_bl.0 00000040:01000000:1.0:1789785525.872402:0:23506:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osd ctxt 16 is initialized 00000020:00080000:3.0:1789785525.872854:0:23530:0:(update_trans.c:1539:distribute_txn_commit_thread()) lustre-MDT0001: start commit thread committed batchid 0 00000020:00080000:3.0:1789785525.872866:0:23530:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 0 00010000:00010000:0.0:1789785525.875839:0:22790:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9dafc1b08600/0x2f18ee3fd845de0b lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785525.875857:0:22790:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9dafc1b08600/0x2f18ee3fd845de0b lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785525.876517:0:22760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9dafc1b08600/0x2f18ee3fd845de0b lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785525.876530:0:22760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9dafc1b08600/0x2f18ee3fd845de0b lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785525.876552:0:22760:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789785525.876641:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafaca27800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:74f6797b-597b-4af7-b58b-b0a39d36f113+16:3661:x1876725549212160:12345-0@lo:103:ldlm_bl.0 Request processed in 10369us (13398us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785525.876651:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1789785525.876831:0:3661:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafaca24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:74f6797b-597b-4af7-b58b-b0a39d36f113:3661:1876725549212160:0@lo:103:ldlm_bl.0 00000040:01000000:2.0:1789785525.877261:0:23531:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:1.0:1789785525.877311:0:23506:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osp-MDT0001 ctxt 16 is initialized 00000040:00080000:2.0:1789785525.878694:0:23531:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1789785525.879846:0:23532:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafb115dc00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23532:1876725549212288:0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1789785525.879942:0:23532:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785525.879977:0:23532:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf98775b40 going to sleep for 11 seconds 00000040:01000000:1.0:1789785525.880675:0:23506:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 12 is initialized 00000040:00080000:1.0:1789785525.880723:0:23506:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1789785525.882732:0:22780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549212288 00000100:00100000:3.0:1789785525.882746:0:22780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549212288 00000100:00100000:3.0:1789785525.882810:0:22780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1789785525.882821:0:22780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafb115df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23532:x1876725549212288:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1789785525.883045:0:22780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafb115df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23532:x1876725549212288:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 225us (3102us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785525.883054:0:22780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1789785525.883261:0:23532:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafb115dc00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23532:1876725549212288:0@lo:1000:lod0001_rec0000.0 00000040:01000000:3.0:1789785525.883299:0:23532:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:00080000:2.0:1789785525.883847:0:23531:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000400:0x1:0x0] index 261376 count 1 00000004:00080000:2.0:1789785525.883913:0:23531:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osd retrieved update log, duration 0, retries 0 00000100:00100000:3.0:1789785525.883974:0:23532:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafb115dc00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23532:1876725549212416:0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1789785525.884025:0:23532:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785525.884056:0:23532:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf98775b40 going to sleep for 11 seconds 00000100:00100000:2.0:1789785525.884113:0:22780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549212416 00000100:00100000:2.0:1789785525.884119:0:22780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549212416 00000100:00100000:2.0:1789785525.884155:0:22780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1789785525.884173:0:22780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafb115ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23532:x1876725549212416:12345-0@lo:1000:lod0001_rec0000.0 00000004:00000080:1.0:1789785525.884226:0:23506:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:1.0:1789785525.884238:0:23506:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 14 is initialized 00000100:00100000:2.0:1789785525.884293:0:22780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafb115ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23532:x1876725549212416:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 120us (266us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785525.884301:0:22780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000040:00080000:1.0:1789785525.884321:0:23506:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1789785525.884357:0:23532:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafb115dc00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23532:1876725549212416:0@lo:1000:lod0001_rec0000.0 00000040:00080000:1.0:1789785525.886028:0:23506:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000100:00100000:2.0:1789785525.886247:0:23532:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafaca24a80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23532:1876725549212544:0@lo:900:lod0001_rec0000.0 00000100:00100000:2.0:1789785525.886305:0:23532:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789785525.886352:0:23532:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf82d5dcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1789785525.886819:0:22785:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549212544 00000100:00100000:3.0:1789785525.886828:0:22785:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549212544 00000100:00100000:3.0:1789785525.886875:0:22785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1789785525.886892:0:22785:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafaca25880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23532:x1876725549212544:12345-0@lo:900:lod0001_rec0000.0 00000100:00100000:3.0:1789785525.886951:0:22785:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafaca25880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23532:x1876725549212544:12345-0@lo:900:lod0001_rec0000.0 Request processed in 68us (646us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785525.886958:0:22785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:2.0:1789785525.887215:0:23532:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff9dafaca24a80 x1876725549212544/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1789785541 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lod0001_rec0000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789785525.887230:0:23532:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafaca24a80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23532:1876725549212544:0@lo:900:lod0001_rec0000.0 00000040:00080000:1.0:1789785525.887281:0:23506:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000100:00100000:2.0:1789785525.887291:0:23532:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafaca24a80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23532:1876725549212672:0@lo:1000:lod0001_rec0000.0 00000100:00100000:2.0:1789785525.887326:0:23532:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000040:01000000:1.0:1789785525.887329:0:23506:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 15 is initialized 00000100:00100000:2.0:1789785525.887370:0:23532:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf82d5df00 going to sleep for 11 seconds 00000100:00100000:3.0:1789785525.887638:0:22780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549212672 00000100:00100000:3.0:1789785525.887644:0:22780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549212672 00000100:00100000:3.0:1789785525.887696:0:22780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1789785525.887704:0:22780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafaca26680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23532:x1876725549212672:12345-0@lo:1000:lod0001_rec0000.0 00000040:00080000:1.0:1789785525.888006:0:23506:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1789785525.888296:0:22780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafaca26680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23532:x1876725549212672:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 591us (967us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785525.888305:0:22780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1789785525.889278:0:23532:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafaca24a80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23532:1876725549212672:0@lo:1000:lod0001_rec0000.0 00000040:00080000:3.0:1789785525.889698:0:23532:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00080000:10000000:1.0:1789785525.891014:0:23506:0:(osd_handler.c:5581:osd_index_try()) lustre-MDT0001: index object [0x200000003:0x30:0x0] (8/32) registered 00010000:00010000:0.0:1789785525.895192:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1789785525.896660:0:23532:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000401:0x1:0x0] index 261376 count 1 00000004:00080000:3.0:1789785525.896752:0:23532:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osp-MDT0001 retrieved update log, duration 0, retries 0 00000004:00080000:3.0:1789785525.896758:0:23532:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0001 got update logs from all MDTs. 00000001:00000004:2.0:1789785525.897392:0:23506:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:3.0:1789785525.899688:0:23506:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:3.0:1789785525.899728:0:23506:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0001: cmd=c00866e6 len=0 karg=ffffa9f30185f988 00100000:10000000:3.0:1789785525.899737:0:23506:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0001-osd: start master thread 00000020:01000004:2.0:1789785525.901449:0:23506:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:2.0:1789785525.901479:0:23506:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.146@tcp: cl_mgc_mutex unlock 00000020:01000004:2.0:1789785525.901500:0:23506:0:(tgt_mount.c:2461:server_fill_super_common()) Server sb, dev=48 00000080:00000004:2.0:1789785525.901653:0:23506:0:(super25.c:182:lustre_fill_super()) /dev/mapper/mds2_flakey: Mount complete 00000020:00000004:2.0:1789785525.905413:0:23506:0:(tgt_mount.c:2347:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1789785525.906979:0:23506:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:1.0:1789785526.212684:0:22817:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf9a84af00 going to sleep for 0 seconds 00000040:00080000:0.0:1789785526.915514:0:23527:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1789785526.922894:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1789785527.106966:0:22771:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1789785527.106972:0:22771:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9dafc189a000 from 12 10000000:01000000:3.0:1789785527.106977:0:22771:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1789785527.107018:0:22771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.146@tcp lock: ffff9daf814baa00/0x2f18ee3fd845de12 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785527.107029:0:22771:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.146@tcp lock: ffff9daf814baa00/0x2f18ee3fd845de12 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785527.107040:0:22771:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.146@tcp lock: ffff9daf814baa00/0x2f18ee3fd845de12 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789785527.107063:0:22771:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafb115d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f6797b-597b-4af7-b58b-b0a39d36f113:22771:1876725549212800:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1789785527.107128:0:22771:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785527.107164:0:22771:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf9017bd80 going to sleep for 11 seconds 00000100:00100000:3.0:1789785527.107195:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549212800 00000100:00100000:3.0:1789785527.107202:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549212800 00000100:00100000:3.0:1789785527.107256:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:3.0:1789785527.107264:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafa6419c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f6797b-597b-4af7-b58b-b0a39d36f113+16:22771:x1876725549212800:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789785527.107277:0:22769:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789785527.107290:0:22769:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9daf814bac00/0x2f18ee3fd845de19 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x2f18ee3fd845de12 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785527.107310:0:22769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9daf814bac00/0x2f18ee3fd845de19 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2f18ee3fd845de12 expref: 17 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785527.107319:0:22769:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9daf814bac00/0x2f18ee3fd845de19 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2f18ee3fd845de12 expref: 17 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785527.107327:0:22769:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9daf814bac00, rc 0) 00000100:00100000:3.0:1789785527.107387:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafa6419c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f6797b-597b-4af7-b58b-b0a39d36f113+17:22771:x1876725549212800:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 123us (259us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785527.107393:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:3.0:1789785527.107436:0:22771:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafb115d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f6797b-597b-4af7-b58b-b0a39d36f113:22771:1876725549212800:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789785527.107449:0:22771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.146@tcp lock: ffff9daf814baa00/0x2f18ee3fd845de12 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845de19 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785527.107457:0:22771:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.146@tcp lock: ffff9daf814baa00/0x2f18ee3fd845de12 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x2f18ee3fd845de19 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789785527.107575:0:22771:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafb115d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f6797b-597b-4af7-b58b-b0a39d36f113:22771:1876725549212928:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1789785527.107605:0:22771:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785527.107619:0:22771:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf9017bd80 going to sleep for 11 seconds 00000100:00100000:3.0:1789785527.107633:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549212928 00000100:00100000:3.0:1789785527.107636:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549212928 00000100:00100000:3.0:1789785527.107668:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:3.0:1789785527.107685:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafa641a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f6797b-597b-4af7-b58b-b0a39d36f113+17:22771:x1876725549212928:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1789785527.107697:0:22767:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1789785527.107713:0:22767:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1789785527.107717:0:22767:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:3.0:1789785527.107789:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafa641a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f6797b-597b-4af7-b58b-b0a39d36f113+17:22771:x1876725549212928:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 104us (183us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785527.107795:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:3.0:1789785527.107825:0:22771:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafb115d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f6797b-597b-4af7-b58b-b0a39d36f113:22771:1876725549212928:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1789785527.107862:0:22771:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.146@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1789785527.107869:0:22771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.146@tcp lock: ffff9daf814baa00/0x2f18ee3fd845de12 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845de19 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785527.107877:0:22771:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.146@tcp lock: ffff9daf814baa00/0x2f18ee3fd845de12 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845de19 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789785527.108059:0:22771:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1789785527.108062:0:22771:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9dae83bdb800 from 12 10000000:01000000:3.0:1789785527.108064:0:22771:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1789785527.108081:0:22771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.146@tcp lock: ffff9daf814bbe00/0x2f18ee3fd845de20 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785527.108088:0:22771:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.146@tcp lock: ffff9daf814bbe00/0x2f18ee3fd845de20 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785527.108096:0:22771:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.146@tcp lock: ffff9daf814bbe00/0x2f18ee3fd845de20 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789785527.108108:0:22771:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafb115d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f6797b-597b-4af7-b58b-b0a39d36f113:22771:1876725549213056:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1789785527.108142:0:22771:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785527.108164:0:22771:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf9017bd80 going to sleep for 11 seconds 00000100:00100000:1.0:1789785527.108224:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549213056 00000100:00100000:1.0:1789785527.108229:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549213056 00000100:00100000:1.0:1789785527.108262:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:1.0:1789785527.108270:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafa6418050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f6797b-597b-4af7-b58b-b0a39d36f113+17:22771:x1876725549213056:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789785527.108278:0:22766:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789785527.108288:0:22766:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9dafc21cbc00/0x2f18ee3fd845de27 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x2f18ee3fd845de20 expref: -99 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785527.108303:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9dafc21cbc00/0x2f18ee3fd845de27 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2f18ee3fd845de20 expref: 18 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785527.108311:0:22766:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9dafc21cbc00/0x2f18ee3fd845de27 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2f18ee3fd845de20 expref: 18 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785527.108319:0:22766:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dafc21cbc00, rc 0) 00000100:00100000:1.0:1789785527.108389:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafa6418050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f6797b-597b-4af7-b58b-b0a39d36f113+18:22771:x1876725549213056:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 119us (246us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785527.108395:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:1.0:1789785527.108438:0:22771:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafb115d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f6797b-597b-4af7-b58b-b0a39d36f113:22771:1876725549213056:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789785527.108448:0:22771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.146@tcp lock: ffff9daf814bbe00/0x2f18ee3fd845de20 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845de27 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785527.108456:0:22771:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.146@tcp lock: ffff9daf814bbe00/0x2f18ee3fd845de20 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x2f18ee3fd845de27 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789785527.108566:0:22771:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9daf87816d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f6797b-597b-4af7-b58b-b0a39d36f113:22771:1876725549213184:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1789785527.108596:0:22771:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789785527.108617:0:22771:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf9a84ae40 going to sleep for 11 seconds 00000100:00100000:1.0:1789785527.108628:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549213184 00000100:00100000:1.0:1789785527.108631:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549213184 00000100:00100000:1.0:1789785527.108647:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:1.0:1789785527.108652:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafa6419050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f6797b-597b-4af7-b58b-b0a39d36f113+18:22771:x1876725549213184:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1789785527.108662:0:22766:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1789785527.108683:0:22766:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1789785527.108686:0:22766:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:1.0:1789785527.108750:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafa6419050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f6797b-597b-4af7-b58b-b0a39d36f113+18:22771:x1876725549213184:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 96us (152us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785527.108756:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:1.0:1789785527.108783:0:22771:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9daf87816d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f6797b-597b-4af7-b58b-b0a39d36f113:22771:1876725549213184:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1789785527.108816:0:22771:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.146@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1789785527.108822:0:22771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.146@tcp lock: ffff9daf814bbe00/0x2f18ee3fd845de20 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845de27 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785527.108839:0:22771:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.146@tcp lock: ffff9daf814bbe00/0x2f18ee3fd845de20 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845de27 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789785527.235382:0:22817:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf9a84af00 going to sleep for 0 seconds 00000040:00080000:2.0:1789785527.939774:0:23527:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1789785527.939919:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789785528.258908:0:22817:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf9a84af00 going to sleep for 0 seconds 00010000:00010000:1.0:1789785528.963556:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789785529.284500:0:22817:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf9a84af00 going to sleep for 0 seconds 00000001:02000400:1.0:1789785529.308555:0:23775:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg346-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:0.0:1789785529.987973:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:1.0:1789785530.080451:0:23827:0:(tgt_mount.c:2347:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1789785530.083444:0:23827:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:1.0:1789785530.306422:0:22817:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf9a84af00 going to sleep for 0 seconds 00000020:00000004:3.0:1789785530.893827:0:23877:0:(tgt_mount.c:2347:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1789785530.894106:0:23877:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1789785531.010501:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789785531.203545:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1789785531.203561:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1789785531.203565:0:37:0:(import.c:65:import_set_state_nolock()) ffff9daf8774b000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789785531.203579:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff9daf8774b000 using connection 192.168.203.146@tcp/0@lo 00000100:00100000:2.0:1789785531.203607:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9dafaca25f80 x1876725549213440/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789785531.203628:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789785531.203631:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789785531.203634:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789785531.203653:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789785531.203689:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789785531.203693:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1789785531.203696:0:3659:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafaca25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3659:1876725549213568:0@lo:400:kworker.0 00000100:00080000:2.0:1789785531.203697:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789785531.203703:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1789785531.203778:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789785531.203818:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789785531.203826:0:3659:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafaca24a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3659:1876725549213696:0@lo:400:kworker.0 00000100:00100000:1.0:1789785531.203854:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789785531.203865:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafaca24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:74f6797b-597b-4af7-b58b-b0a39d36f113:3662:1876725549213312:0@lo:400:kworker.0 00000100:00100000:1.0:1789785531.203887:0:22779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549213696 00000100:00100000:1.0:1789785531.203894:0:22779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549213696 00000100:00100000:2.0:1789785531.203905:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789785531.203934:0:22779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1789785531.203943:0:22779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9daf87817b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3659:x1876725549213696:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789785531.203945:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1789785531.203954:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafaca24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3662:1876725549213824:0@lo:400:kworker.0 00000100:00100000:2.0:1789785531.203984:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789785531.204014:0:22779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9daf87817b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3659:x1876725549213696:12345-0@lo:400:kworker.0 Request processed in 71us (158us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785531.204021:0:3658:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafaca25f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3658:1876725549213440:0@lo:38:kworker.0 00000100:00100000:1.0:1789785531.204026:0:22779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1789785531.204052:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785531.204074:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549213568 00000100:00100000:1.0:1789785531.204074:0:3659:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafaca24a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3659:1876725549213696:0@lo:400:kworker.0 00000100:00100000:3.0:1789785531.204080:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549213568 00000100:00100000:2.0:1789785531.204095:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549213312 00000100:00100000:2.0:1789785531.204102:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549213312 00000100:00100000:3.0:1789785531.204116:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549213824 00000100:00100000:3.0:1789785531.204121:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549213824 00000100:00100000:1.0:1789785531.204129:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1789785531.204141:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9daf87816d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3659:x1876725549213568:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789785531.204151:0:22775:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:3.0:1789785531.204160:0:22775:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_003' 00000100:00100000:1.0:1789785531.204191:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9daf87816d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3659:x1876725549213568:12345-0@lo:400:kworker.0 Request processed in 53us (413us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785531.204196:0:22780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549213440 00000100:00100000:1.0:1789785531.204199:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1789785531.204202:0:22780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549213440 00000100:00100000:2.0:1789785531.204213:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1789785531.204224:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1789785531.204231:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbc6ba050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f6797b-597b-4af7-b58b-b0a39d36f113+18:3662:x1876725549213312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789785531.204235:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafaca26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3662:x1876725549213824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789785531.204236:0:22780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1789785531.204249:0:22780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafaca27100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3658:x1876725549213440:12345-0@lo:38:kworker.0 00010000:00080000:3.0:1789785531.204273:0:22780:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 639 last 0 00000100:00100000:2.0:1789785531.204290:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbc6ba050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f6797b-597b-4af7-b58b-b0a39d36f113+18:3662:x1876725549213312:12345-0@lo:400:kworker.0 Request processed in 60us (383us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785531.204292:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafaca26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3662:x1876725549213824:12345-0@lo:400:kworker.0 Request processed in 59us (306us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785531.204309:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1789785531.204309:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000020:00000080:3.0:1789785531.204314:0:22780:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x2f18ee3fd845de2e 00000004:00100000:3.0:1789785531.204330:0:22780:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:3.0:1789785531.204355:0:22780:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00010000:00080000:1.0:1789785531.204372:0:3659:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9dafaca25180 x1876725549213568/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789785547 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789785531.204384:0:3659:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafaca25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3659:1876725549213568:0@lo:400:kworker.0 00010000:00080000:2.0:1789785531.204403:0:3662:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9dafaca24e00 x1876725549213824/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789785547 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789785531.204415:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafaca24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3662:1876725549213824:0@lo:400:kworker.0 00000100:00100000:2.0:1789785531.204426:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafaca24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:74f6797b-597b-4af7-b58b-b0a39d36f113:3662:1876725549213312:0@lo:400:kworker.0 00000100:00100000:2.0:1789785531.207105:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1789785531.207131:0:3661:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafa5888a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3661:1876725549213952:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1789785531.207209:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789785531.207277:0:22779:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 2 min 2 max 116 00000100:00100000:0.0:1789785531.207286:0:22779:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_002' 00000100:00100000:0.0:1789785531.208375:0:22779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549213952 00000100:00100000:0.0:1789785531.208383:0:22779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549213952 00000100:00100000:3.0:1789785531.208455:0:23895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1789785531.208466:0:23895:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafaca24380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3661:x1876725549213952:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1789785531.208503:0:23895:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1789785531.208574:0:23895:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafaca24380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3661:x1876725549213952:12345-0@lo:41:osp-pre-0-1.0 Request processed in 109us (1363us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785531.208582:0:23895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1789785531.208981:0:3661:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafa5888a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3661:1876725549213952:0@lo:41:osp-pre-0-1.0 00000100:00080000:3.0:1789785531.216766:0:22780:0:(import.c:65:import_set_state_nolock()) ffff9dafa5f70000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1789785531.216861:0:22780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafaca27100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3658:x1876725549213440:12345-0@lo:38:kworker.0 Request processed in 12612us (12808us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785531.216881:0:22780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00080000:2.0:1789785531.216968:0:3658:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-osp-MDT0000: connect to target with instance 3 00000100:00080000:2.0:1789785531.216976:0:3658:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-osp-MDT0000: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:2.0:1789785531.216980:0:3658:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:2.0:1789785531.216982:0:3658:0:(import.c:65:import_set_state_nolock()) ffff9daf8774b000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00080000:2.0:1789785531.216998:0:3658:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000006f0fa097): req@ffff9dafaca26a00 x1876725549206400/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789785531.217013:0:3658:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafaca25f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3658:1876725549213440:0@lo:38:kworker.0 00000100:00100000:1.0:1789785531.217073:0:22817:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789785531.217104:0:22817:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf9a84af00 going to sleep for 11 seconds 00000100:00100000:1.0:1789785531.217120:0:3659:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafb115c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3659:1876725549214080:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1789785531.217146:0:22779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549206400 00000100:00100000:1.0:1789785531.217148:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789785531.217152:0:22779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549206400 00000100:00100000:2.0:1789785531.217186:0:22779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549214080 00000100:00100000:2.0:1789785531.217190:0:22779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549214080 00000100:00100000:2.0:1789785531.217208:0:22779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1789785531.217217:0:22779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9daf87815c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:22817:x1876725549206400:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:2.0:1789785531.217291:0:22779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9daf87815c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:22817:x1876725549206400:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 75us (218us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785531.217302:0:22779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1789785531.217312:0:22817:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafaca26a00 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22817:1876725549206400:0@lo:1000:lod0000_rec0001.0 00000100:00100000:2.0:1789785531.217315:0:22779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1789785531.217321:0:22779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9daf87815f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3659:x1876725549214080:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1789785531.217357:0:22779:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000040:01000000:1.0:1789785531.217365:0:22817:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:2.0:1789785531.217398:0:22779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9daf87815f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3659:x1876725549214080:12345-0@lo:41:osp-pre-1-0.0 Request processed in 77us (248us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785531.217405:0:22779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1789785531.217438:0:3659:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafb115c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3659:1876725549214080:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1789785531.217485:0:22817:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9daf87814e00 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22817:1876725549214208:0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1789785531.217517:0:22817:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789785531.217534:0:22817:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf9838a540 going to sleep for 11 seconds 00000100:00100000:2.0:1789785531.217543:0:22779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549214208 00000100:00100000:2.0:1789785531.217547:0:22779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549214208 00000100:00100000:2.0:1789785531.217609:0:22779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1789785531.217617:0:22779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9daf87815880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22817:x1876725549214208:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:2.0:1789785531.217736:0:22779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9daf87815880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22817:x1876725549214208:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 120us (218us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785531.217743:0:22779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1789785531.217985:0:22817:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9daf87814e00 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22817:1876725549214208:0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1789785531.218061:0:22817:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9daf87814e00 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22817:1876725549214336:0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1789785531.218096:0:22817:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789785531.218119:0:22817:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf9838a540 going to sleep for 11 seconds 00000100:00100000:3.0:1789785531.218129:0:23895:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549214336 00000100:00100000:3.0:1789785531.218133:0:23895:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549214336 00000100:00100000:3.0:1789785531.218171:0:23895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1789785531.218179:0:23895:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9daf87815180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:22817:x1876725549214336:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1789785531.218284:0:23895:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9daf87815180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:22817:x1876725549214336:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 107us (194us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785531.218288:0:23895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1789785531.218326:0:22817:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9daf87814e00 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22817:1876725549214336:0@lo:1000:lod0000_rec0001.0 00000040:00080000:1.0:1789785531.218402:0:22817:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1789785531.223158:0:22817:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000401:0x1:0x0] index 261376 count 1 00000004:00080000:1.0:1789785531.223577:0:22817:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osp-MDT0000 retrieved update log, duration 19, retries 0 00000004:00080000:1.0:1789785531.223583:0:22817:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0000 got update logs from all MDTs. 00000020:00000080:0.0:1789785531.682109:0:23927:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007fff6b80d830 20000000:00000080:0.0:1789785531.682129:0:23927:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff9dafc0fbd400 uarg=0000000000000000 20000000:01000000:0.0:1789785531.682167:0:23927:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='debug_raw_pointers=Y' 20000000:01000000:0.0:1789785531.682175:0:23927:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'debug_raw_pointers=Y' 20000000:01000000:0.0:1789785531.682179:0:23927:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/debug_raw_pointers=Y del=0 00000040:00080000:3.0:1789785531.682729:0:23928:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 2 count 13 20000000:00000400:0.0:1789785531.682882:0:23927:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/debug_raw_pointers=Y (mode = 0) failed: rc = -17 10000000:01000000:0.0:1789785531.694046:0:23927:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:0.0:1789785531.694073:0:23927:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9dafb49eec00/0x2f18ee3fd845de35 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785531.694092:0:23927:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9dafc1b09600/0x2f18ee3fd845dcde lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2f18ee3fd845dcd7 expref: 17 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785531.694100:0:23927:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9dafc21cb000/0x2f18ee3fd845dde1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2f18ee3fd845ddda expref: 17 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785531.694108:0:23927:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9dafb49eec00/0x2f18ee3fd845de35 lrc: 5/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785531.694148:0:23927:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9dafc21cb000/0x2f18ee3fd845dde1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x2f18ee3fd845ddda expref: 17 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785531.694177:0:23927:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9dafc21cb000/0x2f18ee3fd845dde1 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x2f18ee3fd845ddda expref: 17 pid: 22766 timeout: 739 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789785531.694192:0:23927:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafa5888380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23927:1876725549214464:0@lo:104: 00000100:00100000:0.0:1789785531.694252:0:23927:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1789785531.694307:0:23927:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9dafc1b09600/0x2f18ee3fd845dcde lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x2f18ee3fd845dcd7 expref: 17 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785531.694315:0:23927:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9dafc1b09600/0x2f18ee3fd845dcde lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x2f18ee3fd845dcd7 expref: 17 pid: 22769 timeout: 739 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789785531.694323:0:23927:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafa588ad80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23927:1876725549214592:0@lo:104: 00000100:00100000:0.0:1789785531.697970:0:23927:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789785531.698030:0:23927:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf9acebd80 going to sleep for 11 seconds 00000100:00100000:3.0:1789785531.698150:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549214464 00000100:00100000:3.0:1789785531.698162:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549214464 00000100:00100000:3.0:1789785531.698204:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549214592 00000100:00100000:3.0:1789785531.698207:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549214592 00000100:00100000:3.0:1789785531.698221:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1789785531.698230:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafa588aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:74f6797b-597b-4af7-b58b-b0a39d36f113+4:23927:x1876725549214464:12345-0@lo:104: 00010000:00010000:3.0:1789785531.698248:0:22758:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.146@tcp lock: ffff9dafc21cb800/0x2f18ee3fd845ddda lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x2f18ee3fd845dde1 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785531.698326:0:22758:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1789785531.698331:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafa588aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:74f6797b-597b-4af7-b58b-b0a39d36f113+4:23927:x1876725549214464:12345-0@lo:104: Request processed in 103us (4080us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785531.698368:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1789785531.698386:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1789785531.698392:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafa588b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:74f6797b-597b-4af7-b58b-b0a39d36f113+3:23927:x1876725549214592:12345-0@lo:104: 00010000:00010000:3.0:1789785531.698400:0:22758:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.146@tcp lock: ffff9daf814ba800/0x2f18ee3fd845dcd7 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x2f18ee3fd845dcde expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785531.698451:0:22758:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1789785531.698456:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafa588b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:74f6797b-597b-4af7-b58b-b0a39d36f113+3:23927:x1876725549214592:12345-0@lo:104: Request processed in 65us (496us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785531.698462:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00010000:3.0:1789785531.698479:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789785531.698485:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.146@tcp lock: ffff9dafc21cb800/0x2f18ee3fd845ddda lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x2f18ee3fd845dde1 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785531.698493:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafc21cb800 already unused, calling callback (ffffffffc12b7c20) 10000000:00010000:3.0:1789785531.698497:0:22763:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.146@tcp lock: ffff9dafc21cb800/0x2f18ee3fd845ddda lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x2f18ee3fd845dde1 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785531.698506:0:22763:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.146@tcp lock: ffff9dafc21cb800/0x2f18ee3fd845ddda lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x2f18ee3fd845dde1 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789785531.698513:0:22763:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.146@tcp lock: ffff9dafc21cb800/0x2f18ee3fd845ddda lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x2f18ee3fd845dde1 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789785531.698518:0:22763:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1789785531.698556:0:22763:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.146@tcp lock: ffff9dafc21cb800/0x2f18ee3fd845ddda lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2f18ee3fd845dde1 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785531.698563:0:22763:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1789785531.698591:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.146@tcp lock: ffff9dafc21cb800/0x2f18ee3fd845ddda lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2f18ee3fd845dde1 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785531.698599:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.146@tcp lock: ffff9dafc21cb800/0x2f18ee3fd845ddda lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2f18ee3fd845dde1 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785531.698624:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789785531.698628:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.146@tcp lock: ffff9daf814ba800/0x2f18ee3fd845dcd7 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x2f18ee3fd845dcde expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785531.698634:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9daf814ba800 already unused, calling callback (ffffffffc12b7c20) 10000000:00010000:3.0:1789785531.698645:0:22763:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.146@tcp lock: ffff9daf814ba800/0x2f18ee3fd845dcd7 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x2f18ee3fd845dcde expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785531.698652:0:22763:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.146@tcp lock: ffff9daf814ba800/0x2f18ee3fd845dcd7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x2f18ee3fd845dcde expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789785531.698658:0:22763:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.146@tcp lock: ffff9daf814ba800/0x2f18ee3fd845dcd7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x2f18ee3fd845dcde expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789785531.698663:0:22763:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1789785531.698677:0:22763:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.146@tcp lock: ffff9daf814ba800/0x2f18ee3fd845dcd7 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2f18ee3fd845dcde expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785531.698682:0:22763:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1789785531.698698:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.146@tcp lock: ffff9daf814ba800/0x2f18ee3fd845dcd7 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2f18ee3fd845dcde expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785531.698704:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.146@tcp lock: ffff9daf814ba800/0x2f18ee3fd845dcd7 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2f18ee3fd845dcde expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785531.698716:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789785531.698718:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789785531.698719:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789785531.698726:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789785531.698746:0:3660:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafb115c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:74f6797b-597b-4af7-b58b-b0a39d36f113:3660:1876725549214720:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789785531.698781:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785531.698816:0:3661:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafb115ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:74f6797b-597b-4af7-b58b-b0a39d36f113:3661:1876725549214848:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789785531.698840:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785531.698878:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549214720 00000100:00100000:3.0:1789785531.698884:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549214720 00010000:00010000:3.0:1789785531.698921:0:22759:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9dafc21cb000/0x2f18ee3fd845dde1 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2f18ee3fd845ddda expref: 18 pid: 22766 timeout: 739 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789785531.698946:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549214848 00000100:00100000:3.0:1789785531.698949:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549214848 00010000:00010000:3.0:1789785531.698958:0:22759:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9dafc1b09600/0x2f18ee3fd845dcde lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2f18ee3fd845dcd7 expref: 19 pid: 22769 timeout: 739 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789785531.698970:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1789785531.698976:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafb115d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:74f6797b-597b-4af7-b58b-b0a39d36f113+19:3660:x1876725549214720:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1789785531.698986:0:22759:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789785531.698991:0:22759:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9dafc21cb000/0x2f18ee3fd845dde1 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2f18ee3fd845ddda expref: 19 pid: 22766 timeout: 739 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785531.699003:0:22759:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9dafc21cb000/0x2f18ee3fd845dde1 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x2f18ee3fd845ddda expref: 19 pid: 22766 timeout: 739 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785531.699023:0:22759:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789785531.699051:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafb115d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:74f6797b-597b-4af7-b58b-b0a39d36f113+19:3660:x1876725549214720:12345-0@lo:103:ldlm_bl.0 Request processed in 75us (268us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785531.699058:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1789785531.699071:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1789785531.699077:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafb115e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:74f6797b-597b-4af7-b58b-b0a39d36f113+18:3661:x1876725549214848:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1789785531.699091:0:22759:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789785531.699095:0:22759:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9dafc1b09600/0x2f18ee3fd845dcde lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2f18ee3fd845dcd7 expref: 18 pid: 22769 timeout: 739 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785531.699104:0:22759:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9dafc1b09600/0x2f18ee3fd845dcde lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x2f18ee3fd845dcd7 expref: 18 pid: 22769 timeout: 739 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785531.699116:0:22759:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9dafb49eec00/0x2f18ee3fd845de35 lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 23927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785531.699125:0:22759:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9dafb49eec00/0x2f18ee3fd845de35 lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 23927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785531.699140:0:22759:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9dafb49eec00/0x2f18ee3fd845de35 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785531.699148:0:22759:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9dafb49eec00/0x2f18ee3fd845de35 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785531.699155:0:22759:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9dafb49eec00/0x2f18ee3fd845de35 lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785531.699161:0:22759:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9dafb49eec00/0x2f18ee3fd845de35 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785531.699166:0:22759:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafb49eec00 already unused, calling callback (ffffffffc0cc5370) 00010000:00010000:3.0:1789785531.699170:0:22759:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9dafb49eec00/0x2f18ee3fd845de35 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785531.699178:0:22759:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9dafb49eec00/0x2f18ee3fd845de35 lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 23927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785531.699196:0:22759:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9dafb49eec00/0x2f18ee3fd845de35 lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785531.699204:0:22759:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789785531.699240:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafb115e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:74f6797b-597b-4af7-b58b-b0a39d36f113+18:3661:x1876725549214848:12345-0@lo:103:ldlm_bl.0 Request processed in 163us (399us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785531.699247:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1789785531.699285:0:3660:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafb115c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:74f6797b-597b-4af7-b58b-b0a39d36f113:3660:1876725549214720:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789785531.699365:0:3661:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafb115ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:74f6797b-597b-4af7-b58b-b0a39d36f113:3661:1876725549214848:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1789785531.699444:0:23927:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9dafc21cb000/0x2f18ee3fd845dde1 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x2f18ee3fd845ddda expref: 17 pid: 22766 timeout: 739 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789785531.699455:0:23927:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafa5888380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23927:1876725549214464:0@lo:104: 00010000:00010000:0.0:1789785531.699464:0:23927:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9dafc1b09600/0x2f18ee3fd845dcde lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x2f18ee3fd845dcd7 expref: 16 pid: 22769 timeout: 739 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789785531.699471:0:23927:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafa588ad80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23927:1876725549214592:0@lo:104: 00010000:00010000:0.0:1789785531.699485:0:23927:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9dafb49eec00/0x2f18ee3fd845de35 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785531.699492:0:23927:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9dafb49eec00/0x2f18ee3fd845de35 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785531.699508:0:23927:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9dafb49eec00/0x2f18ee3fd845de35 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785531.699514:0:23927:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9dafb49eec00/0x2f18ee3fd845de35 lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785532.034529:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789785533.063661:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1789785533.506430:0:22771:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1789785533.506440:0:22771:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9dafc189a000 from 13 10000000:01000000:1.0:1789785533.506447:0:22771:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1789785533.506493:0:22771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.146@tcp lock: ffff9dafc21ca200/0x2f18ee3fd845de3c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785533.506507:0:22771:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.146@tcp lock: ffff9dafc21ca200/0x2f18ee3fd845de3c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785533.506518:0:22771:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.146@tcp lock: ffff9dafc21ca200/0x2f18ee3fd845de3c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789785533.506544:0:22771:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9daf87814e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f6797b-597b-4af7-b58b-b0a39d36f113:22771:1876725549214976:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1789785533.506634:0:22771:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789785533.506675:0:22771:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf9838a600 going to sleep for 11 seconds 00000100:00100000:3.0:1789785533.507005:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549214976 00000100:00100000:3.0:1789785533.507013:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549214976 00000100:00100000:3.0:1789785533.507075:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:3.0:1789785533.507084:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbc6b9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f6797b-597b-4af7-b58b-b0a39d36f113+16:22771:x1876725549214976:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789785533.507098:0:22769:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789785533.507112:0:22769:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9daf814ba800/0x2f18ee3fd845de43 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x2f18ee3fd845de3c expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785533.507134:0:22769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9daf814ba800/0x2f18ee3fd845de43 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2f18ee3fd845de3c expref: 17 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785533.507145:0:22769:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9daf814ba800/0x2f18ee3fd845de43 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2f18ee3fd845de3c expref: 17 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785533.507154:0:22769:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9daf814ba800, rc 0) 00000100:00100000:3.0:1789785533.508867:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbc6b9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f6797b-597b-4af7-b58b-b0a39d36f113+17:22771:x1876725549214976:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 1781us (2242us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785533.508867:0:22771:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9daf87814e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f6797b-597b-4af7-b58b-b0a39d36f113:22771:1876725549214976:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1789785533.508892:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00010000:00010000:1.0:1789785533.508892:0:22771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.146@tcp lock: ffff9dafc21ca200/0x2f18ee3fd845de3c lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845de43 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785533.508903:0:22771:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.146@tcp lock: ffff9dafc21ca200/0x2f18ee3fd845de3c lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x2f18ee3fd845de43 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789785533.508982:0:22771:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9daf87814e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f6797b-597b-4af7-b58b-b0a39d36f113:22771:1876725549215104:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1789785533.509032:0:22771:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789785533.509068:0:22771:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf9838a600 going to sleep for 11 seconds 00000100:00100000:2.0:1789785533.509127:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549215104 00000100:00100000:2.0:1789785533.509133:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549215104 00000100:00100000:2.0:1789785533.509172:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1789785533.509181:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbc6b9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f6797b-597b-4af7-b58b-b0a39d36f113+17:22771:x1876725549215104:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1789785533.509296:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbc6b9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f6797b-597b-4af7-b58b-b0a39d36f113+17:22771:x1876725549215104:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 116us (262us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785533.509303:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1789785533.509332:0:22771:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9daf87814e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f6797b-597b-4af7-b58b-b0a39d36f113:22771:1876725549215104:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1789785533.509381:0:22771:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafaca25f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f6797b-597b-4af7-b58b-b0a39d36f113:22771:1876725549215232:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1789785533.509416:0:22771:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789785533.509430:0:22771:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf98775cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1789785533.509440:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549215232 00000100:00100000:2.0:1789785533.509443:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549215232 00000100:00100000:2.0:1789785533.509458:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:2.0:1789785533.509464:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbc6bbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f6797b-597b-4af7-b58b-b0a39d36f113+17:22771:x1876725549215232:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1789785533.509534:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbc6bbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f6797b-597b-4af7-b58b-b0a39d36f113+17:22771:x1876725549215232:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 69us (117us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785533.509540:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:2.0:1789785533.509578:0:22771:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafaca25f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f6797b-597b-4af7-b58b-b0a39d36f113:22771:1876725549215232:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1789785533.510245:0:24031:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:3.0:1789785533.512368:0:22771:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:3.0:1789785533.512398:0:22771:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.146@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1789785533.512409:0:22771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.146@tcp lock: ffff9dafc21ca200/0x2f18ee3fd845de3c lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845de43 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785533.512420:0:22771:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.146@tcp lock: ffff9dafc21ca200/0x2f18ee3fd845de3c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845de43 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789785533.512430:0:22771:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1789785533.512433:0:22771:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9dae83bdb800 from 13 10000000:01000000:3.0:1789785533.512436:0:22771:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1789785533.512469:0:22771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.146@tcp lock: ffff9daf814bb600/0x2f18ee3fd845de4a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785533.512477:0:22771:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.146@tcp lock: ffff9daf814bb600/0x2f18ee3fd845de4a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785533.512487:0:22771:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.146@tcp lock: ffff9daf814bb600/0x2f18ee3fd845de4a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789785533.512507:0:22771:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafb115c380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f6797b-597b-4af7-b58b-b0a39d36f113:22771:1876725549215360:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1789785533.512562:0:22771:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785533.512598:0:22771:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf9094f900 going to sleep for 11 seconds 00000100:00100000:3.0:1789785533.512616:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549215360 00000100:00100000:3.0:1789785533.512621:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549215360 00000100:00100000:3.0:1789785533.512671:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:3.0:1789785533.512678:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbc6ba850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f6797b-597b-4af7-b58b-b0a39d36f113+17:22771:x1876725549215360:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789785533.512690:0:22769:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789785533.512710:0:22769:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9daf814bb200/0x2f18ee3fd845de51 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x2f18ee3fd845de4a expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785533.512731:0:22769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9daf814bb200/0x2f18ee3fd845de51 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2f18ee3fd845de4a expref: 18 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785533.512741:0:22769:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9daf814bb200/0x2f18ee3fd845de51 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2f18ee3fd845de4a expref: 18 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785533.512748:0:22769:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9daf814bb200, rc 0) 00000100:00100000:3.0:1789785533.512781:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbc6ba850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f6797b-597b-4af7-b58b-b0a39d36f113+18:22771:x1876725549215360:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 103us (219us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785533.512802:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:3.0:1789785533.512847:0:22771:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafb115c380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f6797b-597b-4af7-b58b-b0a39d36f113:22771:1876725549215360:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789785533.512860:0:22771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.146@tcp lock: ffff9daf814bb600/0x2f18ee3fd845de4a lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845de51 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785533.512869:0:22771:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.146@tcp lock: ffff9daf814bb600/0x2f18ee3fd845de4a lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x2f18ee3fd845de51 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789785533.512928:0:22771:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafb115c380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f6797b-597b-4af7-b58b-b0a39d36f113:22771:1876725549215488:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1789785533.512954:0:22771:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785533.512968:0:22771:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf9094f900 going to sleep for 11 seconds 00000100:00100000:1.0:1789785533.513002:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549215488 00000100:00100000:1.0:1789785533.513007:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549215488 00000100:00100000:1.0:1789785533.513039:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:1.0:1789785533.513047:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbc6b8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f6797b-597b-4af7-b58b-b0a39d36f113+18:22771:x1876725549215488:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1789785533.513163:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbc6b8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f6797b-597b-4af7-b58b-b0a39d36f113+18:22771:x1876725549215488:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 117us (207us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785533.513170:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:1.0:1789785533.513198:0:22771:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafb115c380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f6797b-597b-4af7-b58b-b0a39d36f113:22771:1876725549215488:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1789785533.513225:0:22771:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9daf87816300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f6797b-597b-4af7-b58b-b0a39d36f113:22771:1876725549215616:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1789785533.514710:0:22771:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789785533.514750:0:22771:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf9838a600 going to sleep for 11 seconds 00000100:00100000:3.0:1789785533.515259:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549215616 00000100:00100000:3.0:1789785533.515268:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549215616 00000100:00100000:3.0:1789785533.515325:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:3.0:1789785533.515335:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbc6b8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f6797b-597b-4af7-b58b-b0a39d36f113+18:22771:x1876725549215616:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1789785533.515486:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbc6b8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f6797b-597b-4af7-b58b-b0a39d36f113+18:22771:x1876725549215616:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 152us (780us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785533.515500:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:2.0:1789785533.515510:0:22771:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9daf87816300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f6797b-597b-4af7-b58b-b0a39d36f113:22771:1876725549215616:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1789785533.520784:0:24032:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:3.0:1789785533.521140:0:22771:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:3.0:1789785533.521163:0:22771:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.146@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1789785533.521174:0:22771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.146@tcp lock: ffff9daf814bb600/0x2f18ee3fd845de4a lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845de51 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785533.521185:0:22771:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.146@tcp lock: ffff9daf814bb600/0x2f18ee3fd845de4a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845de51 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785534.086472:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1789785534.345474:0:22811:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1789785535.109193:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789785535.298427:0:3658:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789785525/real 1789785525] req@ffff9daf87816a00 x1876725549209728/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789785535 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789785535.298458:0:3658:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9daf87816a00 x1876725549209728/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789785535 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789785535.298469:0:3658:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789785525/real 1789785525] req@ffff9daf87816680 x1876725549209600/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789785535 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789785535.298480:0:3658:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9daf87816680 x1876725549209600/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789785535 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789785535.298506:0:3658:0:(import.c:65:import_set_state_nolock()) ffff9dafa5c9e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789785535.298526:0:3658:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1789785535.298530:0:3658:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9daf87816a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3658:1876725549209728:0@lo:8:llog_process_th.0 00000100:00080000:3.0:1789785535.298536:0:3658:0:(import.c:65:import_set_state_nolock()) ffff9dafa5c21000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789785535.298541:0:3658:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1789785535.298544:0:3658:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9daf87816680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3658:1876725549209600:0@lo:8:llog_process_th.0 00000100:00080000:1.0:1789785535.298853:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789785535.298858:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789785535.298861:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789785535.298863:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789785535.298879:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789785535.298882:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789785535.298885:0:8:0:(import.c:65:import_set_state_nolock()) ffff9dafa5c21000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789785535.298890:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 634 00000100:00080000:1.0:1789785535.298894:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1789785535.298901:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff9dafa5c21000 using connection 192.168.203.146@tcp/0@lo 00000100:00100000:1.0:1789785535.298929:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9daf87816a00 x1876725549216256/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789785535.298940:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789785535.298943:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789785535.298945:0:8:0:(import.c:65:import_set_state_nolock()) ffff9dafa5c9e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789785535.298947:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 634 00000100:00080000:1.0:1789785535.298949:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1789785535.298953:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff9dafa5c9e000 using connection 192.168.203.146@tcp/0@lo 00000100:00100000:1.0:1789785535.298962:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9daf87816300 x1876725549216384/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789785535.299173:0:3661:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9daf87816680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3661:1876725549216128:0@lo:400:kworker.0 00000100:00100000:0.0:1789785535.299238:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789785535.299273:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1789785535.299279:0:3661:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9daf87815500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:74f6797b-597b-4af7-b58b-b0a39d36f113:3661:1876725549215744:0@lo:400:kworker.0 00000100:00100000:0.0:1789785535.299780:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789785535.299810:0:3661:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9daf87814e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3661:1876725549216512:0@lo:400:kworker.0 00000100:00100000:0.0:1789785535.299840:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789785535.299870:0:22779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549216128 00000100:00100000:0.0:1789785535.299877:0:22779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549216128 00000100:00100000:0.0:1789785535.299921:0:22779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1789785535.299929:0:22779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafa588ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3661:x1876725549216128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789785535.299978:0:22779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafa588ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3661:x1876725549216128:12345-0@lo:400:kworker.0 Request processed in 50us (739us total) trans 0 rc 0/0 00000100:00100000:0.0:1789785535.299985:0:22779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1789785535.300033:0:3661:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9daf87816680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3661:1876725549216128:0@lo:400:kworker.0 00000100:00100000:1.0:1789785535.300714:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549216512 00000100:00100000:1.0:1789785535.300720:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549216512 00000100:00100000:1.0:1789785535.300766:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1789785535.300774:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafa5888380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3661:x1876725549216512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789785535.300844:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafa5888380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3661:x1876725549216512:12345-0@lo:400:kworker.0 Request processed in 71us (1002us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785535.300851:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:1.0:1789785535.300881:0:3661:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9daf87814e00 x1876725549216512/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789785551 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789785535.300893:0:3661:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9daf87814e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3661:1876725549216512:0@lo:400:kworker.0 00000100:00100000:3.0:1789785535.301026:0:3659:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9daf87817480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3659:1876725549215872:0@lo:400:kworker.0 00000100:00100000:3.0:1789785535.301061:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785535.301082:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789785535.301089:0:3659:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9daf87817800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3659:1876725549216000:0@lo:400:kworker.0 00000100:00100000:3.0:1789785535.301111:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785535.301147:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549215744 00000100:00100000:3.0:1789785535.301151:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549215744 00000100:00100000:3.0:1789785535.301179:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:3.0:1789785535.301186:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9daf862b5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f6797b-597b-4af7-b58b-b0a39d36f113+18:3661:x1876725549215744:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789785535.301219:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9daf862b5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f6797b-597b-4af7-b58b-b0a39d36f113+18:3661:x1876725549215744:12345-0@lo:400:kworker.0 Request processed in 34us (1440us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785535.301226:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:3.0:1789785535.301259:0:3658:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9daf87816a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3658:1876725549216256:0@lo:8:kworker.0 00000400:00000100:3.0:1789785535.301276:0:3658:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876725549216256 offset 0 length 520: 4 00000100:00100000:3.0:1789785535.301294:0:3658:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9daf87816300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3658:1876725549216384:0@lo:8:kworker.0 00000400:00000100:3.0:1789785535.301308:0:3658:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876725549216384 offset 0 length 520: 4 00000100:00100000:3.0:1789785535.301334:0:3661:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9daf87815500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:74f6797b-597b-4af7-b58b-b0a39d36f113:3661:1876725549215744:0@lo:400:kworker.0 00000100:00100000:1.0:1789785535.301693:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549216000 00000100:00100000:1.0:1789785535.301698:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549216000 00000100:00100000:1.0:1789785535.301724:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1789785535.301730:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafb115ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3659:x1876725549216000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789785535.301769:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafb115ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3659:x1876725549216000:12345-0@lo:400:kworker.0 Request processed in 40us (657us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785535.301788:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1789785535.301831:0:23895:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549215872 00000100:00100000:0.0:1789785535.301835:0:23895:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549215872 00000100:00100000:0.0:1789785535.301866:0:23895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1789785535.301874:0:23895:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafb115ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3659:x1876725549215872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789785535.301918:0:23895:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafb115ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3659:x1876725549215872:12345-0@lo:400:kworker.0 Request processed in 45us (857us total) trans 0 rc 0/0 00000100:00100000:0.0:1789785535.301925:0:23895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00010000:00080000:3.0:1789785535.302221:0:3659:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9daf87817800 x1876725549216000/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789785551 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789785535.302233:0:3659:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9daf87817800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3659:1876725549216000:0@lo:400:kworker.0 00000100:00100000:3.0:1789785535.302242:0:3659:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9daf87817480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3659:1876725549215872:0@lo:400:kworker.0 00010000:00010000:1.0:1789785536.132472:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789785536.323642:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789785536.323660:0:3660:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafb115fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3660:1876725549216640:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1789785536.323732:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789785536.325495:0:22780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549216640 00000100:00100000:0.0:1789785536.325505:0:22780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549216640 00000100:00100000:0.0:1789785536.325549:0:22780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1789785536.325557:0:22780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafb115c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3660:x1876725549216640:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1789785536.325589:0:22780:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1789785536.325663:0:22780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafb115c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3660:x1876725549216640:12345-0@lo:41:osp-pre-1-0.0 Request processed in 105us (1930us total) trans 0 rc 0/0 00000100:00100000:0.0:1789785536.325670:0:22780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1789785536.325786:0:3660:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafa588b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3660:1876725549216768:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789785536.325823:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785536.325874:0:3660:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafb115fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3660:1876725549216640:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1789785536.327463:0:22779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549216768 00000100:00100000:0.0:1789785536.327479:0:22779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549216768 00000100:00100000:0.0:1789785536.327526:0:22779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1789785536.327535:0:22779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafb115c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3660:x1876725549216768:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1789785536.327566:0:22779:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1789785536.327647:0:22779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafb115c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3660:x1876725549216768:12345-0@lo:41:osp-pre-0-1.0 Request processed in 112us (1823us total) trans 0 rc 0/0 00000100:00100000:0.0:1789785536.327653:0:22779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1789785536.327745:0:3660:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafa588b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3660:1876725549216768:0@lo:41:osp-pre-0-1.0 00000001:00100000:0.0:1789785536.855381:0:23507:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000040:00080000:1.0:1789785537.156111:0:23527:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1789785537.157524:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789785538.190924:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789785538.378131:0:3658:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789785523/real 1789785523] req@ffff9dafa5888700 x1876725549207424/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789785538 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789785538.378151:0:3658:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9dafa5888700 x1876725549207424/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789785538 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789785538.378158:0:3658:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789785523/real 1789785523] req@ffff9dafa588b480 x1876725549207552/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789785538 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789785538.378164:0:3658:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9dafa588b480 x1876725549207552/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789785538 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789785538.378178:0:3658:0:(import.c:65:import_set_state_nolock()) ffff9daf9a9d9800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789785538.378201:0:3658:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1789785538.378205:0:3658:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafa5888700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3658:1876725549207424:0@lo:8:kworker.0 00000100:00080000:3.0:1789785538.378211:0:3658:0:(import.c:65:import_set_state_nolock()) ffff9dafaba12000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789785538.378216:0:3658:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1789785538.378219:0:3658:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafa588b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3658:1876725549207552:0@lo:8:kworker.0 00000100:00080000:0.0:1789785538.378455:0:15987:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789785538.378460:0:15987:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789785538.378462:0:15987:0:(import.c:65:import_set_state_nolock()) ffff9daf9a9d9800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789785538.378467:0:15987:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 631 00000100:00080000:0.0:1789785538.378471:0:15987:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1789785538.378477:0:15987:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff9daf9a9d9800 using connection 192.168.203.146@tcp/0@lo 00000100:00100000:3.0:1789785538.378816:0:3661:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafa5889880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:74f6797b-597b-4af7-b58b-b0a39d36f113:3661:1876725549216896:0@lo:400:kworker.0 00000100:00100000:3.0:1789785538.378879:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785538.378921:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1789785538.378936:0:3661:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafa5889c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3661:1876725549217024:0@lo:400:kworker.0 00000100:00100000:3.0:1789785538.378967:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785538.379003:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549216896 00000100:00100000:3.0:1789785538.379011:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549216896 00000100:00100000:3.0:1789785538.379062:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:3.0:1789785538.379072:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9daf862b4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f6797b-597b-4af7-b58b-b0a39d36f113+18:3661:x1876725549216896:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789785538.379120:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9daf862b4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f6797b-597b-4af7-b58b-b0a39d36f113+18:3661:x1876725549216896:12345-0@lo:400:kworker.0 Request processed in 50us (241us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785538.379128:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:3.0:1789785538.379160:0:23895:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549217024 00000100:00100000:3.0:1789785538.379163:0:23895:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549217024 00000100:00100000:3.0:1789785538.379186:0:23895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1789785538.379192:0:23895:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafb115fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3661:x1876725549217024:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789785538.379228:0:23895:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafb115fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3661:x1876725549217024:12345-0@lo:400:kworker.0 Request processed in 37us (262us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785538.379234:0:23895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1789785538.379393:0:15987:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9dafa588a300 x1876725549217152/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789785538.379410:0:15987:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789785538.379413:0:15987:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789785538.379415:0:15987:0:(import.c:65:import_set_state_nolock()) ffff9dafaba12000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789785538.379418:0:15987:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 631 00000100:00080000:0.0:1789785538.379421:0:15987:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1789785538.379425:0:15987:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9dafaba12000 using connection 192.168.203.146@tcp/0@lo 00000100:00100000:0.0:1789785538.379439:0:15987:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9dafa5888000 x1876725549217280/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789785538.379468:0:15987:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789785538.379472:0:15987:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789785538.379474:0:15987:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789785538.379477:0:15987:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1789785538.379870:0:3661:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafa5889c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3661:1876725549217024:0@lo:400:kworker.0 00000100:00100000:3.0:1789785538.379886:0:3661:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafa5889880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:74f6797b-597b-4af7-b58b-b0a39d36f113:3661:1876725549216896:0@lo:400:kworker.0 00000100:00100000:3.0:1789785538.379908:0:3661:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafa5888700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3661:1876725549217664:0@lo:400:kworker.0 00000100:00100000:3.0:1789785538.379952:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785538.380000:0:3658:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafa588a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3658:1876725549217152:0@lo:8:kworker.0 00000400:00000100:3.0:1789785538.380019:0:3658:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876725549217152 offset 0 length 520: 4 00000100:00100000:3.0:1789785538.380040:0:3658:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafa5888000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3658:1876725549217280:0@lo:8:kworker.0 00000400:00000100:3.0:1789785538.380056:0:3658:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876725549217280 offset 0 length 520: 4 00000100:00100000:3.0:1789785538.380076:0:3660:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafa588b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3660:1876725549217536:0@lo:400:kworker.0 00000100:00100000:3.0:1789785538.380108:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785538.380125:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789785538.380130:0:3660:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafa588a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3660:1876725549217408:0@lo:400:kworker.0 00000100:00100000:3.0:1789785538.380150:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789785538.380700:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549217664 00000100:00100000:1.0:1789785538.380708:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549217664 00000100:00100000:1.0:1789785538.380745:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549217408 00000100:00100000:1.0:1789785538.380748:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549217408 00000100:00100000:1.0:1789785538.380779:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1789785538.380788:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafb115ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3661:x1876725549217664:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789785538.380835:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafb115ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3661:x1876725549217664:12345-0@lo:400:kworker.0 Request processed in 48us (883us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785538.380841:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1789785538.380855:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1789785538.380861:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafb115d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3660:x1876725549217408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789785538.380890:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafb115d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3660:x1876725549217408:12345-0@lo:400:kworker.0 Request processed in 29us (739us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785538.380895:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00010000:00080000:3.0:1789785538.380972:0:3661:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9dafa5888700 x1876725549217664/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789785554 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789785538.380986:0:3661:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafa5888700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3661:1876725549217664:0@lo:400:kworker.0 00010000:00080000:3.0:1789785538.381011:0:3660:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9dafa588a680 x1876725549217408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789785554 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789785538.381021:0:3660:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafa588a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3660:1876725549217408:0@lo:400:kworker.0 00000100:00100000:2.0:1789785538.383889:0:22780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549217536 00000100:00100000:2.0:1789785538.383901:0:22780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549217536 00000100:00100000:2.0:1789785538.383994:0:22780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1789785538.384005:0:22780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafb115c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3660:x1876725549217536:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789785538.384109:0:22780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafb115c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3660:x1876725549217536:12345-0@lo:400:kworker.0 Request processed in 107us (4000us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785538.384116:0:22780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1789785538.384190:0:3660:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafa588b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3660:1876725549217536:0@lo:400:kworker.0 00000020:01000004:1.0:1789785538.508874:0:24275:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:1.0:1789785538.508879:0:24275:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/ost1_flakey 00000020:01000004:1.0:1789785538.508880:0:24275:0:(obd_mount.c:929:lmd_print()) options: errors=remount-ro 00000080:01200004:1.0:1789785538.512882:0:24275:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff9dafa5f49000 00000020:01000004:1.0:1789785538.512904:0:24275:0:(tgt_mount.c:2503:osd_start()) Attempting to start lustre-OST0000, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:1.0:1789785538.512921:0:24275:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0000-osd (typ=osd-ldiskfs) 00000020:00000080:1.0:1789785538.512937:0:24275:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osd (ffff9dae82553370) 00000020:00000080:1.0:1789785538.512954:0:24275:0:(obd_config.c:720:class_attach_name()) OBD: dev 20 attached type osd-ldiskfs with refcount 2 00100000:10000000:2.0:1789785538.588537:0:24275:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:2.0:1789785538.595153:0:24275:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:2.0:1789785538.595764:0:24275:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:2.0:1789785538.596871:0:24275:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:2.0:1789785538.597409:0:24275:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:2.0:1789785538.597681:0:24275:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:2.0:1789785538.597878:0:24275:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x2:0x0] (8/8) registered 00080000:01000000:2.0:1789785538.602932:0:24275:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0000: register osd-ldiskfs tunable parameters 00000020:00000080:2.0:1789785538.603215:0:24275:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00080000:01000000:2.0:1789785538.603228:0:24275:0:(osd_handler.c:8925:osd_obd_connect()) connect #0 00000020:00000080:2.0:1789785538.603241:0:24275:0:(genops.c:1385:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x2f18ee3fd845de5f 00000020:01000004:2.0:1789785538.603248:0:24275:0:(tgt_mount.c:2588:server_fill_super()) Found service lustre-OST0000 on device /dev/mapper/ost1_flakey 00000020:01000004:2.0:1789785538.603269:0:24275:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.203.146@tcp:Set MGC reconnect 1 10000000:01000000:2.0:1789785538.603273:0:24275:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.203.146@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:2.0:1789785538.603278:0:24275:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-OST0000 00000020:01000004:2.0:1789785538.603283:0:24275:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD OSS (typ=ost) 00000020:00000080:2.0:1789785538.603299:0:24275:0:(genops.c:413:class_newdev()) Allocate new device OSS (ffff9dafb5c3cd28) 00000020:00000080:2.0:1789785538.603405:0:24275:0:(obd_config.c:720:class_attach_name()) OBD: dev 21 attached type ost with refcount 2 00000100:00100000:2.0:1789785538.605549:0:24275:0:(service.c:155:ptlrpc_grow_req_bufs()) ost: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1789785538.605930:0:24275:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 0 min 3 max 116 00000100:00100000:2.0:1789785538.605936:0:24275:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_000' 00000100:00100000:3.0:1789785538.608120:0:24275:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 1 min 3 max 116 00000100:00100000:3.0:1789785538.608129:0:24275:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_001' 00000100:00100000:2.0:1789785538.609282:0:24275:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 2 min 3 max 116 00000100:00100000:2.0:1789785538.609290:0:24275:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_002' 00000100:00100000:3.0:1789785538.612146:0:24275:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_create: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1789785538.613096:0:24275:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 0 min 2 max 16 00000100:00100000:3.0:1789785538.613103:0:24275:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_000' 00000100:00100000:0.0:1789785538.616157:0:24275:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 1 min 2 max 16 00000100:00100000:0.0:1789785538.616178:0:24275:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_001' 00000100:00100000:3.0:1789785538.636541:0:24275:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1789785538.636998:0:24275:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 0 min 3 max 116 00000100:00100000:3.0:1789785538.637005:0:24275:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_000' 00000100:00100000:3.0:1789785538.638700:0:24275:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 1 min 3 max 116 00000100:00100000:3.0:1789785538.638710:0:24275:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_001' 00000100:00100000:0.0:1789785538.644904:0:24275:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 2 min 3 max 116 00000100:00100000:0.0:1789785538.644925:0:24275:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_002' 00000100:00100000:0.0:1789785538.646686:0:24275:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_seq: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1789785538.646858:0:24275:0:(service.c:3462:ptlrpc_start_thread()) ost_seq[0] started 0 min 2 max 16 00000100:00100000:0.0:1789785538.646863:0:24275:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_seq00_000' 00000100:00100000:0.0:1789785538.648645:0:24275:0:(service.c:3462:ptlrpc_start_thread()) ost_seq[0] started 1 min 2 max 16 00000100:00100000:0.0:1789785538.648654:0:24275:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_seq00_001' 00000100:00100000:0.0:1789785538.711951:0:24275:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1789785538.712145:0:24275:0:(service.c:3462:ptlrpc_start_thread()) ost_out[0] started 0 min 2 max 16 00000100:00100000:0.0:1789785538.712159:0:24275:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_out00_000' 00000100:00100000:0.0:1789785538.724091:0:24275:0:(service.c:3462:ptlrpc_start_thread()) ost_out[0] started 1 min 2 max 16 00000100:00100000:0.0:1789785538.724106:0:24275:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_out00_001' 00000020:00000080:1.0:1789785538.731917:0:24275:0:(obd_config.c:826:class_setup()) finished setup of obd OSS (uuid OSS_uuid) 00000020:01000004:1.0:1789785538.731952:0:24275:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost1_flakey 10000000:01000000:1.0:1789785538.731983:0:24275:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.146@tcp: cl_mgc_mutex lustre-OST0000-osd for locked: rc = 0 00000040:01000000:2.0:1789785538.749128:0:24275:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.146@tcp ctxt 0 is initialized 00000020:01000004:2.0:1789785538.749174:0:24275:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-OST0000, fs=lustre, 192.168.203.146@tcp, index=0000, flags=0x20002 00000020:01000004:2.0:1789785538.749179:0:24275:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:2.0:1789785538.749181:0:24275:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1789785538.749183:0:24275:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789785538.749184:0:24275:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789785538.749185:0:24275:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789785538.749187:0:24275:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789785538.749189:0:24275:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1789785538.749191:0:24275:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789785538.749192:0:24275:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1789785538.749196:0:24275:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x10020002 00000020:01000004:2.0:1789785538.749203:0:24275:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1789785538.749204:0:24275:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1789785538.749205:0:24275:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789785538.749206:0:24275:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789785538.749207:0:24275:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789785538.749208:0:24275:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789785538.749209:0:24275:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1789785538.749210:0:24275:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789785538.749211:0:24275:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1789785538.749250:0:24275:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:2.0:1789785538.749269:0:24275:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafaca25f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:24275:1876725549217792:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1789785538.749397:0:24275:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789785538.749438:0:24275:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dafac82f300 going to sleep for 11 seconds 00000100:00100000:1.0:1789785538.749596:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549217792 00000100:00100000:1.0:1789785538.749610:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549217792 00000100:00100000:1.0:1789785538.749657:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:1.0:1789785538.749665:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9daf862b7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f6797b-597b-4af7-b58b-b0a39d36f113+18:24275:x1876725549217792:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1789785538.749693:0:22766:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:1.0:1789785538.749696:0:22766:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0000 is running on 0@lo 20000000:01000000:1.0:1789785538.749700:0:22766:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00100000:1.0:1789785538.750324:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9daf862b7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f6797b-597b-4af7-b58b-b0a39d36f113+18:24275:x1876725549217792:12345-0@lo:253:mount.lustre.0 Request processed in 657us (925us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785538.750332:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:2.0:1789785538.750612:0:24275:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafaca25f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:24275:1876725549217792:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1789785538.750624:0:24275:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:2.0:1789785538.750627:0:24275:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1789785538.750628:0:24275:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1789785538.750629:0:24275:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789785538.750631:0:24275:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789785538.750632:0:24275:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789785538.750633:0:24275:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789785538.750634:0:24275:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1789785538.750635:0:24275:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789785538.750636:0:24275:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:2.0:1789785538.750658:0:24275:0:(tgt_mount.c:101:server_register_mount()) register mount ffff9dafa5f49000 from lustre-OST0000 10000000:01000000:2.0:1789785538.750683:0:24275:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-OST0000 from 0 10000000:01000000:2.0:1789785538.750686:0:24275:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0000-0000000000000000 10000000:01000000:2.0:1789785538.750693:0:24275:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff9dae83570000 local copy 00010000:00010000:2.0:1789785538.750702:0:24275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.146@tcp lock: ffff9daf814bb800/0x2f18ee3fd845dc1a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845dc21 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789785538.750801:0:24275:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafaca25f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:24275:1876725549217920:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789785538.750833:0:24275:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789785538.750865:0:24275:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dafa08fca80 going to sleep for 11 seconds 00000100:00100000:0.0:1789785538.750922:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549217920 00000100:00100000:0.0:1789785538.750927:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549217920 00000100:00100000:0.0:1789785538.750971:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:0.0:1789785538.750980:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9daf862b6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f6797b-597b-4af7-b58b-b0a39d36f113+18:24275:x1876725549217920:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789785538.751050:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9daf862b6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f6797b-597b-4af7-b58b-b0a39d36f113+18:24275:x1876725549217920:12345-0@lo:501:mount.lustre.0 Request processed in 71us (215us total) trans 0 rc -2/-2 00000100:00100000:0.0:1789785538.751056:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:2.0:1789785538.751173:0:24275:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafaca25f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:24275:1876725549217920:0@lo:501:mount.lustre.0 10000000:01000000:2.0:1789785538.751186:0:24275:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.203.146@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:2.0:1789785538.751203:0:24275:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.203.146@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:2.0:1789785538.751209:0:24275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.146@tcp lock: ffff9daf814bb800/0x2f18ee3fd845dc1a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845dc21 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785538.751218:0:24275:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.146@tcp lock: ffff9daf814bb800/0x2f18ee3fd845dc1a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845dc21 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789785538.751239:0:24275:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9dafa5f49000 10000000:01000000:2.0:1789785538.751243:0:24275:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1789785538.751248:0:24275:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0000-0000000000000000 10000000:01000000:2.0:1789785538.751251:0:24275:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1789785538.751255:0:24275:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 1 10000000:01000000:2.0:1789785538.751258:0:24275:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:2.0:1789785538.751278:0:24275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.146@tcp lock: ffff9dafc1b08000/0x2f18ee3fd845de6d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785538.751286:0:24275:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.146@tcp lock: ffff9dafc1b08000/0x2f18ee3fd845de6d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785538.751295:0:24275:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.146@tcp lock: ffff9dafc1b08000/0x2f18ee3fd845de6d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789785538.751320:0:24275:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafaca25f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:24275:1876725549218048:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1789785538.751370:0:24275:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789785538.751390:0:24275:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dafa08fca80 going to sleep for 11 seconds 00000100:00100000:0.0:1789785538.751536:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549218048 00000100:00100000:0.0:1789785538.751540:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549218048 00000100:00100000:0.0:1789785538.751571:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:0.0:1789785538.751577:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9daf862b6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f6797b-597b-4af7-b58b-b0a39d36f113+18:24275:x1876725549218048:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789785538.751597:0:22766:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789785538.751609:0:22766:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9dafb49efe00/0x2f18ee3fd845de74 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x2f18ee3fd845de6d expref: -99 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785538.751629:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9dafb49efe00/0x2f18ee3fd845de74 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2f18ee3fd845de6d expref: 19 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785538.751639:0:22766:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9dafb49efe00/0x2f18ee3fd845de74 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2f18ee3fd845de6d expref: 19 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785538.751649:0:22766:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dafb49efe00, rc 0) 00000100:00100000:0.0:1789785538.751688:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9daf862b6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f6797b-597b-4af7-b58b-b0a39d36f113+19:24275:x1876725549218048:12345-0@lo:101:mount.lustre.0 Request processed in 111us (317us total) trans 0 rc 0/0 00000100:00100000:0.0:1789785538.751694:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:3.0:1789785538.751807:0:24275:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafaca25f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:24275:1876725549218048:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789785538.751819:0:24275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.146@tcp lock: ffff9dafc1b08000/0x2f18ee3fd845de6d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845de74 expref: -99 pid: 24275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785538.751829:0:24275:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.146@tcp lock: ffff9dafc1b08000/0x2f18ee3fd845de6d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x2f18ee3fd845de74 expref: -99 pid: 24275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1789785538.752923:0:24275:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 14 count 14 00000040:00080000:3.0:1789785538.753946:0:24275:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1789785538.757083:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:3.0:1789785538.757150:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:3.0:1789785538.757170:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:3.0:1789785538.757200:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:3.0:1789785538.757216:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:3.0:1789785538.757231:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:3.0:1789785538.757244:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:3.0:1789785538.757257:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:3.0:1789785538.757269:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 80 off9712 00000040:00080000:3.0:1789785538.757283:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9936 00000040:00080000:3.0:1789785538.757313:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].11, 224 off10160 00000040:00080000:3.0:1789785538.757329:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].12, 120 off10280 00000040:00080000:3.0:1789785538.757391:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].13, 224 off10504 00000040:00080000:3.0:1789785538.757398:0:24275:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 13 count 14 00000100:00100000:3.0:1789785538.757523:0:24275:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafb115dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:24275:1876725549218176:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789785538.757596:0:24275:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785538.757642:0:24275:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf8513f3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789785538.757833:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549218176 00000100:00100000:0.0:1789785538.757855:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549218176 00000100:00100000:0.0:1789785538.757920:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:0.0:1789785538.757931:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9daf862b7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f6797b-597b-4af7-b58b-b0a39d36f113+19:24275:x1876725549218176:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789785538.758121:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9daf862b7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f6797b-597b-4af7-b58b-b0a39d36f113+19:24275:x1876725549218176:12345-0@lo:501:mount.lustre.0 Request processed in 184us (527us total) trans 0 rc 0/0 00000100:00100000:0.0:1789785538.758129:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:3.0:1789785538.760099:0:24275:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafb115dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:24275:1876725549218176:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789785538.760155:0:24275:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafb115dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:24275:1876725549218304:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789785538.760286:0:24275:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785538.760764:0:24275:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf8513f3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789785538.761400:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549218304 00000100:00100000:2.0:1789785538.761409:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549218304 00000100:00100000:2.0:1789785538.761481:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:2.0:1789785538.761491:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9daf862b5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f6797b-597b-4af7-b58b-b0a39d36f113+19:24275:x1876725549218304:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789785538.764436:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9daf862b5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f6797b-597b-4af7-b58b-b0a39d36f113+19:24275:x1876725549218304:12345-0@lo:503:mount.lustre.0 Request processed in 2938us (4140us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785538.764459:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:3.0:1789785538.764599:0:24275:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafb115dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:24275:1876725549218304:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1789785538.765019:0:24275:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1789785538.765094:0:24275:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafb115dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:24275:1876725549218432:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789785538.765147:0:24275:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785538.765189:0:24275:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf8513f3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789785538.765410:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549218432 00000100:00100000:1.0:1789785538.765416:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549218432 00000100:00100000:1.0:1789785538.765463:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:1.0:1789785538.765471:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9daf862b5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f6797b-597b-4af7-b58b-b0a39d36f113+19:24275:x1876725549218432:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789785538.766034:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9daf862b5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f6797b-597b-4af7-b58b-b0a39d36f113+19:24275:x1876725549218432:12345-0@lo:502:mount.lustre.0 Request processed in 561us (884us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785538.766042:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:3.0:1789785538.766315:0:24275:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafb115dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:24275:1876725549218432:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789785538.766536:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:3.0:1789785538.766566:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:3.0:1789785538.766595:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:3.0:1789785538.766612:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:3.0:1789785538.766625:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:3.0:1789785538.766638:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:3.0:1789785538.766651:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:3.0:1789785538.766661:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:3.0:1789785538.766672:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 80 off9712 00000040:00080000:3.0:1789785538.766684:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9936 00000040:00080000:3.0:1789785538.766696:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].11, 224 off10160 00000040:00080000:3.0:1789785538.766724:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].12, 120 off10280 00000100:00100000:3.0:1789785538.766753:0:24275:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafb115dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:24275:1876725549218560:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789785538.766798:0:24275:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785538.766833:0:24275:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf8513f3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789785538.767757:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549218560 00000100:00100000:2.0:1789785538.767765:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549218560 00000100:00100000:2.0:1789785538.767812:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1789785538.767820:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9daf862b6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f6797b-597b-4af7-b58b-b0a39d36f113+19:24275:x1876725549218560:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789785538.767935:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9daf862b6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f6797b-597b-4af7-b58b-b0a39d36f113+19:24275:x1876725549218560:12345-0@lo:502:mount.lustre.0 Request processed in 115us (1136us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785538.767943:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:3.0:1789785538.768203:0:24275:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafb115dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:24275:1876725549218560:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789785538.768264:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].13, 224 off10504 00000040:00080000:3.0:1789785538.768275:0:24275:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 13 count 14 00000020:01000000:3.0:1789785538.769255:0:24292:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1789785538.769263:0:24292:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/ost1_flakey 00000020:00000080:3.0:1789785538.769269:0:24292:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789785538.769271:0:24292:0:(obd_config.c:1563:class_process_config()) marker 21 (0x1) lustre-OST0000 add ost 00000020:00000080:3.0:1789785538.769276:0:24292:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1789785538.769289:0:24292:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000 (ffff9daf86120000) 00000020:00000080:3.0:1789785538.769322:0:24292:0:(obd_config.c:720:class_attach_name()) OBD: dev 22 attached type obdfilter with refcount 2 00000020:00000080:3.0:1789785538.769329:0:24292:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:3.0:1789785538.769578:0:24292:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9dafa5f49000 from lustre-OST0000, refs=2 00080000:01000000:3.0:1789785538.769604:0:24292:0:(osd_handler.c:8925:osd_obd_connect()) connect #1 00000020:00000080:3.0:1789785538.769612:0:24292:0:(genops.c:1385:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x2f18ee3fd845de82 00010000:00010000:2.0:1789785538.774752:0:24292:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0000_UUID-3 is initialized 00000001:00000004:2.0:1789785538.775755:0:24292:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 8589934594 00080000:10000000:2.0:1789785538.777245:0:24292:0:(osd_handler.c:5581:osd_index_try()) lustre-OST0000: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:2.0:1789785538.778856:0:24292:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:01000000:2.0:1789785538.778867:0:24292:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789785538.778874:0:24292:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789785538.778876:0:24292:0:(obd_config.c:1563:class_process_config()) marker 21 (0x2) lustre-OST0000 add ost 00000020:01000000:2.0:1789785538.778879:0:24292:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1789785538.778882:0:24292:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #26 00000020:01000000:2.0:1789785538.778884:0:24292:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1789785538.778886:0:24292:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1789785538.778887:0:24292:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1789785538.778890:0:24292:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789785538.778891:0:24292:0:(obd_config.c:1563:class_process_config()) marker 26 (0x6) lustre sys.timeout 00000020:01000000:2.0:1789785538.778894:0:24292:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789785538.778897:0:24292:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789785538.778898:0:24292:0:(obd_config.c:1563:class_process_config()) marker 34 (0x1) lustre sys.timeout 00000020:00000080:2.0:1789785538.778901:0:24292:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1789785538.778910:0:24292:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:2.0:1789785538.778913:0:24292:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789785538.778915:0:24292:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789785538.778916:0:24292:0:(obd_config.c:1563:class_process_config()) marker 34 (0x2) lustre sys.timeout 00000020:01000000:2.0:1789785538.778919:0:24292:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789785538.778921:0:24292:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789785538.778923:0:24292:0:(obd_config.c:1563:class_process_config()) marker 39 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1789785538.778926:0:24292:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:2.0:1789785538.778951:0:24292:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789785538.778954:0:24292:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789785538.778956:0:24292:0:(obd_config.c:1563:class_process_config()) marker 39 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1789785538.778959:0:24292:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 14 count 14 00000020:01000000:3.0:1789785538.787295:0:24275:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0000 gen 1-13 (rc=0) 10000000:01000000:3.0:1789785538.787379:0:24275:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.146@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:3.0:1789785538.787404:0:24275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.146@tcp lock: ffff9dafc1b08000/0x2f18ee3fd845de6d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845de74 expref: -99 pid: 24275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785538.787417:0:24275:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.146@tcp lock: ffff9dafc1b08000/0x2f18ee3fd845de6d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845de74 expref: -99 pid: 24275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789785538.787427:0:24275:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9dafa5f49000 from 1 10000000:01000000:3.0:1789785538.787430:0:24275:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1789785538.787477:0:24275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.146@tcp lock: ffff9daf814ba000/0x2f18ee3fd845de89 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785538.787485:0:24275:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.146@tcp lock: ffff9daf814ba000/0x2f18ee3fd845de89 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785538.787494:0:24275:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.146@tcp lock: ffff9daf814ba000/0x2f18ee3fd845de89 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789785538.787519:0:24275:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafb115dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:24275:1876725549218688:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1789785538.787598:0:24275:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785538.787639:0:24275:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf8513ff00 going to sleep for 11 seconds 00000100:00100000:1.0:1789785538.787777:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549218688 00000100:00100000:1.0:1789785538.787786:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549218688 00000100:00100000:1.0:1789785538.787842:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:1.0:1789785538.787852:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbbadf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f6797b-597b-4af7-b58b-b0a39d36f113+19:24275:x1876725549218688:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789785538.787864:0:22767:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789785538.787875:0:22767:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9dafc21ca600/0x2f18ee3fd845de90 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x2f18ee3fd845de89 expref: -99 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785538.787897:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9dafc21ca600/0x2f18ee3fd845de90 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2f18ee3fd845de89 expref: 20 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785538.787906:0:22767:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9dafc21ca600/0x2f18ee3fd845de90 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2f18ee3fd845de89 expref: 20 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785538.787924:0:22767:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dafc21ca600, rc 0) 00000100:00100000:1.0:1789785538.787973:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbbadf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f6797b-597b-4af7-b58b-b0a39d36f113+20:24275:x1876725549218688:12345-0@lo:101:mount.lustre.0 Request processed in 112us (364us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785538.787980:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:3.0:1789785538.788381:0:24275:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafb115dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:24275:1876725549218688:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789785538.788397:0:24275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.146@tcp lock: ffff9daf814ba000/0x2f18ee3fd845de89 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845de90 expref: -99 pid: 24275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785538.788406:0:24275:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.146@tcp lock: ffff9daf814ba000/0x2f18ee3fd845de89 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x2f18ee3fd845de90 expref: -99 pid: 24275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1789785538.791282:0:24275:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:3.0:1789785538.791604:0:24275:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1789785538.791762:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:3.0:1789785538.791787:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:3.0:1789785538.791800:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:3.0:1789785538.791814:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:3.0:1789785538.791828:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:3.0:1789785538.791842:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:3.0:1789785538.791854:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:3.0:1789785538.791865:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:3.0:1789785538.791876:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:3.0:1789785538.791900:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:3.0:1789785538.791913:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:3.0:1789785538.791929:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:3.0:1789785538.791935:0:24275:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:3.0:1789785538.792001:0:24275:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafb115dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:24275:1876725549218816:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789785538.792058:0:24275:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785538.792095:0:24275:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf8513f6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789785538.792393:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549218816 00000100:00100000:1.0:1789785538.792401:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549218816 00000100:00100000:1.0:1789785538.792451:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1789785538.792460:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbbadd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f6797b-597b-4af7-b58b-b0a39d36f113+20:24275:x1876725549218816:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789785538.792556:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbbadd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f6797b-597b-4af7-b58b-b0a39d36f113+20:24275:x1876725549218816:12345-0@lo:501:mount.lustre.0 Request processed in 96us (496us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785538.792564:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:3.0:1789785538.793012:0:24275:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafb115dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:24275:1876725549218816:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789785538.793046:0:24275:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafb115dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:24275:1876725549218944:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789785538.793087:0:24275:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785538.793156:0:24275:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf8513f6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789785538.799783:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549218944 00000100:00100000:0.0:1789785538.799798:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549218944 00000100:00100000:0.0:1789785538.799856:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:0.0:1789785538.799868:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbbade050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f6797b-597b-4af7-b58b-b0a39d36f113+20:24275:x1876725549218944:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789785538.800054:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbbade050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f6797b-597b-4af7-b58b-b0a39d36f113+20:24275:x1876725549218944:12345-0@lo:503:mount.lustre.0 Request processed in 187us (6964us total) trans 0 rc 0/0 00000100:00100000:0.0:1789785538.800062:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:3.0:1789785538.800880:0:24275:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafb115dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:24275:1876725549218944:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1789785538.802009:0:24275:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1789785538.802437:0:24275:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafb115dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:24275:1876725549219072:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789785538.802617:0:24275:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785538.802701:0:24275:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf8513ff00 going to sleep for 11 seconds 00000100:00100000:0.0:1789785538.810626:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549219072 00000100:00100000:0.0:1789785538.810642:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549219072 00000100:00100000:0.0:1789785538.810705:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:0.0:1789785538.810715:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbbade450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f6797b-597b-4af7-b58b-b0a39d36f113+20:24275:x1876725549219072:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789785538.810885:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbbade450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f6797b-597b-4af7-b58b-b0a39d36f113+20:24275:x1876725549219072:12345-0@lo:502:mount.lustre.0 Request processed in 171us (8267us total) trans 0 rc 0/0 00000100:00100000:0.0:1789785538.810894:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1789785538.811038:0:24275:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafb115dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:24275:1876725549219072:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1789785538.811319:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:1.0:1789785538.811393:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:1.0:1789785538.811408:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:1.0:1789785538.811422:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:1.0:1789785538.811436:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:1.0:1789785538.811460:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:1.0:1789785538.811474:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:1.0:1789785538.811485:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:1.0:1789785538.811498:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:1.0:1789785538.811510:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:1.0:1789785538.811522:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:1.0:1789785538.811554:0:24275:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9daf87814e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:24275:1876725549219200:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789785538.811610:0:24275:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789785538.811641:0:24275:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf82d1ca80 going to sleep for 11 seconds 00000100:00100000:3.0:1789785538.811814:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549219200 00000100:00100000:3.0:1789785538.811820:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549219200 00000100:00100000:3.0:1789785538.811859:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:3.0:1789785538.811866:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbbadd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f6797b-597b-4af7-b58b-b0a39d36f113+20:24275:x1876725549219200:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789785538.811957:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbbadd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f6797b-597b-4af7-b58b-b0a39d36f113+20:24275:x1876725549219200:12345-0@lo:502:mount.lustre.0 Request processed in 91us (347us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785538.811965:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:2.0:1789785538.812039:0:24275:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9daf87814e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:24275:1876725549219200:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1789785538.812082:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:2.0:1789785538.812090:0:24275:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:2.0:1789785538.813395:0:24296:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789785538.813416:0:24296:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789785538.813419:0:24296:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:2.0:1789785538.813428:0:24296:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9dafa5f49000 00000020:00000080:2.0:1789785538.813430:0:24296:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1789785538.813439:0:24296:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789785538.813441:0:24296:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789785538.813613:0:24296:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:2.0:1789785538.813618:0:24296:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789785538.813622:0:24296:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789785538.813623:0:24296:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:2.0:1789785538.813627:0:24296:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9dafa5f49000 00000020:00000080:2.0:1789785538.813629:0:24296:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1789785538.813683:0:24296:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789785538.813688:0:24296:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789785538.813690:0:24296:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:2.0:1789785538.813692:0:24296:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789785538.813694:0:24296:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789785538.815034:0:24296:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1789785538.815047:0:24296:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9dafa5f49000 00000020:00000080:2.0:1789785538.815050:0:24296:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1789785538.815083:0:24296:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789785538.815087:0:24296:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789785538.815088:0:24296:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1789785538.815091:0:24296:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789785538.815094:0:24296:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789785538.815096:0:24296:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:2.0:1789785538.815100:0:24296:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9dafa5f49000 00000020:00000080:2.0:1789785538.815102:0:24296:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1789785538.815131:0:24296:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789785538.815135:0:24296:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789785538.815136:0:24296:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:2.0:1789785538.815139:0:24296:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:3.0:1789785538.832858:0:24275:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:3.0:1789785538.832907:0:24275:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.146@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1789785538.832937:0:24275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.146@tcp lock: ffff9daf814ba000/0x2f18ee3fd845de89 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845de90 expref: -99 pid: 24275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785538.832949:0:24275:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.146@tcp lock: ffff9daf814ba000/0x2f18ee3fd845de89 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845de90 expref: -99 pid: 24275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789785538.833019:0:24275:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:3.0:1789785538.833023:0:24275:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9dafa5f49000 10000000:01000000:3.0:1789785538.833034:0:24275:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9dafa5f49000 10000000:01000000:3.0:1789785538.833038:0:24275:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1789785538.833045:0:24275:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9dafa5f49000 from 1 10000000:01000000:3.0:1789785538.833047:0:24275:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1789785538.833084:0:24275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.146@tcp lock: ffff9daf814bbc00/0x2f18ee3fd845de97 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785538.833092:0:24275:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.146@tcp lock: ffff9daf814bbc00/0x2f18ee3fd845de97 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785538.833102:0:24275:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.146@tcp lock: ffff9daf814bbc00/0x2f18ee3fd845de97 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789785538.833143:0:24275:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafb115f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:24275:1876725549219328:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1789785538.833217:0:24275:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785538.833265:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549219328 00000100:00100000:3.0:1789785538.833272:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549219328 00000100:00100000:3.0:1789785538.833321:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:3.0:1789785538.833331:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbbadc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f6797b-597b-4af7-b58b-b0a39d36f113+20:24275:x1876725549219328:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789785538.833359:0:22769:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789785538.833371:0:22769:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9daf814ba600/0x2f18ee3fd845de9e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x2f18ee3fd845de97 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785538.833394:0:22769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9daf814ba600/0x2f18ee3fd845de9e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2f18ee3fd845de97 expref: 21 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785538.833405:0:22769:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9daf814ba600/0x2f18ee3fd845de9e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2f18ee3fd845de97 expref: 21 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785538.833414:0:22769:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9daf814ba600, rc 0) 00000100:00100000:3.0:1789785538.833446:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbbadc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f6797b-597b-4af7-b58b-b0a39d36f113+21:24275:x1876725549219328:12345-0@lo:101:mount.lustre.0 Request processed in 117us (229us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785538.833452:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:3.0:1789785538.833494:0:24275:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf8513f240 going to sleep for 11 seconds 00000100:00100000:3.0:1789785538.833514:0:24275:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafb115f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:24275:1876725549219328:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789785538.833526:0:24275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.146@tcp lock: ffff9daf814bbc00/0x2f18ee3fd845de97 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845de9e expref: -99 pid: 24275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785538.833535:0:24275:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.146@tcp lock: ffff9daf814bbc00/0x2f18ee3fd845de97 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x2f18ee3fd845de9e expref: -99 pid: 24275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1789785538.839823:0:24275:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:3.0:1789785538.840170:0:24275:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1789785538.840516:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:3.0:1789785538.840543:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:3.0:1789785538.840559:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:3.0:1789785538.840574:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:3.0:1789785538.840602:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:3.0:1789785538.840617:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:3.0:1789785538.840630:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:3.0:1789785538.840663:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:3.0:1789785538.840678:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:3.0:1789785538.840691:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:3.0:1789785538.840704:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:3.0:1789785538.840718:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:3.0:1789785538.840730:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:3.0:1789785538.840743:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:3.0:1789785538.840756:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:3.0:1789785538.840769:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:3.0:1789785538.840781:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:3.0:1789785538.840792:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:3.0:1789785538.840804:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:3.0:1789785538.840816:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:3.0:1789785538.840830:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:3.0:1789785538.840842:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:3.0:1789785538.840855:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:3.0:1789785538.840883:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:3.0:1789785538.840895:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:3.0:1789785538.840906:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:3.0:1789785538.840918:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:3.0:1789785538.840930:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:3.0:1789785538.840942:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:3.0:1789785538.840968:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:3.0:1789785538.840982:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:3.0:1789785538.840997:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:3.0:1789785538.841012:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:3.0:1789785538.841039:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:3.0:1789785538.841056:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:3.0:1789785538.841070:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:3.0:1789785538.841084:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:3.0:1789785538.841099:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:3.0:1789785538.841114:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:3.0:1789785538.841142:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:3.0:1789785538.841158:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:3.0:1789785538.841173:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:3.0:1789785538.841187:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:3.0:1789785538.841201:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:3.0:1789785538.841215:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:3.0:1789785538.841230:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:3.0:1789785538.841245:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:3.0:1789785538.841258:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:3.0:1789785538.842514:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:3.0:1789785538.842550:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:3.0:1789785538.842567:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:3.0:1789785538.842571:0:24275:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:3.0:1789785538.842683:0:24275:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafb115f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:24275:1876725549219456:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789785538.842747:0:24275:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785538.842824:0:24275:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf8513fa80 going to sleep for 11 seconds 00000100:00100000:0.0:1789785538.849699:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549219456 00000100:00100000:0.0:1789785538.849713:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549219456 00000100:00100000:0.0:1789785538.849796:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:0.0:1789785538.849807:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbbadec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f6797b-597b-4af7-b58b-b0a39d36f113+21:24275:x1876725549219456:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789785538.849989:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbbadec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f6797b-597b-4af7-b58b-b0a39d36f113+21:24275:x1876725549219456:12345-0@lo:501:mount.lustre.0 Request processed in 184us (7241us total) trans 0 rc 0/0 00000100:00100000:0.0:1789785538.850007:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:3.0:1789785538.850213:0:24275:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafb115f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:24275:1876725549219456:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789785538.850257:0:24275:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafb115f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:24275:1876725549219584:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789785538.850297:0:24275:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785538.850352:0:24275:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf8513fa80 going to sleep for 11 seconds 00000100:00100000:1.0:1789785538.851068:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549219584 00000100:00100000:1.0:1789785538.851074:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549219584 00000100:00100000:1.0:1789785538.851103:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:1.0:1789785538.851109:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbbadc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f6797b-597b-4af7-b58b-b0a39d36f113+21:24275:x1876725549219584:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789785538.851215:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbbadc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f6797b-597b-4af7-b58b-b0a39d36f113+21:24275:x1876725549219584:12345-0@lo:503:mount.lustre.0 Request processed in 104us (916us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785538.851222:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:3.0:1789785538.851716:0:24275:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafb115f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:24275:1876725549219584:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1789785538.854805:0:24275:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1789785538.854904:0:24275:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafb115f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:24275:1876725549219712:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789785538.856955:0:24275:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785538.859101:0:24275:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf8513f240 going to sleep for 11 seconds 00000100:00100000:2.0:1789785538.859117:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549219712 00000100:00100000:2.0:1789785538.859126:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549219712 00000100:00100000:2.0:1789785538.859182:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:2.0:1789785538.859192:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbbadf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f6797b-597b-4af7-b58b-b0a39d36f113+21:24275:x1876725549219712:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789785538.859366:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbbadf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f6797b-597b-4af7-b58b-b0a39d36f113+21:24275:x1876725549219712:12345-0@lo:502:mount.lustre.0 Request processed in 175us (2414us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785538.859374:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:3.0:1789785538.859424:0:24275:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafb115f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:24275:1876725549219712:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789785538.859680:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:3.0:1789785538.859710:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:3.0:1789785538.859723:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:3.0:1789785538.859734:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:3.0:1789785538.859748:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:3.0:1789785538.859760:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:3.0:1789785538.859771:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:3.0:1789785538.859784:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:3.0:1789785538.859797:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:3.0:1789785538.859810:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:3.0:1789785538.859824:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:3.0:1789785538.859836:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:3.0:1789785538.859848:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:3.0:1789785538.859860:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:3.0:1789785538.859874:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:3.0:1789785538.859885:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:3.0:1789785538.859912:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:3.0:1789785538.859927:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:3.0:1789785538.859938:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:3.0:1789785538.859951:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:3.0:1789785538.859975:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:3.0:1789785538.859991:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:3.0:1789785538.860003:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:3.0:1789785538.860017:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:3.0:1789785538.860041:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:3.0:1789785538.860056:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:3.0:1789785538.860070:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:3.0:1789785538.860083:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:3.0:1789785538.860094:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:3.0:1789785538.860105:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:3.0:1789785538.860115:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:3.0:1789785538.860126:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:3.0:1789785538.860151:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:3.0:1789785538.861814:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:3.0:1789785538.861857:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:3.0:1789785538.861874:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:3.0:1789785538.861887:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:3.0:1789785538.861898:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:3.0:1789785538.861910:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:3.0:1789785538.861922:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:3.0:1789785538.861935:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:3.0:1789785538.861948:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:3.0:1789785538.865624:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:3.0:1789785538.865697:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:3.0:1789785538.865714:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:3.0:1789785538.865727:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:3.0:1789785538.865740:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:3.0:1789785538.865754:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:3.0:1789785538.865829:0:24275:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafb115f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:24275:1876725549219840:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789785538.865904:0:24275:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785538.865947:0:24275:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf8513f240 going to sleep for 11 seconds 00000100:00100000:2.0:1789785538.866400:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549219840 00000100:00100000:2.0:1789785538.866417:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549219840 00000100:00100000:2.0:1789785538.866532:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:2.0:1789785538.866542:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbbadd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f6797b-597b-4af7-b58b-b0a39d36f113+21:24275:x1876725549219840:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789785538.866961:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbbadd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f6797b-597b-4af7-b58b-b0a39d36f113+21:24275:x1876725549219840:12345-0@lo:502:mount.lustre.0 Request processed in 419us (1055us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785538.866969:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:3.0:1789785538.868561:0:24275:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafb115f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:24275:1876725549219840:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789785538.868799:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:3.0:1789785538.868825:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:3.0:1789785538.868860:0:24275:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafb115f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:24275:1876725549219968:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789785538.868920:0:24275:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785538.868960:0:24275:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf8513f240 going to sleep for 11 seconds 00000100:00100000:2.0:1789785538.868992:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549219968 00000100:00100000:2.0:1789785538.869005:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549219968 00000100:00100000:2.0:1789785538.869053:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:2.0:1789785538.869062:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbbadc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f6797b-597b-4af7-b58b-b0a39d36f113+21:24275:x1876725549219968:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789785538.869162:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbbadc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f6797b-597b-4af7-b58b-b0a39d36f113+21:24275:x1876725549219968:12345-0@lo:502:mount.lustre.0 Request processed in 101us (241us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785538.869170:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:3.0:1789785538.869238:0:24275:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafb115f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:24275:1876725549219968:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789785538.869273:0:24275:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:3.0:1789785538.869281:0:24275:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:3.0:1789785538.875925:0:24301:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0000 (typ=lwp) 00000020:00000080:3.0:1789785538.875943:0:24301:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0000 (ffff9daf86124d28) 00000020:00000080:3.0:1789785538.875982:0:24301:0:(obd_config.c:720:class_attach_name()) OBD: dev 23 attached type lwp with refcount 2 00000020:01000004:3.0:1789785538.876069:0:24301:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9dafa5f49000 from lustre-OST0000, refs=3 00000020:01000004:3.0:1789785538.876074:0:24301:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9dafa5f49000 from lustre-OST0000, refs=3 00000020:01000004:3.0:1789785538.876077:0:24301:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9dafa5f49000 3 00010000:00080000:3.0:1789785538.876127:0:24301:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9dae8448a800@lustre-MDT0000-lwp-OST0000: add connection 192.168.203.146@tcp at head 00010000:00010000:3.0:1789785538.880678:0:24301:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0000-9 is initialized 00000020:00000080:3.0:1789785538.880918:0:24301:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000010:01000000:3.0:1789785538.880973:0:24301:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1789785538.880987:0:24301:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0000, cookie 0x2f18ee3fd845deac 00000100:00080000:3.0:1789785538.880996:0:24301:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1789785538.881002:0:24301:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9dae8448a800 using connection 192.168.203.146@tcp/0@lo 00000100:00100000:3.0:1789785538.881059:0:24301:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9dafb115f800 x1876725549220096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789785538.881088:0:24301:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00100000:2.0:1789785538.881266:0:3658:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafb115f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3658:1876725549220096:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1789785538.881330:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785538.882128:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549220096 00000100:00100000:3.0:1789785538.882138:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549220096 00000100:00100000:3.0:1789785538.882197:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1789785538.882206:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafaca24e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3658:x1876725549220096:12345-0@lo:38:llog_process_th.0 00010000:00080000:3.0:1789785538.882229:0:22776:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 647 last 0 00000020:00000080:3.0:1789785538.882269:0:22776:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0000_UUID, cookie 0x2f18ee3fd845deb3 00000004:00100000:3.0:1789785538.882290:0:22776:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:3.0:1789785538.887065:0:22776:0:(import.c:65:import_set_state_nolock()) ffff9dae824e0800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1789785538.887171:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafaca24e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3658:x1876725549220096:12345-0@lo:38:llog_process_th.0 Request processed in 4962us (5838us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785538.887183:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:2.0:1789785538.887307:0:3658:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9dafb115f800 x1876725549220096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789785548 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789785538.887319:0:3658:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1789785538.887327:0:3658:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 3 00000020:01000004:3.0:1789785538.887330:0:24301:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0000 (typ=lwp) 00000100:00080000:2.0:1789785538.887335:0:3658:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:2.0:1789785538.887355:0:3658:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1789785538.887357:0:3658:0:(import.c:65:import_set_state_nolock()) ffff9dae8448a800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000020:00000080:3.0:1789785538.887359:0:24301:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0000 (ffff9dae837219b8) 00000100:00100000:2.0:1789785538.887363:0:3658:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafb115f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3658:1876725549220096:0@lo:38:llog_process_th.0 00000020:00000080:3.0:1789785538.887379:0:24301:0:(obd_config.c:720:class_attach_name()) OBD: dev 24 attached type lwp with refcount 2 00000020:01000004:3.0:1789785538.887460:0:24301:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9dafa5f49000 from lustre-OST0000, refs=3 00000020:01000004:3.0:1789785538.887464:0:24301:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9dafa5f49000 from lustre-OST0000, refs=3 00000020:01000004:3.0:1789785538.887467:0:24301:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9dafa5f49000 3 00010000:00080000:3.0:1789785538.887492:0:24301:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9dae824e1000@lustre-MDT0001-lwp-OST0000: add connection 192.168.203.146@tcp at head 00010000:00010000:3.0:1789785538.889078:0:24301:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0000-10 is initialized 00000100:00080000:1.0:1789785538.890102:0:15987:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789785538.890107:0:15987:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789785538.890110:0:15987:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789785538.890112:0:15987:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789785538.890139:0:15987:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789785538.890142:0:15987:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789785538.890145:0:15987:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789785538.890147:0:15987:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1789785538.890184:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9daf87814e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3662:1876725549220224:0@lo:400:kworker.0 00000100:00100000:1.0:1789785538.890245:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789785538.890280:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1789785538.890286:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9daf87815500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3662:1876725549220608:0@lo:400:kworker.0 00000100:00100000:1.0:1789785538.890322:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789785538.890379:0:3659:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9daf87817480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3659:1876725549220352:0@lo:400:kworker.0 00000100:00100000:1.0:1789785538.890402:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789785538.890421:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789785538.890426:0:3659:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9daf87817800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3659:1876725549220480:0@lo:400:kworker.0 00000100:00100000:1.0:1789785538.890472:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789785538.890522:0:22779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549220224 00000100:00100000:1.0:1789785538.890540:0:22779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549220224 00000100:00100000:1.0:1789785538.890577:0:22779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549220480 00000100:00100000:1.0:1789785538.890581:0:22779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549220480 00000100:00100000:1.0:1789785538.890607:0:22779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1789785538.890615:0:22779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9daf87816680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3662:x1876725549220224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789785538.890666:0:22779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9daf87816680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3662:x1876725549220224:12345-0@lo:400:kworker.0 Request processed in 51us (420us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785538.890673:0:22779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1789785538.890688:0:22779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1789785538.890695:0:22779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae844c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3659:x1876725549220480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789785538.890727:0:22779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae844c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3659:x1876725549220480:12345-0@lo:400:kworker.0 Request processed in 33us (254us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785538.890733:0:22779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1789785538.890752:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549220608 00000100:00100000:1.0:1789785538.890755:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549220608 00000100:00100000:1.0:1789785538.890776:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549220352 00000100:00100000:1.0:1789785538.890779:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549220352 00000100:00100000:1.0:1789785538.890795:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1789785538.890801:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae844c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3662:x1876725549220608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789785538.890829:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae844c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3662:x1876725549220608:12345-0@lo:400:kworker.0 Request processed in 28us (506us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785538.890835:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1789785538.890847:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1789785538.890852:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae844c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3659:x1876725549220352:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789785538.890878:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae844c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3659:x1876725549220352:12345-0@lo:400:kworker.0 Request processed in 26us (475us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785538.890892:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00010000:00080000:1.0:1789785538.890939:0:3662:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9daf87815500 x1876725549220608/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789785554 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789785538.890953:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9daf87815500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3662:1876725549220608:0@lo:400:kworker.0 00000100:00100000:1.0:1789785538.890976:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9daf87814e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3662:1876725549220224:0@lo:400:kworker.0 00000100:00100000:1.0:1789785538.891012:0:3659:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9daf87817800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3659:1876725549220480:0@lo:400:kworker.0 00010000:00080000:1.0:1789785538.891021:0:3659:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9daf87817480 x1876725549220352/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789785554 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789785538.891028:0:3659:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9daf87817480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3659:1876725549220352:0@lo:400:kworker.0 00000020:00000080:3.0:1789785538.894053:0:24301:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000010:01000000:3.0:1789785538.894099:0:24301:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1789785538.894111:0:24301:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0000, cookie 0x2f18ee3fd845dec1 00000100:00080000:3.0:1789785538.894120:0:24301:0:(import.c:510:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1789785538.894125:0:24301:0:(import.c:624:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff9dae824e1000 using connection 192.168.203.146@tcp/0@lo 00000100:00100000:3.0:1789785538.894158:0:24301:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9dafb115f800 x1876725549220736/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789785538.894185:0:24301:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:3.0:1789785538.894541:0:15987:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789785538.894546:0:15987:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789785538.894549:0:15987:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789785538.894551:0:15987:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789785538.894554:0:15987:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:2.0:1789785538.894558:0:3658:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafb115f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3658:1876725549220736:0@lo:38:llog_process_th.0 00000100:00080000:3.0:1789785538.894563:0:15987:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789785538.894565:0:15987:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789785538.894568:0:15987:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1789785538.894952:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785538.895642:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549220736 00000100:00100000:3.0:1789785538.895650:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549220736 00000100:00100000:3.0:1789785538.895685:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1789785538.895692:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafaca24000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3658:x1876725549220736:12345-0@lo:38:llog_process_th.0 00010000:00080000:3.0:1789785538.895720:0:22774:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 647 last 0 00000020:00000080:3.0:1789785538.895768:0:22774:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0000_UUID, cookie 0x2f18ee3fd845dec8 00000004:00100000:3.0:1789785538.895782:0:22774:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:3.0:1789785538.895813:0:22774:0:(import.c:65:import_set_state_nolock()) ffff9dae824e4800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1789785538.895875:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafaca24000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3658:x1876725549220736:12345-0@lo:38:llog_process_th.0 Request processed in 182us (923us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785538.895882:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:2.0:1789785538.895902:0:3658:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9dafb115f800 x1876725549220736/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789785548 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789785538.895914:0:3658:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1789785538.895922:0:3658:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0000: connect to target with instance 3 00000100:00080000:2.0:1789785538.895928:0:3658:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:2.0:1789785538.895931:0:3658:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:2.0:1789785538.895934:0:3658:0:(import.c:65:import_set_state_nolock()) ffff9dae824e1000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1789785538.895945:0:3658:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafb115f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3658:1876725549220736:0@lo:38:llog_process_th.0 00000040:00080000:3.0:1789785538.902593:0:24301:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000020:01000000:2.0:1789785538.902723:0:24275:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:2.0:1789785538.902771:0:24275:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.146@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1789785538.902801:0:24275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.146@tcp lock: ffff9daf814bbc00/0x2f18ee3fd845de97 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845de9e expref: -99 pid: 24275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785538.902812:0:24275:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.146@tcp lock: ffff9daf814bbc00/0x2f18ee3fd845de97 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845de9e expref: -99 pid: 24275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1789785538.902864:0:24275:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1789785538.902866:0:24275:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1789785538.902868:0:24275:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789785538.902869:0:24275:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789785538.902870:0:24275:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789785538.902872:0:24275:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789785538.902873:0:24275:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1789785538.902875:0:24275:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789785538.902876:0:24275:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1789785538.902880:0:24275:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x40020002 00000020:01000004:2.0:1789785538.902883:0:24275:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1789785538.902885:0:24275:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1789785538.902886:0:24275:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789785538.902887:0:24275:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789785538.902888:0:24275:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789785538.902889:0:24275:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789785538.902890:0:24275:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1789785538.902891:0:24275:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789785538.902892:0:24275:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1789785538.902917:0:24275:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:2.0:1789785538.902936:0:24275:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafaca25f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:24275:1876725549220864:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1789785538.903002:0:24275:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789785538.903038:0:24275:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf830720c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789785538.903398:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549220864 00000100:00100000:3.0:1789785538.903406:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549220864 00000100:00100000:3.0:1789785538.903457:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:3.0:1789785538.903466:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbbaddc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f6797b-597b-4af7-b58b-b0a39d36f113+21:24275:x1876725549220864:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1789785538.903491:0:22766:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:3.0:1789785538.903503:0:22766:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:2.0:1789785538.950649:0:22766:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:2.0:1789785538.950669:0:22766:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:0.0:1789785538.950843:0:22790:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:0.0:1789785538.950847:0:22790:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:0.0:1789785538.950867:0:22790:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9dafb49ee400/0x2f18ee3fd845decf lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785538.950886:0:22790:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9daf814bac00/0x2f18ee3fd845de19 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2f18ee3fd845de12 expref: 21 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785538.950895:0:22790:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9dafc21cbc00/0x2f18ee3fd845de27 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2f18ee3fd845de20 expref: 21 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785538.950902:0:22790:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9dafb49ee400/0x2f18ee3fd845decf lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785538.950939:0:22790:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9dafc21cbc00/0x2f18ee3fd845de27 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x2f18ee3fd845de20 expref: 21 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785538.950954:0:22790:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9dafc21cbc00/0x2f18ee3fd845de27 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x2f18ee3fd845de20 expref: 21 pid: 22766 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789785538.950979:0:22790:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafa588b480 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22790:1876725549220992:0@lo:104: 00000100:00100000:0.0:1789785538.951039:0:22790:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1789785538.951090:0:22790:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9daf814bac00/0x2f18ee3fd845de19 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x2f18ee3fd845de12 expref: 21 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785538.951099:0:22790:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9daf814bac00/0x2f18ee3fd845de19 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x2f18ee3fd845de12 expref: 21 pid: 22769 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789785538.951107:0:22790:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafa5888a80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22790:1876725549221120:0@lo:104: 00000100:00100000:0.0:1789785538.951140:0:22790:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789785538.951171:0:22790:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf9a84a480 going to sleep for 11 seconds 00000100:00100000:1.0:1789785538.951327:0:22758:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1789785538.951386:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549220992 00000100:00100000:1.0:1789785538.951392:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549220992 00000100:00100000:1.0:1789785538.951426:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549221120 00000100:00100000:1.0:1789785538.951430:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549221120 00000100:00100000:1.0:1789785538.951455:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1789785538.951463:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafa588b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:74f6797b-597b-4af7-b58b-b0a39d36f113+4:22790:x1876725549220992:12345-0@lo:104: 00010000:00010000:1.0:1789785538.951475:0:22758:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.146@tcp lock: ffff9daf814bbe00/0x2f18ee3fd845de20 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x2f18ee3fd845de27 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785538.951534:0:22758:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1789785538.951540:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafa588b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:74f6797b-597b-4af7-b58b-b0a39d36f113+4:22790:x1876725549220992:12345-0@lo:104: Request processed in 78us (501us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785538.951547:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1789785538.951565:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1789785538.951571:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9daf849f4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:74f6797b-597b-4af7-b58b-b0a39d36f113+3:22790:x1876725549221120:12345-0@lo:104: 00010000:00010000:1.0:1789785538.951595:0:22758:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.146@tcp lock: ffff9daf814baa00/0x2f18ee3fd845de12 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x2f18ee3fd845de19 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785538.951631:0:22758:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1789785538.951636:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9daf849f4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:74f6797b-597b-4af7-b58b-b0a39d36f113+3:22790:x1876725549221120:12345-0@lo:104: Request processed in 66us (496us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785538.951643:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00010000:1.0:1789785538.951679:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1789785538.951685:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.146@tcp lock: ffff9daf814bbe00/0x2f18ee3fd845de20 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x2f18ee3fd845de27 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785538.951692:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9daf814bbe00 already unused, calling callback (ffffffffc12b7c20) 10000000:00010000:1.0:1789785538.951696:0:22762:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.146@tcp lock: ffff9daf814bbe00/0x2f18ee3fd845de20 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x2f18ee3fd845de27 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785538.951704:0:22762:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.146@tcp lock: ffff9daf814bbe00/0x2f18ee3fd845de20 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x2f18ee3fd845de27 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789785538.951711:0:22762:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.146@tcp lock: ffff9daf814bbe00/0x2f18ee3fd845de20 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x2f18ee3fd845de27 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789785538.951717:0:22762:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1789785538.951744:0:22762:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.146@tcp lock: ffff9daf814bbe00/0x2f18ee3fd845de20 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2f18ee3fd845de27 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785538.951750:0:22762:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1789785538.951767:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.146@tcp lock: ffff9daf814bbe00/0x2f18ee3fd845de20 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2f18ee3fd845de27 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785538.951774:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.146@tcp lock: ffff9daf814bbe00/0x2f18ee3fd845de20 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2f18ee3fd845de27 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785538.951794:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789785538.951797:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.146@tcp lock: ffff9daf814baa00/0x2f18ee3fd845de12 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x2f18ee3fd845de19 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785538.951803:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9daf814baa00 already unused, calling callback (ffffffffc12b7c20) 10000000:00010000:1.0:1789785538.951805:0:22762:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.146@tcp lock: ffff9daf814baa00/0x2f18ee3fd845de12 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x2f18ee3fd845de19 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785538.951812:0:22762:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.146@tcp lock: ffff9daf814baa00/0x2f18ee3fd845de12 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x2f18ee3fd845de19 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789785538.951818:0:22762:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.146@tcp lock: ffff9daf814baa00/0x2f18ee3fd845de12 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x2f18ee3fd845de19 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789785538.951836:0:22762:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1789785538.951851:0:22762:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.146@tcp lock: ffff9daf814baa00/0x2f18ee3fd845de12 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2f18ee3fd845de19 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785538.951856:0:22762:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1789785538.951869:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.146@tcp lock: ffff9daf814baa00/0x2f18ee3fd845de12 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2f18ee3fd845de19 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785538.951876:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.146@tcp lock: ffff9daf814baa00/0x2f18ee3fd845de12 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2f18ee3fd845de19 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785538.951888:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789785538.951890:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789785538.951892:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789785538.951897:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789785538.951916:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dae844c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:74f6797b-597b-4af7-b58b-b0a39d36f113:3662:1876725549221248:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789785538.951944:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789785538.951994:0:3659:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dae844c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:74f6797b-597b-4af7-b58b-b0a39d36f113:3659:1876725549221376:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789785538.952021:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789785538.952055:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549221248 00000100:00100000:1.0:1789785538.952059:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549221248 00010000:00010000:1.0:1789785538.952075:0:22761:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9dafc21cbc00/0x2f18ee3fd845de27 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2f18ee3fd845de20 expref: 22 pid: 22766 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789785538.952094:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549221376 00000100:00100000:1.0:1789785538.952098:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549221376 00010000:00010000:1.0:1789785538.952110:0:22761:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9daf814bac00/0x2f18ee3fd845de19 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2f18ee3fd845de12 expref: 23 pid: 22769 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789785538.952122:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1789785538.952128:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae844c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:74f6797b-597b-4af7-b58b-b0a39d36f113+23:3662:x1876725549221248:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789785538.952137:0:22761:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789785538.952142:0:22761:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9dafc21cbc00/0x2f18ee3fd845de27 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2f18ee3fd845de20 expref: 23 pid: 22766 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785538.952150:0:22761:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9dafc21cbc00/0x2f18ee3fd845de27 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x2f18ee3fd845de20 expref: 23 pid: 22766 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785538.952290:0:22790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9dafc21cbc00/0x2f18ee3fd845de27 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x2f18ee3fd845de20 expref: 23 pid: 22766 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789785538.952300:0:22790:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafa588b480 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22790:1876725549220992:0@lo:104: 00000100:00100000:3.0:1789785538.952309:0:22790:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafa5888a80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22790:1876725549221120:0@lo:104: 00010000:00010000:1.0:1789785538.952713:0:22761:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789785538.952751:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae844c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:74f6797b-597b-4af7-b58b-b0a39d36f113+22:3662:x1876725549221248:12345-0@lo:103:ldlm_bl.0 Request processed in 622us (805us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785538.952758:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1789785538.952776:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1789785538.952782:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafb11e7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:74f6797b-597b-4af7-b58b-b0a39d36f113+21:3659:x1876725549221376:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789785538.952797:0:22761:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789785538.952802:0:22761:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9daf814bac00/0x2f18ee3fd845de19 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2f18ee3fd845de12 expref: 21 pid: 22769 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789785538.953222:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbbaddc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f6797b-597b-4af7-b58b-b0a39d36f113+21:24275:x1876725549220864:12345-0@lo:253:mount.lustre.0 Request processed in 49756us (50219us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785538.953231:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:0.0:1789785538.953315:0:24275:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafaca25f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:24275:1876725549220864:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1789785538.953328:0:24275:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:0.0:1789785538.953331:0:24275:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1789785538.953333:0:24275:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1789785538.953334:0:24275:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789785538.953358:0:24275:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789785538.953360:0:24275:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789785538.953361:0:24275:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789785538.953363:0:24275:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1789785538.953365:0:24275:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789785538.953366:0:24275:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:0.0:1789785538.953384:0:24275:0:(tgt_mount.c:2695:server_calc_timeout()) lustre-OST0000: Imperative Recovery not enabled, recovery window 60-180 00010000:00010000:3.0:1789785538.959065:0:22790:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9dafb49ee400/0x2f18ee3fd845decf lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00000004:2.0:1789785538.961233:0:24275:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 12884901888 00010000:00010000:1.0:1789785538.963032:0:22761:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9daf814bac00/0x2f18ee3fd845de19 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x2f18ee3fd845de12 expref: 20 pid: 22769 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785538.963056:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9daf814bac00/0x2f18ee3fd845de19 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x2f18ee3fd845de12 expref: 20 pid: 22769 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785538.963073:0:22761:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9dafb49ee400/0x2f18ee3fd845decf lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785538.963081:0:22761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9dafb49ee400/0x2f18ee3fd845decf lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:1.0:1789785538.963098:0:22761:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.012250199s 00010000:00010000:1.0:1789785538.963102:0:22761:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9dafb49ee400/0x2f18ee3fd845decf lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785538.963109:0:22761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9dafb49ee400/0x2f18ee3fd845decf lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785538.963115:0:22761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9dafb49ee400/0x2f18ee3fd845decf lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785538.963122:0:22761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9dafb49ee400/0x2f18ee3fd845decf lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785538.963128:0:22761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafb49ee400 already unused, calling callback (ffffffffc0cc5370) 00010000:00010000:1.0:1789785538.963132:0:22761:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9dafb49ee400/0x2f18ee3fd845decf lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785538.963146:0:22761:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9dafb49ee400/0x2f18ee3fd845decf lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785538.963158:0:22761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9dafb49ee400/0x2f18ee3fd845decf lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785538.963183:0:22761:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789785538.963255:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafb11e7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:74f6797b-597b-4af7-b58b-b0a39d36f113+19:3659:x1876725549221376:12345-0@lo:103:ldlm_bl.0 Request processed in 10471us (11230us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785538.963266:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00010000:2.0:1789785538.963418:0:22790:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9dafb49ee400/0x2f18ee3fd845decf lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785538.963428:0:22790:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9dafb49ee400/0x2f18ee3fd845decf lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785538.963434:0:22790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9dafb49ee400/0x2f18ee3fd845decf lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789785538.963692:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dae844c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:74f6797b-597b-4af7-b58b-b0a39d36f113:3662:1876725549221248:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789785538.963801:0:3659:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dae844c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:74f6797b-597b-4af7-b58b-b0a39d36f113:3659:1876725549221376:0@lo:103:ldlm_bl.0 00002000:00080000:2.0:1789785538.966063:0:24275:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0000: recovery is over 00100000:10000000:2.0:1789785538.966072:0:24275:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0000-osd: start master thread 00000020:01000004:2.0:1789785538.966111:0:24275:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:2.0:1789785538.966155:0:24275:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.146@tcp: cl_mgc_mutex unlock 00000020:01000004:2.0:1789785538.966246:0:24275:0:(tgt_mount.c:2461:server_fill_super_common()) Server sb, dev=49 00000080:00000004:2.0:1789785538.966265:0:24275:0:(super25.c:182:lustre_fill_super()) /dev/mapper/ost1_flakey: Mount complete 00000020:00000004:2.0:1789785538.967836:0:24275:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1789785538.975760:0:24275:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1789785539.204130:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:0.0:1789785540.181253:0:24355:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1789785540.181767:0:24355:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1789785540.232232:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1789785540.866529:0:22771:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1789785540.866534:0:22771:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9dafc189a000 from 13 10000000:01000000:0.0:1789785540.866537:0:22771:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1789785540.866587:0:22771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.146@tcp lock: ffff9dafb49ee400/0x2f18ee3fd845ded6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785540.866599:0:22771:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.146@tcp lock: ffff9dafb49ee400/0x2f18ee3fd845ded6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785540.866611:0:22771:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.146@tcp lock: ffff9dafb49ee400/0x2f18ee3fd845ded6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789785540.866641:0:22771:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafa588bb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f6797b-597b-4af7-b58b-b0a39d36f113:22771:1876725549221504:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1789785540.866710:0:22771:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789785540.866764:0:22771:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf98724f00 going to sleep for 11 seconds 00000100:00100000:1.0:1789785540.867532:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549221504 00000100:00100000:1.0:1789785540.867541:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549221504 00000100:00100000:1.0:1789785540.867604:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:1.0:1789785540.867615:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbbadcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f6797b-597b-4af7-b58b-b0a39d36f113+19:22771:x1876725549221504:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789785540.867630:0:22769:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789785540.867646:0:22769:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9dafc21cb800/0x2f18ee3fd845dedd lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x2f18ee3fd845ded6 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785540.867671:0:22769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9dafc21cb800/0x2f18ee3fd845dedd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2f18ee3fd845ded6 expref: 20 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785540.867682:0:22769:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9dafc21cb800/0x2f18ee3fd845dedd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2f18ee3fd845ded6 expref: 20 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785540.867691:0:22769:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dafc21cb800, rc 0) 00000100:00100000:1.0:1789785540.867761:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbbadcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f6797b-597b-4af7-b58b-b0a39d36f113+20:22771:x1876725549221504:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 147us (1050us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785540.867770:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:0.0:1789785540.868150:0:22771:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafa588bb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f6797b-597b-4af7-b58b-b0a39d36f113:22771:1876725549221504:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789785540.868167:0:22771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.146@tcp lock: ffff9dafb49ee400/0x2f18ee3fd845ded6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845dedd expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785540.868178:0:22771:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.146@tcp lock: ffff9dafb49ee400/0x2f18ee3fd845ded6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x2f18ee3fd845dedd expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789785540.868231:0:22771:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafa588bb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f6797b-597b-4af7-b58b-b0a39d36f113:22771:1876725549221632:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1789785540.868268:0:22771:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789785540.868300:0:22771:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf98724f00 going to sleep for 11 seconds 00000100:00100000:2.0:1789785540.868880:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549221632 00000100:00100000:2.0:1789785540.868888:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549221632 00000100:00100000:2.0:1789785540.868936:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:2.0:1789785540.868948:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbbadfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f6797b-597b-4af7-b58b-b0a39d36f113+20:22771:x1876725549221632:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:2.0:1789785540.868967:0:22766:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1789785540.868985:0:22766:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1789785540.868989:0:22766:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:2.0:1789785540.869086:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbbadfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f6797b-597b-4af7-b58b-b0a39d36f113+20:22771:x1876725549221632:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 142us (817us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785540.869094:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:0.0:1789785540.869857:0:22771:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafa588bb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f6797b-597b-4af7-b58b-b0a39d36f113:22771:1876725549221632:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1789785540.869928:0:22771:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.146@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1789785540.869937:0:22771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.146@tcp lock: ffff9dafb49ee400/0x2f18ee3fd845ded6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845dedd expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785540.869947:0:22771:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.146@tcp lock: ffff9dafb49ee400/0x2f18ee3fd845ded6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845dedd expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789785540.869958:0:22771:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1789785540.869961:0:22771:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9dae83bdb800 from 13 10000000:01000000:0.0:1789785540.869964:0:22771:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1789785540.869991:0:22771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.146@tcp lock: ffff9dafb49ef800/0x2f18ee3fd845dee4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785540.869999:0:22771:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.146@tcp lock: ffff9dafb49ef800/0x2f18ee3fd845dee4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785540.870008:0:22771:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.146@tcp lock: ffff9dafb49ef800/0x2f18ee3fd845dee4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789785540.870033:0:22771:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafa588bb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f6797b-597b-4af7-b58b-b0a39d36f113:22771:1876725549221760:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1789785540.870183:0:22771:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789785540.870219:0:22771:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf98724f00 going to sleep for 11 seconds 00000100:00100000:1.0:1789785540.871226:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549221760 00000100:00100000:1.0:1789785540.871235:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549221760 00000100:00100000:2.0:1789785540.871357:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:2.0:1789785540.871370:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbbade850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f6797b-597b-4af7-b58b-b0a39d36f113+20:22771:x1876725549221760:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789785540.871385:0:22767:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789785540.871400:0:22767:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9dafc1b08400/0x2f18ee3fd845deeb lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x2f18ee3fd845dee4 expref: -99 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785540.871553:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9dafc1b08400/0x2f18ee3fd845deeb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2f18ee3fd845dee4 expref: 21 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785540.871565:0:22767:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9dafc1b08400/0x2f18ee3fd845deeb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2f18ee3fd845dee4 expref: 21 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785540.871585:0:22767:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dafc1b08400, rc 0) 00000100:00100000:2.0:1789785540.871643:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbbade850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f6797b-597b-4af7-b58b-b0a39d36f113+21:22771:x1876725549221760:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 276us (1459us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785540.871650:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:0.0:1789785540.875844:0:22771:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafa588bb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f6797b-597b-4af7-b58b-b0a39d36f113:22771:1876725549221760:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789785540.875875:0:22771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.146@tcp lock: ffff9dafb49ef800/0x2f18ee3fd845dee4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845deeb expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785540.875889:0:22771:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.146@tcp lock: ffff9dafb49ef800/0x2f18ee3fd845dee4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x2f18ee3fd845deeb expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789785540.875958:0:22771:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafa588bb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f6797b-597b-4af7-b58b-b0a39d36f113:22771:1876725549221888:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1789785540.876032:0:22771:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789785540.876331:0:22771:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf98724f00 going to sleep for 11 seconds 00000100:00100000:3.0:1789785540.876505:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549221888 00000100:00100000:3.0:1789785540.876513:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549221888 00000100:00100000:3.0:1789785540.876559:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:3.0:1789785540.876579:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbbadf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f6797b-597b-4af7-b58b-b0a39d36f113+21:22771:x1876725549221888:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1789785540.876600:0:22766:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1789785540.876616:0:22766:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1789785540.876620:0:22766:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:3.0:1789785540.876720:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbbadf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f6797b-597b-4af7-b58b-b0a39d36f113+21:22771:x1876725549221888:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 153us (701us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785540.876727:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:0.0:1789785540.876877:0:22771:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafa588bb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f6797b-597b-4af7-b58b-b0a39d36f113:22771:1876725549221888:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1789785540.876934:0:22771:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.146@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1789785540.876943:0:22771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.146@tcp lock: ffff9dafb49ef800/0x2f18ee3fd845dee4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845deeb expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785540.876952:0:22771:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.146@tcp lock: ffff9dafb49ef800/0x2f18ee3fd845dee4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845deeb expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785541.254551:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789785541.443305:0:3660:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafb115dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3660:1876725549222016:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1789785541.443392:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785541.443444:0:22779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549222016 00000100:00100000:3.0:1789785541.443452:0:22779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549222016 00000100:00100000:3.0:1789785541.443500:0:22779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1789785541.443510:0:22779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafb115d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3660:x1876725549222016:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1789785541.443554:0:22779:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1789785541.443607:0:22779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafb115d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3660:x1876725549222016:12345-0@lo:41:osp-pre-1-0.0 Request processed in 98us (215us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785541.443613:0:22779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1789785541.443657:0:3660:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafb115dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3660:1876725549222016:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1789785541.445229:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1789785541.445248:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafaca26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3662:1876725549222144:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1789785541.445304:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789785541.445382:0:22780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549222144 00000100:00100000:0.0:1789785541.445394:0:22780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549222144 00000100:00100000:0.0:1789785541.445435:0:22780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1789785541.445443:0:22780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafa588bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3662:x1876725549222144:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1789785541.445473:0:22780:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1789785541.445512:0:22780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafa588bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3662:x1876725549222144:12345-0@lo:41:osp-pre-0-1.0 Request processed in 70us (208us total) trans 0 rc 0/0 00000100:00100000:0.0:1789785541.445519:0:22780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1789785541.445583:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafaca26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3662:1876725549222144:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1789785542.274996:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789785543.309713:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789785544.010774:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dae844c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:74f6797b-597b-4af7-b58b-b0a39d36f113:3662:1876725549222272:0@lo:400:kworker.0 00000100:00100000:1.0:1789785544.010849:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789785544.010922:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549222272 00000100:00100000:1.0:1789785544.010929:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549222272 00000100:00100000:1.0:1789785544.011132:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:1.0:1789785544.011141:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae8446fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f6797b-597b-4af7-b58b-b0a39d36f113+21:3662:x1876725549222272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789785544.011201:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae8446fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f6797b-597b-4af7-b58b-b0a39d36f113+21:3662:x1876725549222272:12345-0@lo:400:kworker.0 Request processed in 61us (352us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785544.011208:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00100000:0.0:1789785544.011234:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dae844c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:74f6797b-597b-4af7-b58b-b0a39d36f113:3662:1876725549222272:0@lo:400:kworker.0 00000100:00080000:0.0:1789785544.011410:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789785544.011415:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789785544.011417:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789785544.011420:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789785544.011443:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789785544.011446:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789785544.011448:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789785544.011451:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1789785544.011458:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1789785544.011467:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafa5889f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3662:1876725549222656:0@lo:400:kworker.0 00000100:00100000:0.0:1789785544.011499:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789785544.011555:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafa588b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3662:1876725549222784:0@lo:400:kworker.0 00000100:00100000:0.0:1789785544.011581:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785544.011607:0:3660:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafa5889180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3660:1876725549222528:0@lo:400:kworker.0 00000100:00100000:3.0:1789785544.011652:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789785544.011694:0:3659:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafa5889500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3659:1876725549222400:0@lo:400:kworker.0 00000100:00100000:2.0:1789785544.011729:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785544.011736:0:3660:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafa588b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3660:1876725549223040:0@lo:400:kworker.0 00000100:00100000:2.0:1789785544.011767:0:3659:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafa588b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3659:1876725549222912:0@lo:400:kworker.0 00000100:00100000:3.0:1789785544.011772:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789785544.011804:0:22780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549222656 00000100:00100000:2.0:1789785544.011809:0:22780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549222656 00000100:00100000:2.0:1789785544.011836:0:22780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549222400 00000100:00100000:2.0:1789785544.011840:0:22780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549222400 00000100:00100000:2.0:1789785544.011853:0:22780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1789785544.011860:0:22780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafa5888a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3662:x1876725549222656:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789785544.011902:0:22780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafa5888a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3662:x1876725549222656:12345-0@lo:400:kworker.0 Request processed in 42us (401us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785544.011908:0:22780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1789785544.011930:0:22780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1789785544.011936:0:22780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafaca25180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3659:x1876725549222400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789785544.011973:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549222784 00000100:00100000:0.0:1789785544.011978:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549222784 00000100:00100000:2.0:1789785544.012007:0:22780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafaca25180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3659:x1876725549222400:12345-0@lo:400:kworker.0 Request processed in 71us (278us total) trans 0 rc 0/0 00000100:00100000:0.0:1789785544.012011:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549222528 00000100:00100000:2.0:1789785544.012015:0:22780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1789785544.012016:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549222528 00000100:00100000:0.0:1789785544.012036:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549223040 00000100:00100000:0.0:1789785544.012039:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549223040 00000100:00100000:2.0:1789785544.012044:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789785544.012068:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549222912 00000100:00100000:0.0:1789785544.012073:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549222912 00000100:00100000:2.0:1789785544.012075:0:3659:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafa5889500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3659:1876725549222400:0@lo:400:kworker.0 00000100:00080000:2.0:1789785544.012112:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1789785544.012117:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1789785544.012132:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafa5889f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3662:1876725549222656:0@lo:400:kworker.0 00000100:00100000:0.0:1789785544.012433:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1789785544.012443:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafa588aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3662:x1876725549222784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789785544.012487:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafa588aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3662:x1876725549222784:12345-0@lo:400:kworker.0 Request processed in 47us (906us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785544.012624:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1789785544.012633:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafb115dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3660:x1876725549222528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789785544.012673:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafb115dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3660:x1876725549222528:12345-0@lo:400:kworker.0 Request processed in 42us (1021us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785544.012679:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1789785544.012702:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1789785544.012710:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafb115e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3660:x1876725549223040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789785544.012736:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafb115e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3660:x1876725549223040:12345-0@lo:400:kworker.0 Request processed in 28us (966us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785544.012742:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1789785544.012753:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1789785544.012765:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafaca24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3659:x1876725549222912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789785544.012794:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafaca24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3659:x1876725549222912:12345-0@lo:400:kworker.0 Request processed in 30us (753us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785544.012800:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00010000:00080000:1.0:1789785544.012831:0:3660:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9dafa588b800 x1876725549223040/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789785560 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789785544.012843:0:3660:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafa588b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3660:1876725549223040:0@lo:400:kworker.0 00010000:00080000:1.0:1789785544.012852:0:3660:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9dafa5889180 x1876725549222528/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789785560 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789785544.012860:0:3660:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafa5889180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3660:1876725549222528:0@lo:400:kworker.0 00010000:00080000:1.0:1789785544.012886:0:3659:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9dafa588b100 x1876725549222912/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789785560 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789785544.012895:0:3659:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafa588b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3659:1876725549222912:0@lo:400:kworker.0 00000100:00100000:0.0:1789785544.013074:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00010000:00080000:0.0:1789785544.013227:0:3662:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9dafa588b480 x1876725549222784/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789785560 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789785544.013238:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafa588b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3662:1876725549222784:0@lo:400:kworker.0 00010000:00010000:1.0:1789785544.323445:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1789785544.580815:0:22811:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1789785545.346482:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1789785545.476515:0:24646:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg346-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:1.0:1789785546.371653:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789785546.563515:0:3661:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafb115f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3661:1876725549223168:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1789785546.563592:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785546.563735:0:22780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549223168 00000100:00100000:3.0:1789785546.563742:0:22780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549223168 00000100:00100000:3.0:1789785546.563794:0:22780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1789785546.563805:0:22780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae844c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3661:x1876725549223168:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1789785546.563836:0:22780:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1789785546.563880:0:22780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae844c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3661:x1876725549223168:12345-0@lo:41:osp-pre-1-0.0 Request processed in 77us (288us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785546.563887:0:22780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1789785546.563926:0:3661:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafb115f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3661:1876725549223168:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1789785546.569873:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafaca26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3662:1876725549223296:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789785546.569940:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789785546.570735:0:23895:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549223296 00000100:00100000:2.0:1789785546.570744:0:23895:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549223296 00000100:00100000:2.0:1789785546.570787:0:23895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1789785546.570796:0:23895:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafb115f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3662:x1876725549223296:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1789785546.570828:0:23895:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1789785546.570880:0:23895:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafb115f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3662:x1876725549223296:12345-0@lo:41:osp-pre-0-1.0 Request processed in 85us (939us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785546.570887:0:23895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1789785546.570975:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafaca26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3662:1876725549223296:0@lo:41:osp-pre-0-1.0 00000020:00000004:1.0:1789785546.580977:0:24698:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1789785546.581950:0:24698:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1789785547.394513:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1789785547.395558:0:23527:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000020:00000004:0.0:1789785547.495852:0:24748:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1789785547.496141:0:24748:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1789785548.421040:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789785549.128323:0:15987:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789785549.128330:0:15987:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789785549.128333:0:15987:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789785549.128364:0:15987:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789785549.128408:0:15987:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789785549.128412:0:15987:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789785549.128415:0:15987:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789785549.128417:0:15987:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1789785549.128458:0:3660:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dae844c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3660:1876725549223552:0@lo:400:kworker.0 00000100:00100000:1.0:1789785549.128535:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789785549.128583:0:3660:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dae844c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3660:1876725549224064:0@lo:400:kworker.0 00000100:00100000:1.0:1789785549.128608:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789785549.128631:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1789785549.128637:0:3660:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dae844c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:74f6797b-597b-4af7-b58b-b0a39d36f113:3660:1876725549223424:0@lo:400:kworker.0 00000100:00100000:1.0:1789785549.128661:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789785549.128681:0:3660:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dae844c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3660:1876725549223936:0@lo:400:kworker.0 00000100:00100000:1.0:1789785549.128697:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789785549.128724:0:3661:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dae844c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3661:1876725549223680:0@lo:400:kworker.0 00000100:00100000:1.0:1789785549.128754:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789785549.128771:0:3661:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dae844c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3661:1876725549224192:0@lo:400:kworker.0 00000100:00100000:1.0:1789785549.128791:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789785549.128808:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1789785549.128814:0:3661:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dae844c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3661:1876725549223808:0@lo:400:kworker.0 00000100:00100000:1.0:1789785549.128835:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789785549.128866:0:22779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549223552 00000100:00100000:1.0:1789785549.128873:0:22779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549223552 00000100:00100000:1.0:1789785549.128910:0:22779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549223808 00000100:00100000:1.0:1789785549.128913:0:22779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549223808 00000100:00100000:1.0:1789785549.128940:0:22779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1789785549.128948:0:22779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae844c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3660:x1876725549223552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789785549.128997:0:22779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae844c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3660:x1876725549223552:12345-0@lo:400:kworker.0 Request processed in 49us (462us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785549.129004:0:22779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1789785549.129020:0:22779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1789785549.129026:0:22779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae844c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3661:x1876725549223808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789785549.129053:0:22779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae844c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3661:x1876725549223808:12345-0@lo:400:kworker.0 Request processed in 28us (218us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785549.129059:0:22779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1789785549.129074:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549224064 00000100:00100000:1.0:1789785549.129077:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549224064 00000100:00100000:1.0:1789785549.129102:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549223936 00000100:00100000:1.0:1789785549.129105:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549223936 00000100:00100000:1.0:1789785549.129113:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549223680 00000100:00100000:1.0:1789785549.129116:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549223680 00000100:00100000:1.0:1789785549.129123:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549224192 00000100:00100000:1.0:1789785549.129125:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549224192 00000100:00100000:1.0:1789785549.129138:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1789785549.129143:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae844c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3660:x1876725549224064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789785549.129170:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae844c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3660:x1876725549224064:12345-0@lo:400:kworker.0 Request processed in 27us (561us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785549.129176:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1789785549.129187:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1789785549.129192:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae844c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3660:x1876725549223936:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789785549.129231:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae844c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3660:x1876725549223936:12345-0@lo:400:kworker.0 Request processed in 38us (531us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785549.129246:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1789785549.129257:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1789785549.129262:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae844c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3661:x1876725549223680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789785549.129290:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae844c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3661:x1876725549223680:12345-0@lo:400:kworker.0 Request processed in 27us (535us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785549.129296:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1789785549.129306:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1789785549.129312:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae844c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3661:x1876725549224192:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789785549.129360:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae844c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3661:x1876725549224192:12345-0@lo:400:kworker.0 Request processed in 48us (568us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785549.129365:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1789785549.129381:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549223424 00000100:00100000:1.0:1789785549.129384:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549223424 00000100:00100000:1.0:1789785549.129409:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:1.0:1789785549.129415:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae8446cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f6797b-597b-4af7-b58b-b0a39d36f113+21:3660:x1876725549223424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789785549.129442:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae8446cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f6797b-597b-4af7-b58b-b0a39d36f113+21:3660:x1876725549223424:12345-0@lo:400:kworker.0 Request processed in 28us (781us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785549.129447:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:1.0:1789785549.129501:0:3661:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dae844c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3661:1876725549223808:0@lo:400:kworker.0 00010000:00080000:1.0:1789785549.129525:0:3661:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9dae844c1500 x1876725549223680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789785565 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789785549.129535:0:3661:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dae844c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3661:1876725549223680:0@lo:400:kworker.0 00010000:00080000:1.0:1789785549.129543:0:3661:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9dae844c0000 x1876725549224192/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789785565 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789785549.129562:0:3661:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dae844c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3661:1876725549224192:0@lo:400:kworker.0 00000100:00100000:1.0:1789785549.129594:0:3660:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dae844c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:74f6797b-597b-4af7-b58b-b0a39d36f113:3660:1876725549223424:0@lo:400:kworker.0 00010000:00080000:1.0:1789785549.129604:0:3660:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9dae844c1c00 x1876725549223936/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789785565 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789785549.129611:0:3660:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dae844c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3660:1876725549223936:0@lo:400:kworker.0 00000100:00100000:1.0:1789785549.129619:0:3660:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dae844c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3660:1876725549223552:0@lo:400:kworker.0 00010000:00080000:1.0:1789785549.129627:0:3660:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9dae844c2a00 x1876725549224064/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789785565 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789785549.129635:0:3660:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dae844c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3660:1876725549224064:0@lo:400:kworker.0 00000100:00080000:2.0:1789785549.130894:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1789785549.130903:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1789785549.445699:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789785550.148848:0:3658:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789785535/real 1789785535] req@ffff9daf87816a00 x1876725549216256/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789785550 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789785550.148892:0:3658:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9daf87816a00 x1876725549216256/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789785550 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789785550.148903:0:3658:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789785535/real 1789785535] req@ffff9daf87816300 x1876725549216384/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789785550 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789785550.148928:0:3658:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9daf87816300 x1876725549216384/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789785550 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789785550.148953:0:3658:0:(import.c:65:import_set_state_nolock()) ffff9dafa5c21000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789785550.148985:0:3658:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1789785550.148989:0:3658:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9daf87816a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3658:1876725549216256:0@lo:8:kworker.0 00000100:00080000:1.0:1789785550.149009:0:3658:0:(import.c:65:import_set_state_nolock()) ffff9dafa5c9e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789785550.149024:0:3658:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1789785550.149028:0:3658:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9daf87816300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3658:1876725549216384:0@lo:8:kworker.0 00000100:00080000:3.0:1789785550.149279:0:15987:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789785550.149284:0:15987:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789785550.149287:0:15987:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789785550.149291:0:15987:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789785550.149307:0:15987:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789785550.149310:0:15987:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789785550.149313:0:15987:0:(import.c:65:import_set_state_nolock()) ffff9dafa5c21000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789785550.149318:0:15987:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 643 00000100:00080000:3.0:1789785550.149331:0:15987:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1789785550.149356:0:15987:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff9dafa5c21000 using connection 192.168.203.146@tcp/0@lo 00000100:00100000:3.0:1789785550.149382:0:15987:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9dafb113e300 x1876725549224832/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789785550.149396:0:15987:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789785550.149399:0:15987:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789785550.149401:0:15987:0:(import.c:65:import_set_state_nolock()) ffff9dafa5c9e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789785550.149404:0:15987:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 643 00000100:00080000:3.0:1789785550.149407:0:15987:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1789785550.149420:0:15987:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff9dafa5c9e000 using connection 192.168.203.146@tcp/0@lo 00000100:00100000:3.0:1789785550.149433:0:15987:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9dafb113ce00 x1876725549224960/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789785550.149481:0:3659:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafb113ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3659:1876725549224448:0@lo:400:kworker.0 00000100:00100000:3.0:1789785550.149579:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785550.149616:0:3659:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafb113c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3659:1876725549225216:0@lo:400:kworker.0 00000100:00100000:3.0:1789785550.149652:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785550.149677:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1789785550.149687:0:3659:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafb113d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3659:1876725549224576:0@lo:400:kworker.0 00000100:00100000:3.0:1789785550.149712:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785550.149730:0:3659:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafb113e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3659:1876725549225344:0@lo:400:kworker.0 00000100:00100000:3.0:1789785550.149756:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789785550.150377:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafb115f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:74f6797b-597b-4af7-b58b-b0a39d36f113:3662:1876725549224320:0@lo:400:kworker.0 00000100:00100000:1.0:1789785550.150444:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789785550.150517:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549224320 00000100:00100000:1.0:1789785550.150517:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafb113d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3662:1876725549225088:0@lo:400:kworker.0 00000100:00100000:2.0:1789785550.150535:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549224320 00000100:00100000:1.0:1789785550.150551:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789785550.150582:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1789785550.150589:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafb113ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3662:1876725549224704:0@lo:400:kworker.0 00000100:00100000:1.0:1789785550.150613:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789785550.150654:0:22779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549224448 00000100:00100000:1.0:1789785550.150661:0:22779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549224448 00000100:00100000:1.0:1789785550.150723:0:22779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549224704 00000100:00100000:1.0:1789785550.150727:0:22779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549224704 00000100:00100000:2.0:1789785550.150743:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:2.0:1789785550.150761:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae8446e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f6797b-597b-4af7-b58b-b0a39d36f113+21:3662:x1876725549224320:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789785550.150762:0:22779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1789785550.150786:0:22779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafb113fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3659:x1876725549224448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789785550.150874:0:22779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafb113fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3659:x1876725549224448:12345-0@lo:400:kworker.0 Request processed in 97us (1293us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785550.150954:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae8446e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f6797b-597b-4af7-b58b-b0a39d36f113+21:3662:x1876725549224320:12345-0@lo:400:kworker.0 Request processed in 131us (444us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785550.151247:0:22779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1789785550.151273:0:22779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1789785550.151293:0:22779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae844c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3662:x1876725549224704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789785550.151370:0:22779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae844c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3662:x1876725549224704:12345-0@lo:400:kworker.0 Request processed in 49us (724us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785550.151378:0:22779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1789785550.151401:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549225216 00000100:00100000:1.0:1789785550.151427:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549225216 00000100:00100000:1.0:1789785550.151455:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549224576 00000100:00100000:1.0:1789785550.151458:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549224576 00000100:00100000:1.0:1789785550.151469:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549225344 00000100:00100000:1.0:1789785550.151472:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549225344 00000100:00100000:1.0:1789785550.151484:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549225088 00000100:00100000:1.0:1789785550.151486:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549225088 00000100:00100000:1.0:1789785550.151512:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1789785550.151520:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafb113d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3659:x1876725549225216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789785550.151559:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafb113d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3659:x1876725549225216:12345-0@lo:400:kworker.0 Request processed in 40us (1906us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785550.151567:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1789785550.151581:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1789785550.151588:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafb113c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3659:x1876725549224576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789785550.151624:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafb113c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3659:x1876725549224576:12345-0@lo:400:kworker.0 Request processed in 38us (1912us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785550.151631:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1789785550.151641:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1789785550.151650:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafb113c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3659:x1876725549225344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789785550.151685:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafb113c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3659:x1876725549225344:12345-0@lo:400:kworker.0 Request processed in 37us (1927us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785550.151692:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1789785550.151708:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1789785550.151716:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae844c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3662:x1876725549225088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789785550.151746:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae844c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3662:x1876725549225088:12345-0@lo:400:kworker.0 Request processed in 33us (1197us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785550.151753:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1789785550.151840:0:3658:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafb113e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3658:1876725549224832:0@lo:8:kworker.0 00000100:00100000:1.0:1789785550.151884:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789785550.151912:0:3658:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafb113ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3658:1876725549224960:0@lo:8:kworker.0 00000100:00100000:1.0:1789785550.151938:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789785550.152815:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00100000:2.0:1789785550.153013:0:24279:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549224832 00000100:00100000:2.0:1789785550.153022:0:24279:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549224832 00000100:00100000:2.0:1789785550.153061:0:24279:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549224960 00000100:00100000:2.0:1789785550.153065:0:24279:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549224960 00000100:00100000:2.0:1789785550.153083:0:24279:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1789785550.153091:0:24279:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae844c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3658:x1876725549224832:12345-0@lo:8:kworker.0 00010000:00080000:2.0:1789785550.153218:0:24279:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 658 last 0 00000020:00000080:2.0:1789785550.153250:0:24279:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x2f18ee3fd845def2 00002000:00100000:2.0:1789785550.153265:0:24279:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0001-mdtlov_UUID/ffff9dafb7190000 ocd_connect_flags: 0xa044401443000026 ocd_version: 211396e ocd_grant: 0 ocd_index: 0 ocd_group 1 00002000:00080000:2.0:1789785550.153269:0:24279:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 1 00002000:00100000:2.0:1789785550.153272:0:24279:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:2.0:1789785550.153484:0:24279:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 1 00000100:00080000:2.0:1789785550.154441:0:24279:0:(import.c:65:import_set_state_nolock()) ffff9dafb7194800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1789785550.154545:0:24279:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae844c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:3658:x1876725549224832:12345-0@lo:8:kworker.0 Request processed in 1452us (2659us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785550.154636:0:24279:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1789785550.154663:0:24279:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1789785550.154669:0:24279:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae844c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3658:x1876725549224960:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1789785550.154685:0:24279:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1789785550.161733:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafb113ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3662:1876725549224704:0@lo:400:kworker.0 00000100:00100000:1.0:1789785550.161751:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafb115f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:74f6797b-597b-4af7-b58b-b0a39d36f113:3662:1876725549224320:0@lo:400:kworker.0 00010000:00080000:1.0:1789785550.161765:0:3662:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9dafb113d880 x1876725549225088/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789785566 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789785550.161777:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafb113d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3662:1876725549225088:0@lo:400:kworker.0 00010000:00080000:1.0:1789785550.162373:0:3658:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9dafb113e300 x1876725549224832/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1789785570 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789785550.162383:0:3658:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:1.0:1789785550.162392:0:3658:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0001: connect to target with instance 3 00000100:00080000:1.0:1789785550.162401:0:3658:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:1.0:1789785550.162406:0:3658:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:1.0:1789785550.162411:0:3658:0:(import.c:65:import_set_state_nolock()) ffff9dafa5c21000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:1.0:1789785550.162434:0:3658:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:1.0:1789785550.162440:0:3658:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafb113e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3658:1876725549224832:0@lo:8:kworker.0 00000100:00100000:3.0:1789785550.163964:0:3659:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafb113ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3659:1876725549224448:0@lo:400:kworker.0 00000004:00080000:3.0:1789785550.164059:0:23516:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: going to cleanup orphans since [0x280000400:0x1:0x0] 00000100:00100000:3.0:1789785550.164093:0:23516:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafb113f800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23516:1876725549225600:0@lo:7:osp-pre-0-1.0 00000100:00100000:3.0:1789785550.164188:0:23516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785550.164229:0:23516:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dafb62263c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789785550.164268:0:24280:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00000100:00100000:3.0:1789785550.164276:0:24280:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_003' 00000004:00080000:3.0:1789785550.164314:0:23515:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000100:00100000:1.0:1789785550.164405:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1789785550.164428:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafb113dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3662:1876725549225472:0@lo:13:osp-pre-0-1.0 00000004:00080000:3.0:1789785550.164484:0:23515:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 658418144085ns, next at 0ns, rc = 0 00080000:00080000:3.0:1789785550.164494:0:23515:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0001: async commit OSD 00000100:00100000:1.0:1789785550.164517:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785550.164749:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549225472 00000100:00100000:3.0:1789785550.164761:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549225472 00000100:00080000:1.0:1789785550.164845:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1789785550.164853:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1789785550.164869:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae844c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3662:x1876725549225472:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1789785550.164906:0:24283:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1789785550.164975:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae844c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3662:x1876725549225472:12345-0@lo:13:osp-pre-0-1.0 Request processed in 111us (474us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785550.164985:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1789785550.165028:0:24282:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00010000:00080000:1.0:1789785550.165034:0:3662:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9dafb113dc00 x1876725549225472/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789785566 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789785550.165043:0:24282:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549225600 00000100:00100000:3.0:1789785550.165049:0:24282:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549225600 00000100:00100000:1.0:1789785550.165069:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafb113dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3662:1876725549225472:0@lo:13:osp-pre-0-1.0 00010000:00080000:3.0:1789785550.165123:0:3659:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9dafb113c000 x1876725549225216/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789785566 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789785550.165139:0:3659:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafb113c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3659:1876725549225216:0@lo:400:kworker.0 00010000:00080000:3.0:1789785550.165173:0:3659:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9dafb113d500 x1876725549224576/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789785566 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789785550.165182:0:3659:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafb113d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3659:1876725549224576:0@lo:400:kworker.0 00010000:00080000:3.0:1789785550.165197:0:3659:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9dafb113e680 x1876725549225344/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789785566 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789785550.165206:0:3659:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafb113e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3659:1876725549225344:0@lo:400:kworker.0 00000004:00080000:3.0:1789785550.167105:0:23507:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1 committed 00000100:00100000:2.0:1789785550.172316:0:24279:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae844c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3658:x1876725549224960:12345-0@lo:8:kworker.0 Request processed in 17634us (20365us total) trans 0 rc -19/-19 00000100:00100000:2.0:1789785550.172330:0:24279:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:2.0:1789785550.172432:0:3658:0:(import.c:65:import_set_state_nolock()) ffff9dafa5c9e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789785550.172438:0:3658:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1789785550.172442:0:3658:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafb113ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3658:1876725549224960:0@lo:8:kworker.0 00000100:00100000:2.0:1789785550.172532:0:24279:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1789785550.172544:0:24279:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafb113f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23516:x1876725549225600:12345-0@lo:7:osp-pre-0-1.0 00002000:00080000:3.0:1789785550.177687:0:24279:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000400 00002000:00080000:3.0:1789785550.177767:0:24279:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0000: LAST FID is [0x280000400:0x41:0x0] 00010000:00080000:1.0:1789785550.177942:0:23516:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9dafb113f800 x1876725549225600/t0(0) o7->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 264/240 e 0 to 0 dl 1789785566 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789785550.177955:0:24279:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafb113f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23516:x1876725549225600:12345-0@lo:7:osp-pre-0-1.0 Request processed in 5407us (13759us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785550.177968:0:23516:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafb113f800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23516:1876725549225600:0@lo:7:osp-pre-0-1.0 00000100:00100000:3.0:1789785550.177975:0:24279:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000004:00080000:1.0:1789785550.177989:0:23516:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0000-osc-MDT0001: Got last_fid [0x280000400:0x41:0x0] 00000100:00100000:1.0:1789785550.178035:0:23516:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dae844c1500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23516:1876725549225728:0@lo:5:osp-pre-0-1.0 00000100:00100000:1.0:1789785550.178093:0:23516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789785550.178142:0:23516:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf88110a80 going to sleep for 11 seconds 00000100:00100000:3.0:1789785550.178216:0:24282:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549225728 00000100:00100000:3.0:1789785550.178379:0:24282:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549225728 00000100:00100000:3.0:1789785550.178443:0:24282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1789785550.178456:0:24282:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae844c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23516:x1876725549225728:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:3.0:1789785550.182634:0:24282:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:3.0:1789785550.182850:0:24282:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae844c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23516:x1876725549225728:12345-0@lo:5:osp-pre-0-1.0 Request processed in 4390us (4749us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785550.182866:0:24282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:0.0:1789785550.182925:0:23516:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9dae844c1500 x1876725549225728/t0(0) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1789785566 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789785550.182947:0:23516:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dae844c1500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23516:1876725549225728:0@lo:5:osp-pre-0-1.0 00000004:00080000:0.0:1789785550.182966:0:23516:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: Got last_id [0x280000400:0x41:0x0] from OST, last_created [0x280000400:0x41:0x0]last_used is [0x280000400:0x41:0x0] 00000100:00100000:0.0:1789785550.183033:0:23516:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafa588b480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23516:1876725549225856:0@lo:5:osp-pre-0-1.0 00000100:00100000:0.0:1789785550.183426:0:23516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789785550.183454:0:23516:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf8650d480 going to sleep for 11 seconds 00000100:00100000:2.0:1789785550.183552:0:24833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549225856 00000100:00100000:2.0:1789785550.183560:0:24833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549225856 00000100:00100000:2.0:1789785550.183619:0:24833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1789785550.183630:0:24833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafa588a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+7:23516:x1876725549225856:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:2.0:1789785550.183669:0:24833:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000400 at 66 00000001:00080000:0.0:1789785550.202823:0:24276:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901889 is committed 00000001:00100000:0.0:1789785550.202839:0:24276:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000100:00100000:1.0:1789785550.203089:0:24833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafa588a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:23516:x1876725549225856:12345-0@lo:5:osp-pre-0-1.0 Request processed in 19457us (19660us total) trans 12884901889 rc 0/0 00000100:00100000:1.0:1789785550.203105:0:24833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:0.0:1789785550.203198:0:23516:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9dafa588b480 x1876725549225856/t0(0) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1789785566 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789785550.203211:0:23516:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 12884901889 gen 2 00000100:00100000:0.0:1789785550.203227:0:23516:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafa588b480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23516:1876725549225856:0@lo:5:osp-pre-0-1.0 00000004:00080000:0.0:1789785550.203241:0:23516:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0001: current precreated pool: [0x280000400:0x41:0x0]-[0x280000400:0x61:0x0] 00000100:00100000:0.0:1789785550.203290:0:23516:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafa588b480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23516:1876725549225984:0@lo:900:osp-pre-0-1.0 00000100:00100000:0.0:1789785550.203325:0:23516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789785550.203787:0:23516:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf8650d480 going to sleep for 11 seconds 00000100:00100000:1.0:1789785550.203947:0:22786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549225984 00000100:00100000:1.0:1789785550.203954:0:22786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549225984 00000100:00100000:1.0:1789785550.204039:0:22786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1789785550.204049:0:22786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafa5888700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23516:x1876725549225984:12345-0@lo:900:osp-pre-0-1.0 00000100:00100000:1.0:1789785550.204111:0:22786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafa5888700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23516:x1876725549225984:12345-0@lo:900:osp-pre-0-1.0 Request processed in 64us (785us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785550.204118:0:22786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:0.0:1789785550.204180:0:23516:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9dafa588b480 x1876725549225984/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1789785566 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789785550.204192:0:23516:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafa588b480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23516:1876725549225984:0@lo:900:osp-pre-0-1.0 00010000:00010000:1.0:1789785550.466556:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789785551.494602:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789785551.689187:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1789785551.689220:0:3661:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafaca27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3661:1876725549226112:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1789785551.689287:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789785551.689568:0:22779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549226112 00000100:00100000:1.0:1789785551.689575:0:22779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549226112 00000100:00100000:1.0:1789785551.689620:0:22779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1789785551.689629:0:22779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafaca27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3661:x1876725549226112:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1789785551.689659:0:22779:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1789785551.689714:0:22779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafaca27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3661:x1876725549226112:12345-0@lo:41:osp-pre-0-1.0 Request processed in 85us (426us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785551.689721:0:22779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1789785551.689742:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789785551.689750:0:3660:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dae844c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3660:1876725549226240:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1789785551.689777:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789785551.689803:0:23895:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549226240 00000100:00100000:1.0:1789785551.689806:0:23895:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549226240 00000100:00100000:1.0:1789785551.689828:0:23895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1789785551.689834:0:23895:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae844c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3660:x1876725549226240:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1789785551.689852:0:23895:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1789785551.689887:0:23895:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae844c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3660:x1876725549226240:12345-0@lo:41:osp-pre-1-0.0 Request processed in 51us (108us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785551.689892:0:23895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1789785551.689930:0:3660:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dae844c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3660:1876725549226240:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1789785551.690640:0:3661:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafaca27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3661:1876725549226112:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1789785552.516571:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789785553.538707:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789785554.562985:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1789785554.733019:0:25094:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:2.0:1789785554.733024:0:25094:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/ost2_flakey 00000020:01000004:2.0:1789785554.733025:0:25094:0:(obd_mount.c:929:lmd_print()) options: errors=remount-ro 00000080:01200004:2.0:1789785554.733171:0:25094:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff9dafa5c99800 00000020:01000004:2.0:1789785554.733246:0:25094:0:(tgt_mount.c:2503:osd_start()) Attempting to start lustre-OST0001, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:2.0:1789785554.733263:0:25094:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0001-osd (typ=osd-ldiskfs) 00000020:00000080:2.0:1789785554.733277:0:25094:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osd (ffff9dafb5c3b370) 00000020:00000080:2.0:1789785554.733295:0:25094:0:(obd_config.c:720:class_attach_name()) OBD: dev 25 attached type osd-ldiskfs with refcount 2 00100000:10000000:1.0:1789785554.791095:0:25094:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:1.0:1789785554.796672:0:25094:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:1.0:1789785554.796913:0:25094:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:1.0:1789785554.797100:0:25094:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:1.0:1789785554.797552:0:25094:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:1.0:1789785554.797932:0:25094:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:1.0:1789785554.798133:0:25094:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x3:0x0] (8/8) registered 00080000:01000000:1.0:1789785554.801735:0:25094:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0001: register osd-ldiskfs tunable parameters 00000020:00000080:1.0:1789785554.801935:0:25094:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00080000:01000000:1.0:1789785554.801947:0:25094:0:(osd_handler.c:8925:osd_obd_connect()) connect #0 00000020:00000080:1.0:1789785554.801959:0:25094:0:(genops.c:1385:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0x2f18ee3fd845df00 00000020:01000004:1.0:1789785554.801974:0:25094:0:(tgt_mount.c:2588:server_fill_super()) Found service lustre-OST0001 on device /dev/mapper/ost2_flakey 00000020:01000004:1.0:1789785554.801995:0:25094:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.203.146@tcp:Set MGC reconnect 1 10000000:01000000:1.0:1789785554.801999:0:25094:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.203.146@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:1.0:1789785554.802005:0:25094:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-OST0001 00000020:01000004:1.0:1789785554.802032:0:25094:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost2_flakey 10000000:01000000:1.0:1789785554.802036:0:25094:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.146@tcp: cl_mgc_mutex lustre-OST0001-osd for locked: rc = 0 00000040:01000000:2.0:1789785554.816404:0:25094:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.146@tcp ctxt 0 is initialized 00000020:01000004:2.0:1789785554.816463:0:25094:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-OST0001, fs=lustre, 192.168.203.146@tcp, index=0001, flags=0x20002 00000020:01000004:2.0:1789785554.816476:0:25094:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:2.0:1789785554.816478:0:25094:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1789785554.816479:0:25094:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789785554.816480:0:25094:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789785554.816482:0:25094:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789785554.816483:0:25094:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789785554.816484:0:25094:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1789785554.816486:0:25094:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789785554.816487:0:25094:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1789785554.816498:0:25094:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x10020002 00000020:01000004:2.0:1789785554.816501:0:25094:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1789785554.816502:0:25094:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1789785554.816503:0:25094:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789785554.816504:0:25094:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789785554.816504:0:25094:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789785554.816505:0:25094:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789785554.816506:0:25094:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1789785554.816507:0:25094:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789785554.816508:0:25094:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1789785554.816534:0:25094:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:2.0:1789785554.816556:0:25094:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafaca27480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:25094:1876725549226368:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1789785554.816636:0:25094:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789785554.816683:0:25094:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf8513f0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789785554.816893:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549226368 00000100:00100000:3.0:1789785554.816901:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549226368 00000100:00100000:3.0:1789785554.816961:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:3.0:1789785554.816970:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae8446f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f6797b-597b-4af7-b58b-b0a39d36f113+21:25094:x1876725549226368:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1789785554.816999:0:22766:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:3.0:1789785554.817002:0:22766:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0001 is running on 0@lo 20000000:01000000:3.0:1789785554.817006:0:22766:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 00000100:00100000:3.0:1789785554.817574:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae8446f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f6797b-597b-4af7-b58b-b0a39d36f113+21:25094:x1876725549226368:12345-0@lo:253:mount.lustre.0 Request processed in 604us (937us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785554.817582:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:2.0:1789785554.817699:0:25094:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafaca27480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:25094:1876725549226368:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1789785554.817707:0:25094:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:2.0:1789785554.817709:0:25094:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1789785554.817710:0:25094:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1789785554.817710:0:25094:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789785554.817711:0:25094:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789785554.817712:0:25094:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789785554.817713:0:25094:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789785554.817713:0:25094:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1789785554.817714:0:25094:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789785554.817715:0:25094:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:2.0:1789785554.817731:0:25094:0:(tgt_mount.c:101:server_register_mount()) register mount ffff9dafa5c99800 from lustre-OST0001 10000000:01000000:2.0:1789785554.817749:0:25094:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-OST0001 from 0 10000000:01000000:2.0:1789785554.817752:0:25094:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0001-0000000000000000 10000000:01000000:2.0:1789785554.817758:0:25094:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff9dae83570000 local copy 00010000:00010000:2.0:1789785554.817765:0:25094:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.146@tcp lock: ffff9daf814bb800/0x2f18ee3fd845dc1a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845dc21 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789785554.817917:0:25094:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafaca27480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:25094:1876725549226496:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789785554.817940:0:25094:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789785554.818020:0:25094:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf8513f900 going to sleep for 11 seconds 00000100:00100000:1.0:1789785554.818056:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549226496 00000100:00100000:1.0:1789785554.818061:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549226496 00000100:00100000:1.0:1789785554.818122:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:1.0:1789785554.818128:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae8446f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f6797b-597b-4af7-b58b-b0a39d36f113+21:25094:x1876725549226496:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789785554.818195:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae8446f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f6797b-597b-4af7-b58b-b0a39d36f113+21:25094:x1876725549226496:12345-0@lo:501:mount.lustre.0 Request processed in 66us (253us total) trans 0 rc -2/-2 00000100:00100000:1.0:1789785554.818201:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00100000:2.0:1789785554.818259:0:25094:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafaca27480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:25094:1876725549226496:0@lo:501:mount.lustre.0 10000000:01000000:2.0:1789785554.818271:0:25094:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.203.146@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:2.0:1789785554.818288:0:25094:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.203.146@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:2.0:1789785554.818294:0:25094:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.146@tcp lock: ffff9daf814bb800/0x2f18ee3fd845dc1a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845dc21 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785554.818303:0:25094:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.146@tcp lock: ffff9daf814bb800/0x2f18ee3fd845dc1a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845dc21 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789785554.818331:0:25094:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9dafa5c99800 10000000:01000000:2.0:1789785554.818372:0:25094:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1789785554.818379:0:25094:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0001-0000000000000000 10000000:01000000:2.0:1789785554.818383:0:25094:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1789785554.818387:0:25094:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 1 10000000:01000000:2.0:1789785554.818390:0:25094:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:2.0:1789785554.818415:0:25094:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.146@tcp lock: ffff9dafc1b09600/0x2f18ee3fd845df07 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785554.818423:0:25094:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.146@tcp lock: ffff9dafc1b09600/0x2f18ee3fd845df07 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785554.818433:0:25094:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.146@tcp lock: ffff9dafc1b09600/0x2f18ee3fd845df07 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789785554.818445:0:25094:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafaca27480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:25094:1876725549226624:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1789785554.818484:0:25094:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789785554.818503:0:25094:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf8513f900 going to sleep for 11 seconds 00000040:00080000:0.0:1789785554.818984:0:22811:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1789785554.819030:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549226624 00000100:00100000:1.0:1789785554.819035:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549226624 00000100:00100000:1.0:1789785554.819071:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:1.0:1789785554.819079:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae8446d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f6797b-597b-4af7-b58b-b0a39d36f113+21:25094:x1876725549226624:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789785554.819088:0:22767:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789785554.819099:0:22767:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9dafc21ca000/0x2f18ee3fd845df0e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0x2f18ee3fd845df07 expref: -99 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785554.819119:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9dafc21ca000/0x2f18ee3fd845df0e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2f18ee3fd845df07 expref: 22 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785554.819129:0:22767:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9dafc21ca000/0x2f18ee3fd845df0e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2f18ee3fd845df07 expref: 22 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785554.819138:0:22767:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dafc21ca000, rc 0) 00000100:00100000:1.0:1789785554.819192:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae8446d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f6797b-597b-4af7-b58b-b0a39d36f113+22:25094:x1876725549226624:12345-0@lo:101:mount.lustre.0 Request processed in 115us (708us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785554.819200:0:25094:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafaca27480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:25094:1876725549226624:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1789785554.819206:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00010000:00010000:2.0:1789785554.819217:0:25094:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.146@tcp lock: ffff9dafc1b09600/0x2f18ee3fd845df07 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845df0e expref: -99 pid: 25094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785554.819226:0:25094:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.146@tcp lock: ffff9dafc1b09600/0x2f18ee3fd845df07 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x2f18ee3fd845df0e expref: -99 pid: 25094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1789785554.820048:0:25094:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 11 count 11 00000040:00080000:2.0:1789785554.820532:0:25094:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1789785554.823312:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:2.0:1789785554.823543:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:2.0:1789785554.823565:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:2.0:1789785554.823576:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:2.0:1789785554.823587:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:2.0:1789785554.823600:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:2.0:1789785554.823613:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:2.0:1789785554.823625:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:2.0:1789785554.823638:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 120 off9752 00000040:00080000:2.0:1789785554.823662:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9976 00000040:00080000:2.0:1789785554.823668:0:25094:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 10 count 11 00000100:00100000:2.0:1789785554.823773:0:25094:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafaca27480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:25094:1876725549226752:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789785554.823958:0:25094:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789785554.824007:0:25094:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf8513f180 going to sleep for 11 seconds 00000100:00100000:1.0:1789785554.824079:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549226752 00000100:00100000:1.0:1789785554.824086:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549226752 00000100:00100000:1.0:1789785554.824227:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:1.0:1789785554.824237:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae8446e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f6797b-597b-4af7-b58b-b0a39d36f113+22:25094:x1876725549226752:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789785554.824404:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae8446e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f6797b-597b-4af7-b58b-b0a39d36f113+22:25094:x1876725549226752:12345-0@lo:501:mount.lustre.0 Request processed in 169us (446us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785554.824412:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:3.0:1789785554.824508:0:25094:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafaca27480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:25094:1876725549226752:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789785554.824540:0:25094:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafb113e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:25094:1876725549226880:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789785554.824586:0:25094:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785554.824850:0:25094:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dafb6226e40 going to sleep for 11 seconds 00000100:00100000:2.0:1789785554.825038:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549226880 00000100:00100000:2.0:1789785554.825044:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549226880 00000100:00100000:2.0:1789785554.825071:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:2.0:1789785554.825078:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae8446e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f6797b-597b-4af7-b58b-b0a39d36f113+22:25094:x1876725549226880:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789785554.827420:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae8446e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f6797b-597b-4af7-b58b-b0a39d36f113+22:25094:x1876725549226880:12345-0@lo:503:mount.lustre.0 Request processed in 2335us (2826us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785554.827431:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:3.0:1789785554.827711:0:25094:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafb113e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:25094:1876725549226880:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1789785554.828247:0:25094:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1789785554.828330:0:25094:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafb113e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:25094:1876725549227008:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789785554.828666:0:25094:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785554.828741:0:25094:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dafb6226e40 going to sleep for 11 seconds 00000100:00100000:0.0:1789785554.828780:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549227008 00000100:00100000:0.0:1789785554.828850:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549227008 00000100:00100000:0.0:1789785554.828960:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:0.0:1789785554.828969:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae8446f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f6797b-597b-4af7-b58b-b0a39d36f113+22:25094:x1876725549227008:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789785554.830100:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae8446f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f6797b-597b-4af7-b58b-b0a39d36f113+22:25094:x1876725549227008:12345-0@lo:502:mount.lustre.0 Request processed in 1129us (1431us total) trans 0 rc 0/0 00000100:00100000:0.0:1789785554.830110:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:3.0:1789785554.830264:0:25094:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafb113e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:25094:1876725549227008:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789785554.830641:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:3.0:1789785554.830666:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:3.0:1789785554.830673:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:3.0:1789785554.830680:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:3.0:1789785554.830687:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:3.0:1789785554.830693:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:3.0:1789785554.830700:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:3.0:1789785554.830707:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:3.0:1789785554.830716:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 120 off9752 00000100:00100000:3.0:1789785554.830741:0:25094:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafb113e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:25094:1876725549227136:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789785554.830773:0:25094:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785554.830802:0:25094:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dafb6226e40 going to sleep for 11 seconds 00000100:00100000:2.0:1789785554.830919:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549227136 00000100:00100000:2.0:1789785554.830926:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549227136 00000100:00100000:2.0:1789785554.831006:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:2.0:1789785554.831016:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae8446d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f6797b-597b-4af7-b58b-b0a39d36f113+22:25094:x1876725549227136:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789785554.831113:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae8446d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f6797b-597b-4af7-b58b-b0a39d36f113+22:25094:x1876725549227136:12345-0@lo:502:mount.lustre.0 Request processed in 99us (338us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785554.831120:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:3.0:1789785554.831183:0:25094:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafb113e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:25094:1876725549227136:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789785554.831222:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9976 00000040:00080000:3.0:1789785554.831230:0:25094:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 10 count 11 00000020:01000000:1.0:1789785554.832495:0:25098:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1789785554.832504:0:25098:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/ost2_flakey 00000020:00000080:1.0:1789785554.832511:0:25098:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789785554.832513:0:25098:0:(obd_config.c:1563:class_process_config()) marker 29 (0x1) lustre-OST0001 add ost 00000020:00000080:1.0:1789785554.832518:0:25098:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1789785554.832531:0:25098:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001 (ffff9dae82550000) 00000020:00000080:1.0:1789785554.832555:0:25098:0:(obd_config.c:720:class_attach_name()) OBD: dev 26 attached type obdfilter with refcount 2 00000020:00000080:1.0:1789785554.832561:0:25098:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:1.0:1789785554.832633:0:25098:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9dafa5c99800 from lustre-OST0001, refs=2 00080000:01000000:1.0:1789785554.832639:0:25098:0:(osd_handler.c:8925:osd_obd_connect()) connect #1 00000020:00000080:1.0:1789785554.832644:0:25098:0:(genops.c:1385:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0x2f18ee3fd845df1c 00010000:00010000:0.0:1789785554.840050:0:25098:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0001_UUID-4 is initialized 00000001:00000004:0.0:1789785554.842497:0:25098:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 8589934600 00080000:10000000:3.0:1789785554.845055:0:25098:0:(osd_handler.c:5581:osd_index_try()) lustre-OST0001: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:3.0:1789785554.853416:0:25098:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:01000000:3.0:1789785554.853431:0:25098:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789785554.853438:0:25098:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789785554.853447:0:25098:0:(obd_config.c:1563:class_process_config()) marker 29 (0x2) lustre-OST0001 add ost 00000020:01000000:3.0:1789785554.853452:0:25098:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789785554.853458:0:25098:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789785554.853459:0:25098:0:(obd_config.c:1563:class_process_config()) marker 36 (0x1) lustre sys.timeout 00000020:00000080:3.0:1789785554.853482:0:25098:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:3.0:1789785554.853484:0:25098:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:3.0:1789785554.853488:0:25098:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789785554.853887:0:25098:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789785554.853889:0:25098:0:(obd_config.c:1563:class_process_config()) marker 36 (0x2) lustre sys.timeout 00000020:01000000:3.0:1789785554.853894:0:25098:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789785554.853899:0:25098:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789785554.853901:0:25098:0:(obd_config.c:1563:class_process_config()) marker 41 (0x1) lustre sys.jobid_var 00000020:00000080:3.0:1789785554.853906:0:25098:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:3.0:1789785554.853940:0:25098:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789785554.853944:0:25098:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789785554.853945:0:25098:0:(obd_config.c:1563:class_process_config()) marker 41 (0x2) lustre sys.jobid_var 00000040:00080000:3.0:1789785554.853948:0:25098:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 11 count 11 00000020:01000000:1.0:1789785554.854146:0:25094:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0001 gen 1-10 (rc=0) 10000000:01000000:1.0:1789785554.854186:0:25094:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.146@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:1.0:1789785554.854208:0:25094:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.146@tcp lock: ffff9dafc1b09600/0x2f18ee3fd845df07 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845df0e expref: -99 pid: 25094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785554.854221:0:25094:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.146@tcp lock: ffff9dafc1b09600/0x2f18ee3fd845df07 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845df0e expref: -99 pid: 25094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789785554.854231:0:25094:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9dafa5c99800 from 1 10000000:01000000:1.0:1789785554.854234:0:25094:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1789785554.854276:0:25094:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.146@tcp lock: ffff9dafc21cb000/0x2f18ee3fd845df23 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785554.854284:0:25094:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.146@tcp lock: ffff9dafc21cb000/0x2f18ee3fd845df23 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785554.854294:0:25094:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.146@tcp lock: ffff9dafc21cb000/0x2f18ee3fd845df23 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789785554.854317:0:25094:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dae844c2300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:25094:1876725549227264:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1789785554.854392:0:25094:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789785554.854428:0:25094:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dae83af5840 going to sleep for 11 seconds 00000100:00100000:3.0:1789785554.854454:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549227264 00000100:00100000:3.0:1789785554.854462:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549227264 00000100:00100000:3.0:1789785554.854593:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:3.0:1789785554.854604:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae8446d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f6797b-597b-4af7-b58b-b0a39d36f113+22:25094:x1876725549227264:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789785554.854617:0:22766:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789785554.854630:0:22766:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9daf814bb400/0x2f18ee3fd845df2a lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x2f18ee3fd845df23 expref: -99 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785554.854653:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9daf814bb400/0x2f18ee3fd845df2a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2f18ee3fd845df23 expref: 23 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785554.854664:0:22766:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9daf814bb400/0x2f18ee3fd845df2a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2f18ee3fd845df23 expref: 23 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785554.854673:0:22766:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9daf814bb400, rc 0) 00000100:00100000:3.0:1789785554.854729:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae8446d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f6797b-597b-4af7-b58b-b0a39d36f113+23:25094:x1876725549227264:12345-0@lo:101:mount.lustre.0 Request processed in 126us (335us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785554.854736:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00100000:1.0:1789785554.854900:0:25094:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dae844c2300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:25094:1876725549227264:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789785554.854914:0:25094:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.146@tcp lock: ffff9dafc21cb000/0x2f18ee3fd845df23 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845df2a expref: -99 pid: 25094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785554.854924:0:25094:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.146@tcp lock: ffff9dafc21cb000/0x2f18ee3fd845df23 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x2f18ee3fd845df2a expref: -99 pid: 25094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1789785554.856885:0:25094:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:1.0:1789785554.858683:0:25094:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1789785554.858922:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:1.0:1789785554.859087:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:1.0:1789785554.859107:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:1.0:1789785554.859122:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:1.0:1789785554.859135:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:1.0:1789785554.859149:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:1.0:1789785554.859161:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:1.0:1789785554.859174:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:1.0:1789785554.859188:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:1.0:1789785554.859200:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:1.0:1789785554.859293:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:1.0:1789785554.859320:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:1.0:1789785554.859325:0:25094:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:1.0:1789785554.859448:0:25094:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dae844c2300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:25094:1876725549227392:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789785554.859524:0:25094:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789785554.859564:0:25094:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dae83af5240 going to sleep for 11 seconds 00000100:00100000:2.0:1789785554.861100:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549227392 00000100:00100000:2.0:1789785554.861111:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549227392 00000100:00100000:2.0:1789785554.861174:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:2.0:1789785554.861192:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae8446c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f6797b-597b-4af7-b58b-b0a39d36f113+23:25094:x1876725549227392:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789785554.861527:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae8446c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f6797b-597b-4af7-b58b-b0a39d36f113+23:25094:x1876725549227392:12345-0@lo:501:mount.lustre.0 Request processed in 344us (2002us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785554.861535:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:2.0:1789785554.861594:0:25094:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dae844c2300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:25094:1876725549227392:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789785554.861643:0:25094:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafaca25f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:25094:1876725549227520:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789785554.861692:0:25094:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789785554.861716:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549227520 00000100:00100000:2.0:1789785554.861720:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549227520 00000100:00100000:2.0:1789785554.861743:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:2.0:1789785554.861750:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae8446ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f6797b-597b-4af7-b58b-b0a39d36f113+23:25094:x1876725549227520:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789785554.861819:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae8446ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f6797b-597b-4af7-b58b-b0a39d36f113+23:25094:x1876725549227520:12345-0@lo:503:mount.lustre.0 Request processed in 69us (127us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785554.861826:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:2.0:1789785554.861869:0:25094:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf9838a840 going to sleep for 11 seconds 00000100:00100000:2.0:1789785554.861882:0:25094:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafaca25f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:25094:1876725549227520:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1789785554.863651:0:25094:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1789785554.863735:0:25094:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafaca25f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:25094:1876725549227648:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789785554.863798:0:25094:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789785554.863835:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549227648 00000100:00100000:2.0:1789785554.863841:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549227648 00000100:00100000:2.0:1789785554.863880:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:2.0:1789785554.863888:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae8446dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f6797b-597b-4af7-b58b-b0a39d36f113+23:25094:x1876725549227648:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789785554.863990:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae8446dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f6797b-597b-4af7-b58b-b0a39d36f113+23:25094:x1876725549227648:12345-0@lo:502:mount.lustre.0 Request processed in 101us (191us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785554.863997:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:2.0:1789785554.864057:0:25094:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf9838a840 going to sleep for 11 seconds 00000100:00100000:2.0:1789785554.864085:0:25094:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafaca25f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:25094:1876725549227648:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1789785554.864701:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:2.0:1789785554.864731:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:2.0:1789785554.864747:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:2.0:1789785554.864760:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:2.0:1789785554.864773:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:2.0:1789785554.864914:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:2.0:1789785554.864936:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:2.0:1789785554.864958:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:2.0:1789785554.864974:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:2.0:1789785554.864991:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:2.0:1789785554.865004:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:2.0:1789785554.865096:0:25094:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafaca25f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:25094:1876725549227776:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789785554.865153:0:25094:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789785554.865354:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549227776 00000100:00100000:1.0:1789785554.865361:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549227776 00000100:00100000:2.0:1789785554.865415:0:25094:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf9838a840 going to sleep for 11 seconds 00000100:00100000:1.0:1789785554.865480:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:1.0:1789785554.865489:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae8446c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f6797b-597b-4af7-b58b-b0a39d36f113+23:25094:x1876725549227776:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789785554.865597:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae8446c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f6797b-597b-4af7-b58b-b0a39d36f113+23:25094:x1876725549227776:12345-0@lo:502:mount.lustre.0 Request processed in 109us (443us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785554.865605:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:2.0:1789785554.865677:0:25094:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafaca25f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:25094:1876725549227776:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1789785554.865733:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:2.0:1789785554.865741:0:25094:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:2.0:1789785554.866938:0:25102:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789785554.866949:0:25102:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789785554.866951:0:25102:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:2.0:1789785554.866959:0:25102:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9dafa5c99800 00000020:00000080:2.0:1789785554.866962:0:25102:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1789785554.866969:0:25102:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789785554.866972:0:25102:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789785554.866974:0:25102:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:2.0:1789785554.866976:0:25102:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789785554.866978:0:25102:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789785554.866980:0:25102:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:2.0:1789785554.866984:0:25102:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9dafa5c99800 00000020:00000080:2.0:1789785554.866986:0:25102:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1789785554.867050:0:25102:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789785554.867054:0:25102:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789785554.867056:0:25102:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:2.0:1789785554.867058:0:25102:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789785554.867061:0:25102:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789785554.867063:0:25102:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1789785554.867066:0:25102:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9dafa5c99800 00000020:00000080:2.0:1789785554.867068:0:25102:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1789785554.867086:0:25102:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789785554.867089:0:25102:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789785554.867090:0:25102:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1789785554.867092:0:25102:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789785554.867095:0:25102:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789785554.867096:0:25102:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:2.0:1789785554.867099:0:25102:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9dafa5c99800 00000020:00000080:2.0:1789785554.867101:0:25102:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1789785554.867121:0:25102:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789785554.867131:0:25102:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789785554.867132:0:25102:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:2.0:1789785554.867135:0:25102:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:2.0:1789785554.868555:0:25094:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:2.0:1789785554.868588:0:25094:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.146@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1789785554.868612:0:25094:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.146@tcp lock: ffff9dafc21cb000/0x2f18ee3fd845df23 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845df2a expref: -99 pid: 25094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785554.868627:0:25094:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.146@tcp lock: ffff9dafc21cb000/0x2f18ee3fd845df23 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845df2a expref: -99 pid: 25094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789785554.868680:0:25094:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1789785554.868683:0:25094:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9dafa5c99800 10000000:01000000:2.0:1789785554.868686:0:25094:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9dafa5c99800 10000000:01000000:2.0:1789785554.868690:0:25094:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1789785554.868696:0:25094:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9dafa5c99800 from 1 10000000:01000000:2.0:1789785554.868698:0:25094:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1789785554.868734:0:25094:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.146@tcp lock: ffff9dafc1b09200/0x2f18ee3fd845df31 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785554.868742:0:25094:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.146@tcp lock: ffff9dafc1b09200/0x2f18ee3fd845df31 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785554.868753:0:25094:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.146@tcp lock: ffff9dafc1b09200/0x2f18ee3fd845df31 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789785554.868776:0:25094:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafaca25f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:25094:1876725549227904:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1789785554.869086:0:25094:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785554.873962:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549227904 00000100:00100000:3.0:1789785554.873975:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549227904 00000100:00100000:2.0:1789785554.874114:0:25094:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf9838ac00 going to sleep for 11 seconds 00000100:00100000:3.0:1789785554.874391:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:3.0:1789785554.874403:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae8446c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f6797b-597b-4af7-b58b-b0a39d36f113+23:25094:x1876725549227904:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789785554.874418:0:22767:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789785554.874436:0:22767:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9daf814bac00/0x2f18ee3fd845df38 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0x2f18ee3fd845df31 expref: -99 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785554.874475:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9daf814bac00/0x2f18ee3fd845df38 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2f18ee3fd845df31 expref: 24 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785554.874489:0:22767:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9daf814bac00/0x2f18ee3fd845df38 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2f18ee3fd845df31 expref: 24 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785554.874498:0:22767:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9daf814bac00, rc 0) 00000100:00100000:3.0:1789785554.874569:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae8446c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f6797b-597b-4af7-b58b-b0a39d36f113+24:25094:x1876725549227904:12345-0@lo:101:mount.lustre.0 Request processed in 169us (5483us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785554.874576:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:3.0:1789785554.874625:0:25094:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafaca25f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:25094:1876725549227904:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789785554.874643:0:25094:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.146@tcp lock: ffff9dafc1b09200/0x2f18ee3fd845df31 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845df38 expref: -99 pid: 25094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785554.874653:0:25094:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.146@tcp lock: ffff9dafc1b09200/0x2f18ee3fd845df31 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x2f18ee3fd845df38 expref: -99 pid: 25094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1789785554.876913:0:25094:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:3.0:1789785554.877399:0:25094:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1789785554.877584:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:3.0:1789785554.877606:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:3.0:1789785554.877617:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:3.0:1789785554.877628:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:3.0:1789785554.877638:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:3.0:1789785554.877649:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:3.0:1789785554.877659:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:3.0:1789785554.877670:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:3.0:1789785554.877681:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:3.0:1789785554.877691:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:3.0:1789785554.877703:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:3.0:1789785554.877713:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:3.0:1789785554.877724:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:3.0:1789785554.877735:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:3.0:1789785554.877746:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:3.0:1789785554.877758:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:3.0:1789785554.877769:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:3.0:1789785554.877780:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:3.0:1789785554.877807:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:3.0:1789785554.877823:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:3.0:1789785554.877837:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:3.0:1789785554.877850:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:3.0:1789785554.877861:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:3.0:1789785554.877875:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:3.0:1789785554.877889:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:3.0:1789785554.877902:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:3.0:1789785554.877916:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:3.0:1789785554.877929:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:3.0:1789785554.877943:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:3.0:1789785554.877955:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:3.0:1789785554.877967:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:3.0:1789785554.877980:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:3.0:1789785554.878003:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:2.0:1789785554.889051:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:2.0:1789785554.889102:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:2.0:1789785554.889132:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:2.0:1789785554.889163:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:2.0:1789785554.889191:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:2.0:1789785554.889225:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:2.0:1789785554.889242:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:2.0:1789785554.889257:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:2.0:1789785554.889272:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:2.0:1789785554.889288:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:2.0:1789785554.889302:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:2.0:1789785554.889318:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:2.0:1789785554.889331:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:2.0:1789785554.889381:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:2.0:1789785554.889398:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:2.0:1789785554.889582:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:2.0:1789785554.889604:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:2.0:1789785554.889622:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:2.0:1789785554.889628:0:25094:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:2.0:1789785554.889736:0:25094:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafaca27b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:25094:1876725549228032:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789785554.889815:0:25094:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789785554.893526:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549228032 00000100:00100000:2.0:1789785554.893541:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549228032 00000100:00100000:2.0:1789785554.893611:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:2.0:1789785554.893620:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafa641b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f6797b-597b-4af7-b58b-b0a39d36f113+24:25094:x1876725549228032:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789785554.893762:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafa641b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f6797b-597b-4af7-b58b-b0a39d36f113+24:25094:x1876725549228032:12345-0@lo:501:mount.lustre.0 Request processed in 143us (3947us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785554.893769:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:2.0:1789785554.895105:0:25094:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf923536c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789785554.895136:0:25094:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafaca27b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:25094:1876725549228032:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789785554.895936:0:25094:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafaca27b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:25094:1876725549228160:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789785554.896009:0:25094:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789785554.896052:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549228160 00000100:00100000:2.0:1789785554.896059:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549228160 00000100:00100000:2.0:1789785554.896105:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:2.0:1789785554.896114:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafa6419450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f6797b-597b-4af7-b58b-b0a39d36f113+24:25094:x1876725549228160:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789785554.897018:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafa6419450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f6797b-597b-4af7-b58b-b0a39d36f113+24:25094:x1876725549228160:12345-0@lo:503:mount.lustre.0 Request processed in 902us (1006us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785554.897027:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:2.0:1789785554.897085:0:25094:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf923536c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789785554.897104:0:25094:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafaca27b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:25094:1876725549228160:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1789785554.900093:0:25094:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1789785554.900477:0:25094:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafaca27b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:25094:1876725549228288:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789785554.900550:0:25094:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789785554.900633:0:25094:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf923536c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789785554.903952:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549228288 00000100:00100000:3.0:1789785554.903966:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549228288 00000100:00100000:2.0:1789785554.904099:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:2.0:1789785554.904110:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafa641ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f6797b-597b-4af7-b58b-b0a39d36f113+24:25094:x1876725549228288:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789785554.904279:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafa641ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f6797b-597b-4af7-b58b-b0a39d36f113+24:25094:x1876725549228288:12345-0@lo:502:mount.lustre.0 Request processed in 170us (3728us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785554.904287:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:2.0:1789785554.904373:0:25094:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafaca27b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:25094:1876725549228288:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1789785554.904618:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:2.0:1789785554.904647:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:2.0:1789785554.904663:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:2.0:1789785554.904676:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:2.0:1789785554.904691:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:2.0:1789785554.904704:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:2.0:1789785554.904729:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:2.0:1789785554.904744:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:2.0:1789785554.904759:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:2.0:1789785554.904771:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:2.0:1789785554.904795:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:2.0:1789785554.904813:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:2.0:1789785554.905964:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:2.0:1789785554.906006:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:2.0:1789785554.906021:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:2.0:1789785554.906035:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:2.0:1789785554.906064:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:2.0:1789785554.906081:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:2.0:1789785554.906094:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:2.0:1789785554.906107:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:2.0:1789785554.906121:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:2.0:1789785554.906134:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:2.0:1789785554.906147:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:2.0:1789785554.906162:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:2.0:1789785554.910295:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:2.0:1789785554.910401:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:2.0:1789785554.910422:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:2.0:1789785554.910437:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:2.0:1789785554.910452:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:2.0:1789785554.910480:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:2.0:1789785554.910497:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:2.0:1789785554.910510:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:2.0:1789785554.910543:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:2.0:1789785554.910559:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:2.0:1789785554.910572:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:2.0:1789785554.910586:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:2.0:1789785554.910599:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:2.0:1789785554.910613:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:2.0:1789785554.910627:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:2.0:1789785554.910653:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:2.0:1789785554.910666:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:2.0:1789785554.910679:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:2.0:1789785554.910691:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:2.0:1789785554.910705:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:2.0:1789785554.910718:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:2.0:1789785554.910731:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:2.0:1789785554.910743:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:2.0:1789785554.910757:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:2.0:1789785554.910829:0:25094:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafaca27b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:25094:1876725549228416:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789785554.910907:0:25094:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789785554.910950:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549228416 00000100:00100000:2.0:1789785554.910957:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549228416 00000100:00100000:2.0:1789785554.911007:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:2.0:1789785554.911016:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafa641a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f6797b-597b-4af7-b58b-b0a39d36f113+24:25094:x1876725549228416:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789785554.911122:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafa641a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f6797b-597b-4af7-b58b-b0a39d36f113+24:25094:x1876725549228416:12345-0@lo:502:mount.lustre.0 Request processed in 106us (215us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785554.911129:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00100000:2.0:1789785554.911184:0:25094:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf923536c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789785554.911205:0:25094:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafaca27b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:25094:1876725549228416:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1789785554.911392:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:2.0:1789785554.911414:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:2.0:1789785554.911435:0:25094:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafaca27b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:25094:1876725549228544:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789785554.911481:0:25094:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789785554.911502:0:25094:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf923536c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789785554.912481:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549228544 00000100:00100000:1.0:1789785554.912489:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549228544 00000100:00100000:1.0:1789785554.912533:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:1.0:1789785554.912541:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafa641a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f6797b-597b-4af7-b58b-b0a39d36f113+24:25094:x1876725549228544:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789785554.912659:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafa641a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f6797b-597b-4af7-b58b-b0a39d36f113+24:25094:x1876725549228544:12345-0@lo:502:mount.lustre.0 Request processed in 118us (1177us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785554.912666:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00100000:2.0:1789785554.915901:0:25094:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafaca27b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:25094:1876725549228544:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1789785554.916002:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:2.0:1789785554.916027:0:25094:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:2.0:1789785554.917142:0:25107:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0001 (typ=lwp) 00000020:00000080:2.0:1789785554.917156:0:25107:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0001 (ffff9dafb5c399b8) 00000020:00000080:2.0:1789785554.917191:0:25107:0:(obd_config.c:720:class_attach_name()) OBD: dev 27 attached type lwp with refcount 2 00000020:01000004:2.0:1789785554.917284:0:25107:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9dafa5c99800 from lustre-OST0001, refs=3 00000020:01000004:2.0:1789785554.917288:0:25107:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9dafa5c99800 from lustre-OST0001, refs=3 00000020:01000004:2.0:1789785554.917290:0:25107:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9dafa5c99800 3 00010000:00080000:2.0:1789785554.917321:0:25107:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9dae8361d800@lustre-MDT0000-lwp-OST0001: add connection 192.168.203.146@tcp at head 00010000:00010000:2.0:1789785554.921744:0:25107:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0001-11 is initialized 00000020:00000080:2.0:1789785554.922162:0:25107:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000010:01000000:2.0:1789785554.922278:0:25107:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1789785554.922292:0:25107:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0001, cookie 0x2f18ee3fd845df46 00000100:00080000:2.0:1789785554.922302:0:25107:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1789785554.922308:0:25107:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9dae8361d800 using connection 192.168.203.146@tcp/0@lo 00000100:00100000:2.0:1789785554.922564:0:25107:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9dafaca27b80 x1876725549228672/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789785554.922637:0:3658:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafaca27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3658:1876725549228672:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1789785554.922714:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1789785554.922886:0:25107:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00100000:0.0:1789785554.923669:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549228672 00000100:00100000:0.0:1789785554.923677:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549228672 00000100:00100000:0.0:1789785554.923716:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1789785554.923725:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafb113e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3658:x1876725549228672:12345-0@lo:38:llog_process_th.0 00010000:00080000:0.0:1789785554.923750:0:22775:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 663 last 0 00000020:00000080:0.0:1789785554.923815:0:22775:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0001_UUID, cookie 0x2f18ee3fd845df4d 00000004:00100000:0.0:1789785554.923840:0:22775:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:0.0:1789785554.923874:0:22775:0:(import.c:65:import_set_state_nolock()) ffff9dafbf3c7000 : changing import state from RECOVER to FULL 00000100:00080000:2.0:1789785554.924422:0:15987:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789785554.924426:0:15987:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789785554.924429:0:15987:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789785554.924431:0:15987:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789785554.924460:0:15987:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789785554.924474:0:15987:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789785554.924477:0:15987:0:(import.c:65:import_set_state_nolock()) ffff9dafa5c9e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789785554.924482:0:15987:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 658 00000100:00080000:2.0:1789785554.924486:0:15987:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1789785554.924500:0:15987:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff9dafa5c9e000 using connection 192.168.203.146@tcp/0@lo 00000100:00100000:2.0:1789785554.924520:0:15987:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9dafbf4ea300 x1876725549229312/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789785554.924564:0:3659:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafaca26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3659:1876725549229184:0@lo:400:kworker.0 00000100:00100000:2.0:1789785554.924614:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789785554.924644:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1789785554.924649:0:3659:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafaca25500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3659:1876725549228800:0@lo:400:kworker.0 00000100:00100000:2.0:1789785554.924672:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789785554.924691:0:3659:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafbf4eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3659:1876725549229440:0@lo:400:kworker.0 00000100:00100000:2.0:1789785554.924711:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789785554.924738:0:3661:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafaca25f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3661:1876725549228928:0@lo:400:kworker.0 00000100:00100000:2.0:1789785554.924761:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789785554.924989:0:3661:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafbf4e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3661:1876725549229568:0@lo:400:kworker.0 00000100:00100000:2.0:1789785554.925013:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789785554.925026:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1789785554.925031:0:3661:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafaca27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3661:1876725549229056:0@lo:400:kworker.0 00000100:00100000:2.0:1789785554.925051:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789785554.925067:0:3661:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafbf4ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3661:1876725549229696:0@lo:400:kworker.0 00000100:00100000:2.0:1789785554.925086:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789785554.925107:0:24280:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549229184 00000100:00100000:2.0:1789785554.925112:0:24280:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549229184 00000100:00100000:2.0:1789785554.925162:0:24280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1789785554.925171:0:24280:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbf4e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3659:x1876725549229184:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789785554.925608:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafb113e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3658:x1876725549228672:12345-0@lo:38:llog_process_th.0 Request processed in 1882us (2892us total) trans 0 rc 0/0 00000100:00100000:0.0:1789785554.925617:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1789785554.925635:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549229440 00000100:00100000:0.0:1789785554.925639:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549229440 00000100:00100000:0.0:1789785554.925658:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549228928 00000100:00100000:0.0:1789785554.925661:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549228928 00000100:00100000:0.0:1789785554.925670:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549229568 00000100:00100000:0.0:1789785554.925672:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549229568 00000100:00100000:0.0:1789785554.925684:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549229696 00000100:00100000:0.0:1789785554.925687:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549229696 00000100:00100000:0.0:1789785554.925700:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1789785554.925707:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbf4ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3659:x1876725549229440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789785554.925741:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbf4ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3659:x1876725549229440:12345-0@lo:400:kworker.0 Request processed in 35us (1029us total) trans 0 rc 0/0 00000100:00100000:0.0:1789785554.925748:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1789785554.925761:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1789785554.925767:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbf4eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3661:x1876725549228928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789785554.925810:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbf4eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3661:x1876725549228928:12345-0@lo:400:kworker.0 Request processed in 43us (1048us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785554.925948:0:24280:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbf4e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3659:x1876725549229184:12345-0@lo:400:kworker.0 Request processed in 118us (673us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785554.925964:0:24280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1789785554.925987:0:23895:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549228800 00000100:00100000:2.0:1789785554.925990:0:23895:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549228800 00000100:00100000:2.0:1789785554.926013:0:23895:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549229056 00000100:00100000:2.0:1789785554.926016:0:23895:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549229056 00000100:00100000:2.0:1789785554.926026:0:23895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1789785554.926031:0:23895:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbf4e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3659:x1876725549228800:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789785554.926062:0:23895:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbf4e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3659:x1876725549228800:12345-0@lo:400:kworker.0 Request processed in 30us (1389us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785554.926067:0:23895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1789785554.926078:0:23895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1789785554.926084:0:23895:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbf4eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3661:x1876725549229056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789785554.926123:0:23895:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbf4eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3661:x1876725549229056:12345-0@lo:400:kworker.0 Request processed in 38us (1070us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785554.926128:0:23895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1789785554.926162:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00010000:00080000:3.0:1789785554.926295:0:3658:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9dafaca27b80 x1876725549228672/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789785564 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789785554.926307:0:3658:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:3.0:1789785554.926315:0:3658:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0001: connect to target with instance 3 00000100:00080000:3.0:1789785554.926322:0:3658:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:3.0:1789785554.926326:0:3658:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1789785554.926329:0:3658:0:(import.c:65:import_set_state_nolock()) ffff9dae8361d800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1789785554.926335:0:3658:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafaca27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3658:1876725549228672:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1789785554.926420:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1789785554.926429:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbf4eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3661:x1876725549229568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789785554.926474:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbf4eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3661:x1876725549229568:12345-0@lo:400:kworker.0 Request processed in 37us (1450us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785554.926481:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1789785554.926495:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1789785554.926502:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbf4e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3661:x1876725549229696:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789785554.926530:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbf4e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3661:x1876725549229696:12345-0@lo:400:kworker.0 Request processed in 29us (1443us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785554.926536:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00080000:2.0:1789785554.926577:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1789785554.926581:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1789785554.926584:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1789785554.926613:0:3659:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafaca25500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3659:1876725549228800:0@lo:400:kworker.0 00010000:00080000:2.0:1789785554.926624:0:3659:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9dafbf4eaa00 x1876725549229440/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789785570 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789785554.926634:0:3659:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafbf4eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3659:1876725549229440:0@lo:400:kworker.0 00010000:00080000:2.0:1789785554.926644:0:3659:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9dafaca26a00 x1876725549229184/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789785570 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789785554.926652:0:3659:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafaca26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3659:1876725549229184:0@lo:400:kworker.0 00000100:00100000:2.0:1789785554.926692:0:3661:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafaca27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3661:1876725549229056:0@lo:400:kworker.0 00010000:00080000:2.0:1789785554.926703:0:3661:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9dafbf4ead80 x1876725549229696/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789785570 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789785554.926711:0:3661:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafbf4ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3661:1876725549229696:0@lo:400:kworker.0 00010000:00080000:2.0:1789785554.926720:0:3661:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9dafaca25f80 x1876725549228928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789785570 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789785554.926727:0:3661:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafaca25f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3661:1876725549228928:0@lo:400:kworker.0 00010000:00080000:2.0:1789785554.926735:0:3661:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9dafbf4e8380 x1876725549229568/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789785570 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789785554.926743:0:3661:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafbf4e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3661:1876725549229568:0@lo:400:kworker.0 00000100:00100000:3.0:1789785554.927320:0:3658:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafbf4ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3658:1876725549229312:0@lo:8:kworker.0 00000100:00100000:3.0:1789785554.927447:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789785554.927639:0:24282:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549229312 00000100:00100000:1.0:1789785554.927645:0:24282:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549229312 00000100:00100000:1.0:1789785554.927671:0:24282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1789785554.927676:0:24282:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafb113d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3658:x1876725549229312:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1789785554.927729:0:24282:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafb113d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3658:x1876725549229312:12345-0@lo:8:kworker.0 Request processed in 51us (282us total) trans 0 rc -11/-11 00000100:00100000:1.0:1789785554.927735:0:24282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1789785554.927966:0:3658:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:3.0:1789785554.927974:0:3658:0:(import.c:65:import_set_state_nolock()) ffff9dafa5c9e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789785554.927978:0:3658:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-11) 00000100:00100000:3.0:1789785554.927981:0:3658:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafbf4ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3658:1876725549229312:0@lo:8:kworker.0 00000020:01000004:3.0:1789785554.929483:0:25107:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0001 (typ=lwp) 00000020:00000080:3.0:1789785554.929499:0:25107:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0001 (ffff9dae83724d28) 00000020:00000080:3.0:1789785554.929524:0:25107:0:(obd_config.c:720:class_attach_name()) OBD: dev 28 attached type lwp with refcount 2 00000020:01000004:3.0:1789785554.929632:0:25107:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9dafa5c99800 from lustre-OST0001, refs=3 00000020:01000004:3.0:1789785554.929635:0:25107:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9dafa5c99800 from lustre-OST0001, refs=3 00000020:01000004:3.0:1789785554.929638:0:25107:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9dafa5c99800 3 00010000:00080000:3.0:1789785554.929666:0:25107:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9dae84488000@lustre-MDT0001-lwp-OST0001: add connection 192.168.203.146@tcp at head 00010000:00010000:3.0:1789785554.933688:0:25107:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0001-12 is initialized 00000020:00000080:3.0:1789785554.940516:0:25107:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000010:01000000:3.0:1789785554.940564:0:25107:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1789785554.940583:0:25107:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0001, cookie 0x2f18ee3fd845df5b 00000100:00080000:3.0:1789785554.940594:0:25107:0:(import.c:510:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1789785554.940599:0:25107:0:(import.c:624:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff9dae84488000 using connection 192.168.203.146@tcp/0@lo 00000100:00100000:3.0:1789785554.940636:0:25107:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9dafb113c000 x1876725549229824/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789785554.940665:0:25107:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00100000:0.0:1789785554.941940:0:3658:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafb113c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3658:1876725549229824:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1789785554.942013:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1789785554.942392:0:15987:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789785554.942397:0:15987:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789785554.942400:0:15987:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789785554.942403:0:15987:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1789785554.943490:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549229824 00000100:00100000:2.0:1789785554.943501:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549229824 00000100:00100000:2.0:1789785554.943541:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1789785554.943555:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafa588b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3658:x1876725549229824:12345-0@lo:38:llog_process_th.0 00010000:00080000:2.0:1789785554.943588:0:22776:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 663 last 0 00000020:00000080:2.0:1789785554.943622:0:22776:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0001_UUID, cookie 0x2f18ee3fd845df62 00000004:00100000:2.0:1789785554.943637:0:22776:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:2.0:1789785554.943668:0:22776:0:(import.c:65:import_set_state_nolock()) ffff9dae83619800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1789785554.943734:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafa588b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3658:x1876725549229824:12345-0@lo:38:llog_process_th.0 Request processed in 179us (1720us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785554.943741:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00080000:2.0:1789785554.943787:0:3658:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9dafb113c000 x1876725549229824/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789785564 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789785554.943798:0:3658:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:2.0:1789785554.943806:0:3658:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0001: connect to target with instance 3 00000100:00080000:2.0:1789785554.943813:0:3658:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:2.0:1789785554.943817:0:3658:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:2.0:1789785554.943819:0:3658:0:(import.c:65:import_set_state_nolock()) ffff9dae84488000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1789785554.945110:0:3658:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafb113c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3658:1876725549229824:0@lo:38:llog_process_th.0 00000040:00080000:3.0:1789785554.945981:0:25107:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000020:01000000:2.0:1789785554.946105:0:25094:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:2.0:1789785554.946138:0:25094:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.146@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1789785554.946158:0:25094:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.146@tcp lock: ffff9dafc1b09200/0x2f18ee3fd845df31 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845df38 expref: -99 pid: 25094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785554.946171:0:25094:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.146@tcp lock: ffff9dafc1b09200/0x2f18ee3fd845df31 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845df38 expref: -99 pid: 25094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1789785554.946299:0:25094:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1789785554.946302:0:25094:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1789785554.946307:0:25094:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789785554.946308:0:25094:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789785554.946309:0:25094:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789785554.946311:0:25094:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789785554.946312:0:25094:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1789785554.946314:0:25094:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789785554.946315:0:25094:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1789785554.946318:0:25094:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x40020002 00000020:01000004:2.0:1789785554.946320:0:25094:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1789785554.946321:0:25094:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1789785554.946322:0:25094:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789785554.946323:0:25094:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789785554.946324:0:25094:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789785554.946325:0:25094:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789785554.946326:0:25094:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1789785554.946327:0:25094:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789785554.946328:0:25094:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1789785554.946421:0:25094:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:2.0:1789785554.946440:0:25094:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafbf4e8380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:25094:1876725549229952:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1789785554.946510:0:25094:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789785554.946585:0:25094:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf92353c00 going to sleep for 11 seconds 00000100:00100000:0.0:1789785554.951710:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549229952 00000100:00100000:0.0:1789785554.951724:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549229952 00000100:00100000:0.0:1789785554.951782:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:0.0:1789785554.951793:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafa641b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f6797b-597b-4af7-b58b-b0a39d36f113+24:25094:x1876725549229952:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1789785554.951884:0:22767:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:0.0:1789785554.951900:0:22767:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:0.0:1789785554.957080:0:22767:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1789785554.957102:0:22767:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 00000100:00100000:0.0:1789785554.957409:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafa641b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f6797b-597b-4af7-b58b-b0a39d36f113+24:25094:x1876725549229952:12345-0@lo:253:mount.lustre.0 Request processed in 5615us (10895us total) trans 0 rc 0/0 00000100:00100000:0.0:1789785554.957423:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 20000000:01000000:2.0:1789785554.957510:0:22790:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:2.0:1789785554.957515:0:22790:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:2.0:1789785554.957535:0:22790:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9dafc1b08200/0x2f18ee3fd845df69 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785554.957552:0:22790:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9dafc21cb800/0x2f18ee3fd845dedd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2f18ee3fd845ded6 expref: 23 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785554.957560:0:22790:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9dafc1b08400/0x2f18ee3fd845deeb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2f18ee3fd845dee4 expref: 23 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785554.957568:0:22790:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9dafc1b08200/0x2f18ee3fd845df69 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785554.957606:0:22790:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9dafc1b08400/0x2f18ee3fd845deeb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x2f18ee3fd845dee4 expref: 23 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785554.957628:0:22790:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9dafc1b08400/0x2f18ee3fd845deeb lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x2f18ee3fd845dee4 expref: 23 pid: 22767 timeout: 763 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789785554.957641:0:22790:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafbf4ead80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22790:1876725549230080:0@lo:104: 00000100:00100000:2.0:1789785554.957677:0:22790:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1789785554.957727:0:22790:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9dafc21cb800/0x2f18ee3fd845dedd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x2f18ee3fd845ded6 expref: 23 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785554.957735:0:22790:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9dafc21cb800/0x2f18ee3fd845dedd lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x2f18ee3fd845ded6 expref: 23 pid: 22769 timeout: 763 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789785554.957756:0:22790:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafbf4e9f80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22790:1876725549230208:0@lo:104: 00000100:00100000:2.0:1789785554.957777:0:22790:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789785554.957982:0:22790:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf9838a840 going to sleep for 11 seconds 00000100:00100000:3.0:1789785554.958132:0:25094:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafbf4e8380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:74f6797b-597b-4af7-b58b-b0a39d36f113:25094:1876725549229952:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1789785554.958144:0:25094:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:3.0:1789785554.958148:0:25094:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1789785554.958149:0:25094:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1789785554.958151:0:25094:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1789785554.958152:0:25094:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1789785554.958153:0:25094:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1789785554.958155:0:25094:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1789785554.958156:0:25094:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1789785554.958158:0:25094:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1789785554.958159:0:25094:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:3.0:1789785554.958196:0:25094:0:(tgt_mount.c:2695:server_calc_timeout()) lustre-OST0001: Imperative Recovery not enabled, recovery window 60-180 00000001:00000004:2.0:1789785554.961123:0:25094:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 12884901888 00000100:00100000:0.0:1789785554.965115:0:22757:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549230080 00000100:00100000:0.0:1789785554.965130:0:22757:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549230080 00000100:00100000:0.0:1789785554.965165:0:22757:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549230208 00000100:00100000:0.0:1789785554.965168:0:22757:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549230208 00000100:00100000:0.0:1789785554.965194:0:22757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1789785554.965204:0:22757:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbf4eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:74f6797b-597b-4af7-b58b-b0a39d36f113+4:22790:x1876725549230080:12345-0@lo:104: 00010000:00010000:0.0:1789785554.965221:0:22757:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.146@tcp lock: ffff9dafb49ef800/0x2f18ee3fd845dee4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x2f18ee3fd845deeb expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785554.965331:0:22757:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1789785554.965354:0:22757:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbf4eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:74f6797b-597b-4af7-b58b-b0a39d36f113+4:22790:x1876725549230080:12345-0@lo:104: Request processed in 136us (7661us total) trans 0 rc 0/0 00000100:00100000:0.0:1789785554.965361:0:22757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1789785554.965380:0:22757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1789785554.965386:0:22757:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbf4e8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:74f6797b-597b-4af7-b58b-b0a39d36f113+3:22790:x1876725549230208:12345-0@lo:104: 00010000:00010000:0.0:1789785554.965395:0:22757:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.146@tcp lock: ffff9dafb49ee400/0x2f18ee3fd845ded6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x2f18ee3fd845dedd expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785554.965433:0:22757:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1789785554.965439:0:22757:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbf4e8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:74f6797b-597b-4af7-b58b-b0a39d36f113+3:22790:x1876725549230208:12345-0@lo:104: Request processed in 54us (7661us total) trans 0 rc 0/0 00000100:00100000:0.0:1789785554.965444:0:22757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00010000:0.0:1789785554.965477:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1789785554.965483:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.146@tcp lock: ffff9dafb49ef800/0x2f18ee3fd845dee4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x2f18ee3fd845deeb expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785554.965489:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafb49ef800 already unused, calling callback (ffffffffc12b7c20) 10000000:00010000:0.0:1789785554.965494:0:22763:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.146@tcp lock: ffff9dafb49ef800/0x2f18ee3fd845dee4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x2f18ee3fd845deeb expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785554.965502:0:22763:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.146@tcp lock: ffff9dafb49ef800/0x2f18ee3fd845dee4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x2f18ee3fd845deeb expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789785554.965509:0:22763:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.146@tcp lock: ffff9dafb49ef800/0x2f18ee3fd845dee4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x2f18ee3fd845deeb expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789785554.965514:0:22763:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1789785554.965560:0:22763:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.146@tcp lock: ffff9dafb49ef800/0x2f18ee3fd845dee4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2f18ee3fd845deeb expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785554.965568:0:22763:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1789785554.965589:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.146@tcp lock: ffff9dafb49ef800/0x2f18ee3fd845dee4 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2f18ee3fd845deeb expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785554.965596:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.146@tcp lock: ffff9dafb49ef800/0x2f18ee3fd845dee4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2f18ee3fd845deeb expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785554.965608:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789785554.965611:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.146@tcp lock: ffff9dafb49ee400/0x2f18ee3fd845ded6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x2f18ee3fd845dedd expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785554.965617:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafb49ee400 already unused, calling callback (ffffffffc12b7c20) 10000000:00010000:0.0:1789785554.965619:0:22763:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.146@tcp lock: ffff9dafb49ee400/0x2f18ee3fd845ded6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x2f18ee3fd845dedd expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785554.965625:0:22763:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.146@tcp lock: ffff9dafb49ee400/0x2f18ee3fd845ded6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x2f18ee3fd845dedd expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789785554.965631:0:22763:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.146@tcp lock: ffff9dafb49ee400/0x2f18ee3fd845ded6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x2f18ee3fd845dedd expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789785554.965637:0:22763:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1789785554.965648:0:22763:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.146@tcp lock: ffff9dafb49ee400/0x2f18ee3fd845ded6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2f18ee3fd845dedd expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785554.965653:0:22763:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1789785554.965658:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.146@tcp lock: ffff9dafb49ee400/0x2f18ee3fd845ded6 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2f18ee3fd845dedd expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785554.965675:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.146@tcp lock: ffff9dafb49ee400/0x2f18ee3fd845ded6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2f18ee3fd845dedd expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785554.965688:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789785554.965690:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789785554.965692:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789785554.965712:0:3659:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafa5889880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:74f6797b-597b-4af7-b58b-b0a39d36f113:3659:1876725549230336:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789785554.965763:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789785554.965913:0:22790:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafbf4ead80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22790:1876725549230080:0@lo:104: 00000100:00100000:2.0:1789785554.965923:0:22790:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafbf4e9f80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22790:1876725549230208:0@lo:104: 00010000:00010000:2.0:1789785554.965964:0:22790:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9dafc1b08200/0x2f18ee3fd845df69 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789785554.966181:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789785554.966189:0:3659:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafa5889c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:74f6797b-597b-4af7-b58b-b0a39d36f113:3659:1876725549230464:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789785554.966214:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789785554.966254:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549230336 00000100:00100000:0.0:1789785554.966258:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549230336 00010000:00010000:0.0:1789785554.966278:0:22761:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9dafc1b08400/0x2f18ee3fd845deeb lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2f18ee3fd845dee4 expref: 24 pid: 22767 timeout: 763 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789785554.966299:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549230464 00000100:00100000:0.0:1789785554.966302:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549230464 00010000:00010000:0.0:1789785554.966313:0:22761:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9dafc21cb800/0x2f18ee3fd845dedd lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2f18ee3fd845ded6 expref: 25 pid: 22769 timeout: 763 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789785554.966326:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1789785554.966333:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafa588b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:74f6797b-597b-4af7-b58b-b0a39d36f113+25:3659:x1876725549230336:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1789785554.966393:0:22761:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789785554.966400:0:22761:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9dafc1b08400/0x2f18ee3fd845deeb lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2f18ee3fd845dee4 expref: 25 pid: 22767 timeout: 763 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785554.966411:0:22761:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9dafc1b08400/0x2f18ee3fd845deeb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x2f18ee3fd845dee4 expref: 25 pid: 22767 timeout: 763 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785554.966430:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9dafc1b08400/0x2f18ee3fd845deeb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x2f18ee3fd845dee4 expref: 25 pid: 22767 timeout: 763 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785554.966442:0:22761:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789785554.966484:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafa588b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:74f6797b-597b-4af7-b58b-b0a39d36f113+24:3659:x1876725549230336:12345-0@lo:103:ldlm_bl.0 Request processed in 151us (720us total) trans 0 rc 0/0 00000100:00100000:0.0:1789785554.966491:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1789785554.966505:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1789785554.966511:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafa5889180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:74f6797b-597b-4af7-b58b-b0a39d36f113+23:3659:x1876725549230464:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1789785554.966518:0:22761:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789785554.966522:0:22761:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9dafc21cb800/0x2f18ee3fd845dedd lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2f18ee3fd845ded6 expref: 23 pid: 22769 timeout: 763 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785554.966530:0:22761:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9dafc21cb800/0x2f18ee3fd845dedd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x2f18ee3fd845ded6 expref: 23 pid: 22769 timeout: 763 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785554.966540:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9dafc21cb800/0x2f18ee3fd845dedd lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x2f18ee3fd845ded6 expref: 23 pid: 22769 timeout: 763 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785554.966551:0:22761:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9dafc1b08200/0x2f18ee3fd845df69 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785554.966560:0:22761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9dafc1b08200/0x2f18ee3fd845df69 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:0.0:1789785554.966574:0:22761:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.012250199s 00010000:00010000:0.0:1789785554.966578:0:22761:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9dafc1b08200/0x2f18ee3fd845df69 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785554.966596:0:22761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9dafc1b08200/0x2f18ee3fd845df69 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785554.966603:0:22761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9dafc1b08200/0x2f18ee3fd845df69 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785554.966609:0:22761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9dafc1b08200/0x2f18ee3fd845df69 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785554.966615:0:22761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafc1b08200 already unused, calling callback (ffffffffc0cc5370) 00010000:00010000:0.0:1789785554.966619:0:22761:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9dafc1b08200/0x2f18ee3fd845df69 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785554.966627:0:22761:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9dafc1b08200/0x2f18ee3fd845df69 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785554.966642:0:22761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9dafc1b08200/0x2f18ee3fd845df69 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785554.966651:0:22761:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789785554.966675:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafa5889180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:74f6797b-597b-4af7-b58b-b0a39d36f113+22:3659:x1876725549230464:12345-0@lo:103:ldlm_bl.0 Request processed in 165us (460us total) trans 0 rc 0/0 00000100:00100000:0.0:1789785554.966682:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1789785554.966711:0:3659:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafa5889c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:74f6797b-597b-4af7-b58b-b0a39d36f113:3659:1876725549230464:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789785554.966719:0:3659:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafa5889880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:74f6797b-597b-4af7-b58b-b0a39d36f113:3659:1876725549230336:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1789785554.966736:0:22790:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9dafc1b08200/0x2f18ee3fd845df69 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785554.966744:0:22790:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9dafc1b08200/0x2f18ee3fd845df69 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785554.966756:0:22790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9dafc1b08200/0x2f18ee3fd845df69 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785554.966864:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:2.0:1789785554.968538:0:25094:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0001: recovery is over 00100000:10000000:2.0:1789785554.968547:0:25094:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0001-osd: start master thread 00000020:01000004:2.0:1789785554.968586:0:25094:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:2.0:1789785554.968629:0:25094:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.146@tcp: cl_mgc_mutex unlock 00000020:01000004:2.0:1789785554.968646:0:25094:0:(tgt_mount.c:2461:server_fill_super_common()) Server sb, dev=50 00000080:00000004:2.0:1789785554.968665:0:25094:0:(super25.c:182:lustre_fill_super()) /dev/mapper/ost2_flakey: Mount complete 00000020:00000004:2.0:1789785554.970647:0:25094:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1789785554.972095:0:25094:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:1.0:1789785555.278299:0:3661:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafa5889880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3661:1876725549230592:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1789785555.278388:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789785555.278498:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549230592 00000100:00100000:0.0:1789785555.278506:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549230592 00000100:00100000:0.0:1789785555.278561:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1789785555.278572:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae844c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1876725549230592:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1789785555.278603:0:24283:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1789785555.278652:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae844c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1876725549230592:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (264us total) trans 0 rc 0/0 00000100:00100000:0.0:1789785555.278660:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:1.0:1789785555.278740:0:3661:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9dafa5889880 x1876725549230592/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789785571 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789785555.278760:0:3661:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafa5889880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3661:1876725549230592:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1789785555.587631:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:3.0:1789785556.002121:0:25161:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1789785556.002665:0:25161:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 10000000:01000000:0.0:1789785556.418450:0:22771:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1789785556.418467:0:22771:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9dafc189a000 from 14 10000000:01000000:0.0:1789785556.418473:0:22771:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1789785556.418520:0:22771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.146@tcp lock: ffff9dafb49eea00/0x2f18ee3fd845df70 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785556.418532:0:22771:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.146@tcp lock: ffff9dafb49eea00/0x2f18ee3fd845df70 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785556.418543:0:22771:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.146@tcp lock: ffff9dafb49eea00/0x2f18ee3fd845df70 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789785556.418569:0:22771:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafa5889c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f6797b-597b-4af7-b58b-b0a39d36f113:22771:1876725549230720:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1789785556.418651:0:22771:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789785556.418700:0:22771:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf8385a840 going to sleep for 11 seconds 00000100:00100000:2.0:1789785556.418817:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549230720 00000100:00100000:2.0:1789785556.418825:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549230720 00000100:00100000:2.0:1789785556.418886:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:2.0:1789785556.418895:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafa6419850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f6797b-597b-4af7-b58b-b0a39d36f113+22:22771:x1876725549230720:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789785556.418907:0:22769:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789785556.418919:0:22769:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9dafc1b08200/0x2f18ee3fd845df77 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x2f18ee3fd845df70 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785556.418940:0:22769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9dafc1b08200/0x2f18ee3fd845df77 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2f18ee3fd845df70 expref: 23 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785556.418949:0:22769:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9dafc1b08200/0x2f18ee3fd845df77 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2f18ee3fd845df70 expref: 23 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785556.418958:0:22769:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dafc1b08200, rc 0) 00000100:00100000:2.0:1789785556.419003:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafa6419850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f6797b-597b-4af7-b58b-b0a39d36f113+23:22771:x1876725549230720:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 109us (352us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785556.419010:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00100000:0.0:1789785556.419133:0:22771:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafa5889c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f6797b-597b-4af7-b58b-b0a39d36f113:22771:1876725549230720:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789785556.419161:0:22771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.146@tcp lock: ffff9dafb49eea00/0x2f18ee3fd845df70 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845df77 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785556.419170:0:22771:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.146@tcp lock: ffff9dafb49eea00/0x2f18ee3fd845df70 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x2f18ee3fd845df77 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789785556.419220:0:22771:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafa5889c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f6797b-597b-4af7-b58b-b0a39d36f113:22771:1876725549230848:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1789785556.419253:0:22771:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789785556.419278:0:22771:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf8385a840 going to sleep for 11 seconds 00000100:00100000:2.0:1789785556.419327:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549230848 00000100:00100000:2.0:1789785556.419331:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549230848 00000100:00100000:2.0:1789785556.419387:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:2.0:1789785556.419394:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafa641bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f6797b-597b-4af7-b58b-b0a39d36f113+23:22771:x1876725549230848:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:2.0:1789785556.419406:0:22767:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1789785556.419421:0:22767:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1789785556.419424:0:22767:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:2.0:1789785556.419524:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafa641bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f6797b-597b-4af7-b58b-b0a39d36f113+23:22771:x1876725549230848:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 130us (270us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785556.419532:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00100000:3.0:1789785556.419597:0:22771:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafa5889c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f6797b-597b-4af7-b58b-b0a39d36f113:22771:1876725549230848:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1789785556.419674:0:22771:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.146@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1789785556.419681:0:22771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.146@tcp lock: ffff9dafb49eea00/0x2f18ee3fd845df70 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845df77 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785556.419690:0:22771:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.146@tcp lock: ffff9dafb49eea00/0x2f18ee3fd845df70 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845df77 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789785556.419704:0:22771:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1789785556.419706:0:22771:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9dae83bdb800 from 14 10000000:01000000:3.0:1789785556.419709:0:22771:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1789785556.419727:0:22771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.146@tcp lock: ffff9daf814baa00/0x2f18ee3fd845df7e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785556.419735:0:22771:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.146@tcp lock: ffff9daf814baa00/0x2f18ee3fd845df7e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785556.419741:0:22771:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.146@tcp lock: ffff9daf814baa00/0x2f18ee3fd845df7e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789785556.419753:0:22771:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafb113ea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f6797b-597b-4af7-b58b-b0a39d36f113:22771:1876725549230976:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1789785556.419780:0:22771:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785556.419809:0:22771:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf9adff300 going to sleep for 11 seconds 00000100:00100000:1.0:1789785556.419862:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549230976 00000100:00100000:1.0:1789785556.419867:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549230976 00000100:00100000:1.0:1789785556.419901:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00100000:1.0:1789785556.419908:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafa6418c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f6797b-597b-4af7-b58b-b0a39d36f113+23:22771:x1876725549230976:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789785556.419916:0:22766:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789785556.419925:0:22766:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9dafc21cb800/0x2f18ee3fd845df85 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x2f18ee3fd845df7e expref: -99 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785556.419939:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9dafc21cb800/0x2f18ee3fd845df85 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2f18ee3fd845df7e expref: 24 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785556.419947:0:22766:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9dafc21cb800/0x2f18ee3fd845df85 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2f18ee3fd845df7e expref: 24 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785556.419953:0:22766:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dafc21cb800, rc 0) 00000100:00100000:1.0:1789785556.419995:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafa6418c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f6797b-597b-4af7-b58b-b0a39d36f113+24:22771:x1876725549230976:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 88us (215us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785556.420001:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00100000:3.0:1789785556.420193:0:22771:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafb113ea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f6797b-597b-4af7-b58b-b0a39d36f113:22771:1876725549230976:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789785556.420203:0:22771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.146@tcp lock: ffff9daf814baa00/0x2f18ee3fd845df7e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845df85 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785556.420210:0:22771:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.146@tcp lock: ffff9daf814baa00/0x2f18ee3fd845df7e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x2f18ee3fd845df85 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789785556.420250:0:22771:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafb113ea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f6797b-597b-4af7-b58b-b0a39d36f113:22771:1876725549231104:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1789785556.420275:0:22771:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785556.420294:0:22771:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf9adff300 going to sleep for 11 seconds 00000100:00100000:0.0:1789785556.420397:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549231104 00000100:00100000:0.0:1789785556.420404:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549231104 00000100:00100000:0.0:1789785556.420437:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000100:00100000:0.0:1789785556.420443:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafa641b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f6797b-597b-4af7-b58b-b0a39d36f113+24:22771:x1876725549231104:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1789785556.420461:0:22769:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1789785556.420472:0:22769:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1789785556.420475:0:22769:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:0.0:1789785556.420543:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafa641b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f6797b-597b-4af7-b58b-b0a39d36f113+24:22771:x1876725549231104:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 96us (263us total) trans 0 rc 0/0 00000100:00100000:0.0:1789785556.420549:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00100000:3.0:1789785556.420732:0:22771:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafb113ea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f6797b-597b-4af7-b58b-b0a39d36f113:22771:1876725549231104:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1789785556.420777:0:22771:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.146@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1789785556.420788:0:22771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.146@tcp lock: ffff9daf814baa00/0x2f18ee3fd845df7e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845df85 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785556.420795:0:22771:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.146@tcp lock: ffff9daf814baa00/0x2f18ee3fd845df7e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845df85 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785556.613291:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789785556.802552:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1789785556.802586:0:3661:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafbf4e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3661:1876725549231232:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1789785556.802669:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789785556.804739:0:23895:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549231232 00000100:00100000:0.0:1789785556.804753:0:23895:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549231232 00000100:00100000:0.0:1789785556.804806:0:23895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1789785556.804817:0:23895:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbf4ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3661:x1876725549231232:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1789785556.804853:0:23895:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1789785556.804929:0:23895:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbf4ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3661:x1876725549231232:12345-0@lo:41:osp-pre-0-1.0 Request processed in 114us (2260us total) trans 0 rc 0/0 00000100:00100000:0.0:1789785556.804937:0:23895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1789785556.805003:0:3661:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafbf4e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3661:1876725549231232:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789785556.814322:0:3659:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafb113ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3659:1876725549231360:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1789785556.814427:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785556.814492:0:22779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549231360 00000100:00100000:3.0:1789785556.814500:0:22779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549231360 00000100:00100000:3.0:1789785556.814539:0:22779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1789785556.814547:0:22779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafb113ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3659:x1876725549231360:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1789785556.814582:0:22779:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1789785556.814623:0:22779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafb113ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3659:x1876725549231360:12345-0@lo:41:osp-pre-1-0.0 Request processed in 76us (196us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785556.814630:0:22779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1789785556.814670:0:3659:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafb113ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3659:1876725549231360:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1789785557.634513:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1789785557.642836:0:23527:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1789785558.020252:0:3658:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789785538/real 1789785538] req@ffff9dafa588a300 x1876725549217152/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789785558 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789785558.020281:0:3658:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9dafa588a300 x1876725549217152/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789785558 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789785558.020292:0:3658:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789785538/real 1789785538] req@ffff9dafa5888000 x1876725549217280/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789785558 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789785558.020303:0:3658:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9dafa5888000 x1876725549217280/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789785558 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789785558.020322:0:3658:0:(import.c:65:import_set_state_nolock()) ffff9daf9a9d9800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789785558.020369:0:3658:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1789785558.020373:0:3658:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafa588a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3658:1876725549217152:0@lo:8:kworker.0 00000100:00080000:0.0:1789785558.020379:0:3658:0:(import.c:65:import_set_state_nolock()) ffff9dafaba12000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789785558.020384:0:3658:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1789785558.020387:0:3658:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafa5888000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3658:1876725549217280:0@lo:8:kworker.0 00000100:00080000:1.0:1789785558.021420:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789785558.021425:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789785558.021435:0:8:0:(import.c:65:import_set_state_nolock()) ffff9daf9a9d9800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789785558.021453:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 646 00000100:00080000:1.0:1789785558.021458:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1789785558.021464:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff9daf9a9d9800 using connection 192.168.203.146@tcp/0@lo 00000100:00100000:1.0:1789785558.021485:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9daf87816a00 x1876725549231744/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789785558.021502:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789785558.021505:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789785558.021507:0:8:0:(import.c:65:import_set_state_nolock()) ffff9dafaba12000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789785558.021510:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 646 00000100:00080000:1.0:1789785558.021512:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1789785558.021515:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9dafaba12000 using connection 192.168.203.146@tcp/0@lo 00000100:00100000:1.0:1789785558.021527:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9daf87814700 x1876725549231872/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789785558.021552:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789785558.021555:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789785558.021557:0:8:0:(import.c:65:import_set_state_nolock()) ffff9dafa5c9e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789785558.021561:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff9dafa5c9e000 using connection 192.168.203.146@tcp/0@lo 00000100:00100000:1.0:1789785558.021571:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9daf87815500 x1876725549232384/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789785558.021961:0:3660:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafb115f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:74f6797b-597b-4af7-b58b-b0a39d36f113:3660:1876725549231488:0@lo:400:kworker.0 00000100:00100000:1.0:1789785558.022031:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789785558.022084:0:3660:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9daf87814e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3660:1876725549232256:0@lo:400:kworker.0 00000100:00100000:1.0:1789785558.022110:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789785558.022138:0:3660:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafa5cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3660:1876725549232896:0@lo:400:kworker.0 00000100:00100000:1.0:1789785558.023091:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789785558.023127:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1789785558.023135:0:3660:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9daf87817800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3660:1876725549232128:0@lo:400:kworker.0 00000100:00100000:1.0:1789785558.024321:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789785558.024371:0:3660:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafa5cfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3660:1876725549232768:0@lo:400:kworker.0 00000100:00100000:1.0:1789785558.024400:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789785558.024438:0:3661:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9daf87816300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3661:1876725549231616:0@lo:400:kworker.0 00000100:00100000:1.0:1789785558.024472:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789785558.024492:0:3661:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafa5cfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3661:1876725549232512:0@lo:400:kworker.0 00000100:00100000:1.0:1789785558.024512:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789785558.024530:0:3661:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafa5cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3661:1876725549233024:0@lo:400:kworker.0 00000100:00100000:1.0:1789785558.024554:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789785558.024576:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1789785558.024583:0:3661:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9daf87817480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3661:1876725549232000:0@lo:400:kworker.0 00000100:00100000:1.0:1789785558.024603:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789785558.024615:0:3661:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafa5cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3661:1876725549232640:0@lo:400:kworker.0 00000100:00100000:1.0:1789785558.024632:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789785558.027411:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549232896 00000100:00100000:2.0:1789785558.027425:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549232896 00000100:00100000:1.0:1789785558.028265:0:22780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549232128 00000100:00100000:1.0:1789785558.028272:0:22780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549232128 00000100:00100000:1.0:1789785558.028314:0:22780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549231616 00000100:00100000:1.0:1789785558.028318:0:22780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549231616 00000100:00100000:1.0:1789785558.028365:0:22780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1789785558.028376:0:22780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafa5cf8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3660:x1876725549232128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789785558.028468:0:22780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafa5cf8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3660:x1876725549232128:12345-0@lo:400:kworker.0 Request processed in 93us (4150us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785558.028502:0:22780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1789785558.028520:0:22780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1789785558.028526:0:22780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafa5cfb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3661:x1876725549231616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789785558.028555:0:22780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafa5cfb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3661:x1876725549231616:12345-0@lo:400:kworker.0 Request processed in 31us (4083us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785558.028561:0:22780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1789785558.028592:0:23893:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549232768 00000100:00100000:1.0:1789785558.028596:0:23893:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549232768 00000100:00100000:1.0:1789785558.028612:0:23893:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549232512 00000100:00100000:1.0:1789785558.028614:0:23893:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549232512 00000100:00100000:1.0:1789785558.028622:0:23893:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549233024 00000100:00100000:1.0:1789785558.028624:0:23893:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549233024 00000100:00100000:1.0:1789785558.028634:0:23893:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549232000 00000100:00100000:2.0:1789785558.029786:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549232640 00000100:00100000:2.0:1789785558.029793:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549232640 00000100:00100000:2.0:1789785558.030232:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1789785558.030244:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafa5cf9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3660:x1876725549232896:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789785558.030308:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafa5cf9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3660:x1876725549232896:12345-0@lo:400:kworker.0 Request processed in 67us (7217us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785558.030315:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1789785558.030330:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1789785558.030354:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafa5cf8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3660:x1876725549232768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789785558.030385:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafa5cf8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3660:x1876725549232768:12345-0@lo:400:kworker.0 Request processed in 49us (5984us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785558.030391:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1789785558.030404:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1789785558.030410:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafa5cf8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3661:x1876725549232512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789785558.030436:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafa5cf8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3661:x1876725549232512:12345-0@lo:400:kworker.0 Request processed in 27us (5923us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785558.030453:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1789785558.030465:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1789785558.030472:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafa5cf9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3661:x1876725549233024:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789785558.030499:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafa5cf9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3661:x1876725549233024:12345-0@lo:400:kworker.0 Request processed in 28us (5944us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785558.030505:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1789785558.030528:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1789785558.030534:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafa5cfb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3661:x1876725549232640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789785558.030560:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafa5cfb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3661:x1876725549232640:12345-0@lo:400:kworker.0 Request processed in 27us (5927us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785558.030566:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1789785558.030590:0:24280:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549232256 00000100:00100000:2.0:1789785558.030594:0:24280:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549232256 00000100:00100000:2.0:1789785558.030624:0:24280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1789785558.030631:0:24280:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafa5cf9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3660:x1876725549232256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789785558.031269:0:23893:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549232000 00000100:00100000:1.0:1789785558.031308:0:23893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1789785558.031315:0:23893:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafa5cfa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3661:x1876725549232000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789785558.031372:0:23893:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafa5cfa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3661:x1876725549232000:12345-0@lo:400:kworker.0 Request processed in 57us (6767us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785558.031379:0:23893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1789785558.033297:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549231488 00000100:00100000:2.0:1789785558.033308:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549231488 00000100:00100000:2.0:1789785558.033384:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115 00000100:00100000:2.0:1789785558.033393:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafa6418850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f6797b-597b-4af7-b58b-b0a39d36f113+24:3660:x1876725549231488:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789785558.033463:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafa6418850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f6797b-597b-4af7-b58b-b0a39d36f113+24:3660:x1876725549231488:12345-0@lo:400:kworker.0 Request processed in 71us (11431us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785558.033470:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115 00000100:00080000:2.0:1789785558.033511:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1789785558.033517:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1789785558.033519:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1789785558.033539:0:3658:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9daf87816a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3658:1876725549231744:0@lo:8:kworker.0 00000100:00100000:2.0:1789785558.033572:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789785558.033610:0:3658:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9daf87814700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3658:1876725549231872:0@lo:8:kworker.0 00000100:00100000:2.0:1789785558.033632:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789785558.036561:0:3658:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9daf87815500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3658:1876725549232384:0@lo:8:kworker.0 00000100:00100000:2.0:1789785558.036618:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789785558.045370:0:24282:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549231744 00000100:00100000:1.0:1789785558.045383:0:24282:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549231744 00000100:00100000:1.0:1789785558.045415:0:24282:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549231872 00000100:00100000:1.0:1789785558.045418:0:24282:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549231872 00000100:00100000:1.0:1789785558.045427:0:24282:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549232384 00000100:00100000:1.0:1789785558.045430:0:24282:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549232384 00000100:00100000:1.0:1789785558.045454:0:24282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1789785558.045463:0:24282:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbf4ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3658:x1876725549231744:12345-0@lo:8:kworker.0 00010000:00080000:1.0:1789785558.045538:0:24282:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 666 last 0 00000020:00000080:1.0:1789785558.045590:0:24282:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x2f18ee3fd845df8c 00002000:00100000:1.0:1789785558.045606:0:24282:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff9dafa5de9000 ocd_connect_flags: 0xa044401443000026 ocd_version: 211396e ocd_grant: 0 ocd_index: 0 ocd_group 0 00002000:00080000:1.0:1789785558.045611:0:24282:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00002000:00100000:1.0:1789785558.045614:0:24282:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:1.0:1789785558.045696:0:24282:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:1.0:1789785558.045732:0:24282:0:(import.c:65:import_set_state_nolock()) ffff9dafa5ded000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1789785558.045833:0:24282:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbf4ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3658:x1876725549231744:12345-0@lo:8:kworker.0 Request processed in 360us (12250us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785558.045842:0:24282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1789785558.045859:0:24282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1789785558.045864:0:24282:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbf4e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3658:x1876725549231872:12345-0@lo:8:kworker.0 00010000:00080000:1.0:1789785558.045880:0:24282:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 666 last 0 00000020:00000080:1.0:1789785558.045896:0:24282:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x2f18ee3fd845df93 00002000:00100000:1.0:1789785558.045903:0:24282:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff9dafa5dec000 ocd_connect_flags: 0xa044401443000026 ocd_version: 211396e ocd_grant: 0 ocd_index: 1 ocd_group 0 00002000:00080000:1.0:1789785558.045907:0:24282:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 0 00002000:00100000:1.0:1789785558.045909:0:24282:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:1.0:1789785558.046045:0:24282:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:1.0:1789785558.046058:0:24282:0:(import.c:65:import_set_state_nolock()) ffff9dafa5dea000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1789785558.046087:0:24282:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbf4e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3658:x1876725549231872:12345-0@lo:8:kworker.0 Request processed in 222us (12455us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785558.046093:0:24282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1789785558.046105:0:24282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1789785558.046109:0:24282:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbf4e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3658:x1876725549232384:12345-0@lo:8:kworker.0 00010000:00080000:1.0:1789785558.046123:0:24282:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 666 last 0 00000020:00000080:1.0:1789785558.046139:0:24282:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x2f18ee3fd845df9a 00002000:00100000:1.0:1789785558.046145:0:24282:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0001-mdtlov_UUID/ffff9dafa5dea800 ocd_connect_flags: 0xa044401443000026 ocd_version: 211396e ocd_grant: 0 ocd_index: 1 ocd_group 1 00002000:00080000:1.0:1789785558.046154:0:24282:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 1 00002000:00100000:1.0:1789785558.046156:0:24282:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:1.0:1789785558.048419:0:24282:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 1 00000100:00080000:1.0:1789785558.048464:0:24282:0:(import.c:65:import_set_state_nolock()) ffff9dafa5dee800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1789785558.048535:0:24282:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbf4e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:3658:x1876725549232384:12345-0@lo:8:kworker.0 Request processed in 2423us (11915us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785558.048545:0:24282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00080000:1.0:1789785558.048611:0:3658:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9daf87816a00 x1876725549231744/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1789785583 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789785558.048623:0:3658:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1789785558.048631:0:3658:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 3 00000100:00100000:2.0:1789785558.050039:0:24280:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafa5cf9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3660:x1876725549232256:12345-0@lo:400:kworker.0 Request processed in 19403us (27922us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785558.050058:0:24280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:1.0:1789785558.050143:0:3658:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:1.0:1789785558.050149:0:3658:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:1.0:1789785558.050152:0:3658:0:(import.c:65:import_set_state_nolock()) ffff9daf9a9d9800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:1.0:1789785558.050242:0:3658:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:1.0:1789785558.050251:0:3658:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9daf87816a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3658:1876725549231744:0@lo:8:kworker.0 00010000:00080000:1.0:1789785558.050279:0:3658:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9daf87814700 x1876725549231872/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1789785583 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789785558.050288:0:3658:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1789785558.050296:0:3658:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0000: connect to target with instance 3 00000100:00080000:1.0:1789785558.050300:0:3658:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:1.0:1789785558.050303:0:3658:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:1.0:1789785558.050305:0:3658:0:(import.c:65:import_set_state_nolock()) ffff9dafaba12000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:1.0:1789785558.050314:0:3658:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:1.0:1789785558.050318:0:3658:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9daf87814700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3658:1876725549231872:0@lo:8:kworker.0 00010000:00080000:1.0:1789785558.050332:0:3658:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9daf87815500 x1876725549232384/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1789785583 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789785558.050367:0:3658:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0001: connect to target with instance 3 00000100:00080000:1.0:1789785558.050372:0:3658:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:1.0:1789785558.050375:0:3658:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:1.0:1789785558.050377:0:3658:0:(import.c:65:import_set_state_nolock()) ffff9dafa5c9e000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:1.0:1789785558.050392:0:3658:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:1.0:1789785558.050397:0:3658:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9daf87815500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3658:1876725549232384:0@lo:8:kworker.0 00000004:00080000:1.0:1789785558.050471:0:23518:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: going to cleanup orphans since [0x2c0000400:0x1:0x0] 00000100:00100000:1.0:1789785558.050493:0:23518:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafa5cf9880 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23518:1876725549233280:0@lo:7:osp-pre-1-1.0 00000100:00100000:1.0:1789785558.050530:0:23518:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789785558.050553:0:23518:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dae83af5000 going to sleep for 11 seconds 00000100:00100000:1.0:1789785558.050567:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafa5cfb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3662:1876725549233152:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1789785558.050594:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789785558.050622:0:24282:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549233280 00000100:00100000:1.0:1789785558.050628:0:24282:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549233280 00000004:00080000:2.0:1789785558.050791:0:22799:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:2.0:1789785558.050882:0:22799:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 666304543103ns, next at 0ns, rc = 0 00080000:00080000:2.0:1789785558.050888:0:22799:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:2.0:1789785558.050924:0:22802:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: going to cleanup orphans since [0x2c0000401:0x22:0x0] 00000100:00100000:2.0:1789785558.050937:0:22802:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafbf4e9180 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22802:1876725549233536:0@lo:5:osp-pre-1-0.0 00000100:00100000:2.0:1789785558.050964:0:22802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789785558.050978:0:22802:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf987f50c0 going to sleep for 11 seconds 00000004:00080000:2.0:1789785558.050989:0:22801:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:2.0:1789785558.051019:0:22801:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 666304680189ns, next at 0ns, rc = 0 00080000:00080000:2.0:1789785558.051023:0:22801:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0000: async commit OSD 00000100:00100000:2.0:1789785558.051035:0:24279:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549233536 00000100:00100000:2.0:1789785558.051038:0:24279:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549233536 00000100:00100000:1.0:1789785558.051273:0:24282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000004:00080000:0.0:1789785558.051335:0:22800:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x280000401:0x6:0x0] 00000100:00100000:0.0:1789785558.051364:0:22800:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafa588a300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22800:1876725549233792:0@lo:5:osp-pre-0-0.0 00000100:00100000:0.0:1789785558.051395:0:22800:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789785558.051406:0:22800:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf8385a600 going to sleep for 11 seconds 00000100:00100000:3.0:1789785558.055745:0:24833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549233792 00000100:00100000:3.0:1789785558.055804:0:24833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549233792 00000100:00100000:3.0:1789785558.055991:0:24833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1789785558.056004:0:24833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafa588b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:22800:x1876725549233792:12345-0@lo:5:osp-pre-0-0.0 00000004:00080000:3.0:1789785558.058084:0:23517:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:3.0:1789785558.058198:0:23517:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 666311858540ns, next at 0ns, rc = 0 00080000:00080000:3.0:1789785558.058205:0:23517:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:3.0:1789785558.065978:0:23507:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1 committed 00000100:00100000:1.0:1789785558.066288:0:24282:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafa5cf8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23518:x1876725549233280:12345-0@lo:7:osp-pre-1-1.0 00000100:00100000:1.0:1789785558.067068:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549233152 00000100:00100000:1.0:1789785558.067077:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549233152 00000100:00100000:1.0:1789785558.067122:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1789785558.067133:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafa5cfad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3662:x1876725549233152:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1789785558.067154:0:24283:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1789785558.067240:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafa5cfad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3662:x1876725549233152:12345-0@lo:13:osp-pre-1-1.0 Request processed in 108us (16644us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785558.067247:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00080000:1.0:1789785558.067269:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1789785558.067280:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00080000:1.0:1789785558.067316:0:3662:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9dafa5cfb800 x1876725549233152/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789785574 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789785558.067335:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafa5cfb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3662:1876725549233152:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1789785558.067388:0:3659:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafbf4e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3659:1876725549233408:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1789785558.067420:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789785558.067453:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789785558.067460:0:3659:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafa5888000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3659:1876725549233664:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1789785558.067480:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789785558.067499:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549233408 00000100:00100000:1.0:1789785558.067502:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549233408 00000100:00100000:1.0:1789785558.067516:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549233664 00000100:00100000:1.0:1789785558.067518:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549233664 00000100:00100000:1.0:1789785558.067529:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1789785558.067534:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafa5cfb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3659:x1876725549233408:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1789785558.067544:0:24283:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1789785558.067568:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafa5cfb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3659:x1876725549233408:12345-0@lo:13:osp-pre-1-0.0 Request processed in 34us (148us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785558.067574:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1789785558.067585:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1789785558.067589:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9daf87815500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3659:x1876725549233664:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1789785558.067601:0:24283:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1789785558.067621:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9daf87815500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3659:x1876725549233664:12345-0@lo:13:osp-pre-0-0.0 Request processed in 32us (140us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785558.067626:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00002000:00080000:2.0:1789785558.067761:0:24833:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000401 00002000:00080000:2.0:1789785558.067768:0:24833:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -59 00002000:02000040:2.0:1789785558.067773:0:24833:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0000: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x280000401:7 to 0x280000401:65) 00010000:00080000:3.0:1789785558.076762:0:3661:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9dafa5cf9c00 x1876725549232640/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789785574 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789785558.076795:0:3661:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafa5cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3661:1876725549232640:0@lo:400:kworker.0 00000100:00100000:3.0:1789785558.076811:0:3661:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9daf87816300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3661:1876725549231616:0@lo:400:kworker.0 00010000:00080000:3.0:1789785558.076821:0:3661:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9dafa5cfaa00 x1876725549232512/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789785574 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00080000:1.0:1789785558.076977:0:3659:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9dafa5888000 x1876725549233664/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789785574 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789785558.077002:0:3659:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafa5888000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3659:1876725549233664:0@lo:13:osp-pre-0-0.0 00010000:00080000:1.0:1789785558.077032:0:3659:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9dafbf4e9880 x1876725549233408/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789785574 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789785558.077044:0:3659:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafbf4e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3659:1876725549233408:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1789785558.077092:0:3660:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9daf87817800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3660:1876725549232128:0@lo:400:kworker.0 00010000:00080000:1.0:1789785558.077104:0:3660:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9dafa5cfa300 x1876725549232768/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789785574 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789785558.077112:0:3660:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafa5cfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3660:1876725549232768:0@lo:400:kworker.0 00000100:00100000:1.0:1789785558.077122:0:3660:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafb115f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:74f6797b-597b-4af7-b58b-b0a39d36f113:3660:1876725549231488:0@lo:400:kworker.0 00010000:00080000:1.0:1789785558.077133:0:3660:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9daf87814e00 x1876725549232256/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789785574 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789785558.077140:0:3660:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9daf87814e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3660:1876725549232256:0@lo:400:kworker.0 00010000:00080000:1.0:1789785558.077151:0:3660:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9dafa5cfbb80 x1876725549232896/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789785574 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789785558.077159:0:3660:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafa5cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3660:1876725549232896:0@lo:400:kworker.0 00000100:00100000:3.0:1789785558.077457:0:3661:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafa5cfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3661:1876725549232512:0@lo:400:kworker.0 00010000:00080000:3.0:1789785558.077479:0:3661:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9dafa5cf8a80 x1876725549233024/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789785574 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789785558.077486:0:3661:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafa5cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3661:1876725549233024:0@lo:400:kworker.0 00010000:00080000:3.0:1789785558.077506:0:3661:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9daf87817480 x1876725549232000/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789785574 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789785558.077514:0:3661:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9daf87817480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3661:1876725549232000:0@lo:400:kworker.0 00002000:00080000:1.0:1789785558.079797:0:24282:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000400 00002000:00080000:1.0:1789785558.079807:0:24282:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0001: LAST FID is [0x2c0000400:0x41:0x0] 00000100:00100000:1.0:1789785558.079972:0:24282:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafa5cf8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23518:x1876725549233280:12345-0@lo:7:osp-pre-1-1.0 Request processed in 28686us (29437us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785558.079983:0:24282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1789785558.080016:0:24282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1789785558.080037:0:24282:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbf4e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:22802:x1876725549233536:12345-0@lo:5:osp-pre-1-0.0 00010000:00080000:3.0:1789785558.080959:0:23518:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9dafa5cf9880 x1876725549233280/t0(0) o7->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 264/240 e 0 to 0 dl 1789785574 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789785558.080976:0:23518:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafa5cf9880 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23518:1876725549233280:0@lo:7:osp-pre-1-1.0 00000004:00080000:3.0:1789785558.080989:0:23518:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0001-osc-MDT0001: Got last_fid [0x2c0000400:0x41:0x0] 00000100:00100000:3.0:1789785558.081031:0:23518:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafb113ea00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23518:1876725549233920:0@lo:5:osp-pre-1-1.0 00000100:00100000:3.0:1789785558.081075:0:23518:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785558.081112:0:23518:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf897dd0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789785558.083486:0:24279:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 4 min 3 max 116 00000100:00100000:2.0:1789785558.083501:0:24279:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_004' 00002000:00010000:2.0:1789785558.087619:0:24833:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789785558.087634:0:24833:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d926593e/0x2f18ee3fd845dfa1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.087654:0:24833:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=666s v=(0 0) 00010000:00010000:2.0:1789785558.087658:0:24833:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789785558.087665:0:24833:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d926593e/0x2f18ee3fd845dfa1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.087683:0:24833:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d926593e/0x2f18ee3fd845dfa1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.087707:0:24833:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d926593e/0x2f18ee3fd845dfa1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.087714:0:24833:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d926593e/0x2f18ee3fd845dfa1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.087741:0:24833:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789785558.087759:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789785558.087766:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d926593e/0x2f18ee3fd845dfa1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.087774:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafc1b08600 already unused, calling callback (ffffffffc0cc5370) 00010000:00010000:2.0:1789785558.087779:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d926593e/0x2f18ee3fd845dfa1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.087788:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d926593e/0x2f18ee3fd845dfa1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.087805:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d926593e/0x2f18ee3fd845dfa1 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.087813:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d926593e/0x2f18ee3fd845dfa1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.087834:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789785558.087841:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789785558.087843:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:1.0:1789785558.091854:0:24282:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000401 00002000:00080000:1.0:1789785558.091873:0:24282:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -31 00002000:02000040:1.0:1789785558.091880:0:24282:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0001: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x2c0000401:35 to 0x2c0000401:65) 00002000:00010000:2.0:1789785558.094992:0:24833:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789785558.095007:0:24833:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003c8a0b35/0x2f18ee3fd845dfa8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.095025:0:24833:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=666s v=(0 0) 00010000:00010000:2.0:1789785558.095029:0:24833:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789785558.095035:0:24833:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003c8a0b35/0x2f18ee3fd845dfa8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.095048:0:24833:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003c8a0b35/0x2f18ee3fd845dfa8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.095057:0:24833:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003c8a0b35/0x2f18ee3fd845dfa8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.095064:0:24833:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003c8a0b35/0x2f18ee3fd845dfa8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.095089:0:24833:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1789785558.095324:0:24279:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549233920 00000100:00100000:2.0:1789785558.095333:0:24279:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549233920 00000100:00100000:2.0:1789785558.095474:0:25261:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1789785558.095484:0:25261:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafb113f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+6:23518:x1876725549233920:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:2.0:1789785558.095516:0:25261:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:2.0:1789785558.095604:0:25261:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafb113f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+6:23518:x1876725549233920:12345-0@lo:5:osp-pre-1-1.0 Request processed in 121us (14527us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785558.095619:0:25261:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000004:00080000:0.0:1789785558.097263:0:22754:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1 committed 00000004:00080000:0.0:1789785558.097280:0:22754:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00002000:00010000:2.0:1789785558.097657:0:24833:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789785558.097667:0:24833:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005de788ae/0x2f18ee3fd845dfaf lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.097684:0:24833:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=666s v=(0 0) 00010000:00010000:2.0:1789785558.097689:0:24833:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789785558.097696:0:24833:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005de788ae/0x2f18ee3fd845dfaf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.097710:0:24833:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005de788ae/0x2f18ee3fd845dfaf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.097721:0:24833:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005de788ae/0x2f18ee3fd845dfaf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.097729:0:24833:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005de788ae/0x2f18ee3fd845dfaf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.097747:0:24833:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1789785558.097924:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789785558.097930:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003c8a0b35/0x2f18ee3fd845dfa8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.097938:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafc1b09e00 already unused, calling callback (ffffffffc0cc5370) 00010000:00010000:2.0:1789785558.097942:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003c8a0b35/0x2f18ee3fd845dfa8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.097958:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003c8a0b35/0x2f18ee3fd845dfa8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.097977:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003c8a0b35/0x2f18ee3fd845dfa8 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.097984:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003c8a0b35/0x2f18ee3fd845dfa8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.097998:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789785558.098002:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005de788ae/0x2f18ee3fd845dfaf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.098008:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafc1b09000 already unused, calling callback (ffffffffc0cc5370) 00010000:00010000:2.0:1789785558.098011:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005de788ae/0x2f18ee3fd845dfaf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.098017:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005de788ae/0x2f18ee3fd845dfaf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.098025:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005de788ae/0x2f18ee3fd845dfaf lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.098031:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005de788ae/0x2f18ee3fd845dfaf lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.098055:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789785558.098056:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789785558.098058:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789785558.098816:0:24833:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789785558.098887:0:24833:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d6221b00/0x2f18ee3fd845dfb6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.098900:0:24833:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=666s v=(0 0) 00010000:00010000:2.0:1789785558.098904:0:24833:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789785558.098909:0:24833:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d6221b00/0x2f18ee3fd845dfb6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.098920:0:24833:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d6221b00/0x2f18ee3fd845dfb6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.098929:0:24833:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d6221b00/0x2f18ee3fd845dfb6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.098937:0:24833:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d6221b00/0x2f18ee3fd845dfb6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.098954:0:24833:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1789785558.102903:0:24833:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789785558.102918:0:24833:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006c129ea8/0x2f18ee3fd845dfbd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.102949:0:24833:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=666s v=(0 0) 00010000:00010000:2.0:1789785558.102954:0:24833:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789785558.102960:0:24833:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006c129ea8/0x2f18ee3fd845dfbd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.102975:0:24833:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006c129ea8/0x2f18ee3fd845dfbd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.102986:0:24833:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006c129ea8/0x2f18ee3fd845dfbd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.102993:0:24833:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006c129ea8/0x2f18ee3fd845dfbd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.103005:0:24833:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00080000:3.0:1789785558.103452:0:23518:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9dafb113ea00 x1876725549233920/t0(0) o5->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1789785574 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789785558.103468:0:23518:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafb113ea00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23518:1876725549233920:0@lo:5:osp-pre-1-1.0 00000004:00080000:3.0:1789785558.103491:0:23518:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: Got last_id [0x2c0000400:0x41:0x0] from OST, last_created [0x2c0000400:0x41:0x0]last_used is [0x2c0000400:0x41:0x0] 00000100:00100000:3.0:1789785558.103536:0:23518:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafb113ea00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23518:1876725549234048:0@lo:5:osp-pre-1-1.0 00000100:00100000:3.0:1789785558.103593:0:23518:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785558.103626:0:23518:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf897dd0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789785558.103657:0:24279:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549234048 00000100:00100000:3.0:1789785558.103663:0:24279:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549234048 00000100:00100000:3.0:1789785558.103706:0:24279:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1789785558.103715:0:24279:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafb113df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23518:x1876725549234048:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:3.0:1789785558.103751:0:24279:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000400 at 66 00002000:00010000:2.0:1789785558.104039:0:24833:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789785558.104045:0:24833:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dd2bdc8d/0x2f18ee3fd845dfc4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.104055:0:24833:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=666s v=(0 0) 00010000:00010000:2.0:1789785558.104058:0:24833:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789785558.104062:0:24833:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dd2bdc8d/0x2f18ee3fd845dfc4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.104072:0:24833:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dd2bdc8d/0x2f18ee3fd845dfc4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.104091:0:24833:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dd2bdc8d/0x2f18ee3fd845dfc4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.104098:0:24833:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dd2bdc8d/0x2f18ee3fd845dfc4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.104106:0:24833:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00010000:2.0:1789785558.107930:0:24833:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789785558.107944:0:24833:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007bd17e31/0x2f18ee3fd845dfcb lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.107961:0:24833:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=666s v=(0 0) 00010000:00010000:2.0:1789785558.107966:0:24833:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789785558.107972:0:24833:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007bd17e31/0x2f18ee3fd845dfcb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.107987:0:24833:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007bd17e31/0x2f18ee3fd845dfcb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.107998:0:24833:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007bd17e31/0x2f18ee3fd845dfcb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.108005:0:24833:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007bd17e31/0x2f18ee3fd845dfcb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.108030:0:24833:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00002000:00010000:2.0:1789785558.110274:0:24833:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789785558.110285:0:24833:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000034e30dfb/0x2f18ee3fd845dfd2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.110301:0:24833:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=666s v=(0 0) 00010000:00010000:2.0:1789785558.110305:0:24833:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789785558.110311:0:24833:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000034e30dfb/0x2f18ee3fd845dfd2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.110324:0:24833:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000034e30dfb/0x2f18ee3fd845dfd2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.110333:0:24833:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000034e30dfb/0x2f18ee3fd845dfd2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.110359:0:24833:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000034e30dfb/0x2f18ee3fd845dfd2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.110370:0:24833:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00002000:00010000:2.0:1789785558.112461:0:24833:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789785558.112472:0:24833:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003e4e0438/0x2f18ee3fd845dfd9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.112487:0:24833:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=666s v=(0 0) 00010000:00010000:2.0:1789785558.112498:0:24833:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789785558.112504:0:24833:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003e4e0438/0x2f18ee3fd845dfd9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.112518:0:24833:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003e4e0438/0x2f18ee3fd845dfd9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.112526:0:24833:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003e4e0438/0x2f18ee3fd845dfd9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.112534:0:24833:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003e4e0438/0x2f18ee3fd845dfd9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.112544:0:24833:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00002000:00010000:2.0:1789785558.116679:0:24833:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789785558.116692:0:24833:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001c4f8281/0x2f18ee3fd845dfe0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.116708:0:24833:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=666s v=(0 0) 00010000:00010000:2.0:1789785558.116713:0:24833:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789785558.116719:0:24833:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001c4f8281/0x2f18ee3fd845dfe0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.116734:0:24833:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001c4f8281/0x2f18ee3fd845dfe0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.116749:0:24833:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001c4f8281/0x2f18ee3fd845dfe0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.116764:0:24833:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001c4f8281/0x2f18ee3fd845dfe0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.116775:0:24833:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00002000:00010000:2.0:1789785558.117557:0:24833:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789785558.117563:0:24833:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005844aa8d/0x2f18ee3fd845dfe7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.118925:0:24833:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=666s v=(0 0) 00010000:00010000:2.0:1789785558.118931:0:24833:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789785558.118937:0:24833:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005844aa8d/0x2f18ee3fd845dfe7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.118954:0:24833:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005844aa8d/0x2f18ee3fd845dfe7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.118964:0:24833:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005844aa8d/0x2f18ee3fd845dfe7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.118972:0:24833:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005844aa8d/0x2f18ee3fd845dfe7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.118983:0:24833:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/8 locks to regular blp list, 8 blwis in pool 00010000:00010000:2.0:1789785558.119150:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:2.0:1789785558.119158:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d6221b00/0x2f18ee3fd845dfb6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.119173:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafc1b09800 already unused, calling callback (ffffffffc0cc5370) 00010000:00010000:2.0:1789785558.119178:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d6221b00/0x2f18ee3fd845dfb6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.119187:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d6221b00/0x2f18ee3fd845dfb6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.119203:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d6221b00/0x2f18ee3fd845dfb6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.119211:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d6221b00/0x2f18ee3fd845dfb6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.119234:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:2.0:1789785558.119238:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006c129ea8/0x2f18ee3fd845dfbd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.119244:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafc1b09c00 already unused, calling callback (ffffffffc0cc5370) 00010000:00010000:2.0:1789785558.119247:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006c129ea8/0x2f18ee3fd845dfbd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.119253:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006c129ea8/0x2f18ee3fd845dfbd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.119262:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006c129ea8/0x2f18ee3fd845dfbd lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.119274:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006c129ea8/0x2f18ee3fd845dfbd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.119286:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:2.0:1789785558.119290:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dd2bdc8d/0x2f18ee3fd845dfc4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.119296:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafc1b09a00 already unused, calling callback (ffffffffc0cc5370) 00010000:00010000:2.0:1789785558.119298:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dd2bdc8d/0x2f18ee3fd845dfc4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.119305:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dd2bdc8d/0x2f18ee3fd845dfc4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.119313:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dd2bdc8d/0x2f18ee3fd845dfc4 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.119319:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dd2bdc8d/0x2f18ee3fd845dfc4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.119329:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:2.0:1789785558.119333:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007bd17e31/0x2f18ee3fd845dfcb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.119355:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafc1b08a00 already unused, calling callback (ffffffffc0cc5370) 00010000:00010000:2.0:1789785558.119400:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007bd17e31/0x2f18ee3fd845dfcb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.119409:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007bd17e31/0x2f18ee3fd845dfcb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.119419:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007bd17e31/0x2f18ee3fd845dfcb lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.119426:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007bd17e31/0x2f18ee3fd845dfcb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.119449:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1789785558.119453:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000034e30dfb/0x2f18ee3fd845dfd2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.119460:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafc1b08400 already unused, calling callback (ffffffffc0cc5370) 00010000:00010000:2.0:1789785558.119463:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000034e30dfb/0x2f18ee3fd845dfd2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.119469:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000034e30dfb/0x2f18ee3fd845dfd2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.119478:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000034e30dfb/0x2f18ee3fd845dfd2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.119485:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000034e30dfb/0x2f18ee3fd845dfd2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.119503:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1789785558.119506:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003e4e0438/0x2f18ee3fd845dfd9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.119513:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafc1b09400 already unused, calling callback (ffffffffc0cc5370) 00010000:00010000:2.0:1789785558.119516:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003e4e0438/0x2f18ee3fd845dfd9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.119523:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003e4e0438/0x2f18ee3fd845dfd9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.119532:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003e4e0438/0x2f18ee3fd845dfd9 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.119539:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003e4e0438/0x2f18ee3fd845dfd9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.119550:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789785558.119553:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001c4f8281/0x2f18ee3fd845dfe0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.119560:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafbce94800 already unused, calling callback (ffffffffc0cc5370) 00010000:00010000:2.0:1789785558.119563:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001c4f8281/0x2f18ee3fd845dfe0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.119581:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001c4f8281/0x2f18ee3fd845dfe0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.119590:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001c4f8281/0x2f18ee3fd845dfe0 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.119597:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001c4f8281/0x2f18ee3fd845dfe0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.119609:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789785558.119611:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005844aa8d/0x2f18ee3fd845dfe7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.119617:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafbce95600 already unused, calling callback (ffffffffc0cc5370) 00010000:00010000:2.0:1789785558.119619:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005844aa8d/0x2f18ee3fd845dfe7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.119626:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005844aa8d/0x2f18ee3fd845dfe7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.119633:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005844aa8d/0x2f18ee3fd845dfe7 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.120524:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789785558.123012:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005844aa8d/0x2f18ee3fd845dfe7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.123055:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789785558.123057:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789785558.123060:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789785558.123146:0:24833:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789785558.123153:0:24833:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000012266a83/0x2f18ee3fd845dfee lrc: 3/0,1 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.123166:0:24833:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=666s v=(0 0) 00010000:00010000:2.0:1789785558.123170:0:24833:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789785558.123177:0:24833:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000012266a83/0x2f18ee3fd845dfee lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.123191:0:24833:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000012266a83/0x2f18ee3fd845dfee lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.123201:0:24833:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000012266a83/0x2f18ee3fd845dfee lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.123208:0:24833:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000012266a83/0x2f18ee3fd845dfee lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.123227:0:24833:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789785558.123405:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789785558.123411:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000012266a83/0x2f18ee3fd845dfee lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.123431:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafbce94e00 already unused, calling callback (ffffffffc0cc5370) 00010000:00010000:2.0:1789785558.123436:0:22763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000012266a83/0x2f18ee3fd845dfee lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.123457:0:22763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000012266a83/0x2f18ee3fd845dfee lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.123474:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000012266a83/0x2f18ee3fd845dfee lrc: 1/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.123482:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000012266a83/0x2f18ee3fd845dfee lrc: 0/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.123494:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789785558.123496:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789785558.123497:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789785558.126483:0:24282:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789785558.126495:0:24282:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ae54f0c6/0x2f18ee3fd845dff5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.126511:0:24282:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=666s v=(0 0) 00010000:00010000:1.0:1789785558.126515:0:24282:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789785558.126521:0:24282:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ae54f0c6/0x2f18ee3fd845dff5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.126537:0:24282:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ae54f0c6/0x2f18ee3fd845dff5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.126547:0:24282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ae54f0c6/0x2f18ee3fd845dff5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.126554:0:24282:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ae54f0c6/0x2f18ee3fd845dff5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.126589:0:24282:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789785558.126974:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789785558.126981:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ae54f0c6/0x2f18ee3fd845dff5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.126989:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafc21cb400 already unused, calling callback (ffffffffc0cc5370) 00010000:00010000:2.0:1789785558.126993:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ae54f0c6/0x2f18ee3fd845dff5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.127002:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ae54f0c6/0x2f18ee3fd845dff5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.127031:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ae54f0c6/0x2f18ee3fd845dff5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.127038:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ae54f0c6/0x2f18ee3fd845dff5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.127056:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789785558.127058:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789785558.127060:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789785558.127108:0:24833:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789785558.127114:0:24833:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ba7c3b5b/0x2f18ee3fd845dffc lrc: 3/0,1 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.127121:0:24833:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=666s v=(0 0) 00010000:00010000:2.0:1789785558.127124:0:24833:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789785558.127128:0:24833:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ba7c3b5b/0x2f18ee3fd845dffc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.127138:0:24833:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ba7c3b5b/0x2f18ee3fd845dffc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.127146:0:24833:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ba7c3b5b/0x2f18ee3fd845dffc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.127152:0:24833:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ba7c3b5b/0x2f18ee3fd845dffc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.127188:0:24833:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789785558.127321:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789785558.127327:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ba7c3b5b/0x2f18ee3fd845dffc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.127334:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafbce95a00 already unused, calling callback (ffffffffc0cc5370) 00010000:00010000:2.0:1789785558.127355:0:22763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ba7c3b5b/0x2f18ee3fd845dffc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.127364:0:22763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ba7c3b5b/0x2f18ee3fd845dffc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.127376:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ba7c3b5b/0x2f18ee3fd845dffc lrc: 1/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.127383:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ba7c3b5b/0x2f18ee3fd845dffc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.127396:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789785558.127398:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789785558.127399:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789785558.132295:0:24282:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789785558.132307:0:24282:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d11f2999/0x2f18ee3fd845e003 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.132334:0:24282:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=666s v=(0 0) 00010000:00010000:1.0:1789785558.132363:0:24282:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789785558.132370:0:24282:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d11f2999/0x2f18ee3fd845e003 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.132386:0:24282:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d11f2999/0x2f18ee3fd845e003 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.132396:0:24282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d11f2999/0x2f18ee3fd845e003 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.132404:0:24282:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d11f2999/0x2f18ee3fd845e003 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.132425:0:24282:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1789785558.132958:0:24282:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789785558.132965:0:24282:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000822d4d15/0x2f18ee3fd845e00a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.132974:0:24282:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=666s v=(0 0) 00010000:00010000:1.0:1789785558.132978:0:24282:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789785558.132982:0:24282:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000822d4d15/0x2f18ee3fd845e00a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.132991:0:24282:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000822d4d15/0x2f18ee3fd845e00a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.133011:0:24282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000822d4d15/0x2f18ee3fd845e00a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.133018:0:24282:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000822d4d15/0x2f18ee3fd845e00a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.133033:0:24282:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:3.0:1789785558.133328:0:24833:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789785558.133336:0:24833:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b0dcb455/0x2f18ee3fd845e011 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.133359:0:24833:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=666s v=(0 0) 00010000:00010000:3.0:1789785558.133363:0:24833:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789785558.133367:0:24833:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b0dcb455/0x2f18ee3fd845e011 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.133377:0:24833:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b0dcb455/0x2f18ee3fd845e011 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.133385:0:24833:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b0dcb455/0x2f18ee3fd845e011 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.133392:0:24833:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b0dcb455/0x2f18ee3fd845e011 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.133412:0:24833:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:2.0:1789785558.133920:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1789785558.133929:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d11f2999/0x2f18ee3fd845e003 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.133938:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafc21cbc00 already unused, calling callback (ffffffffc0cc5370) 00010000:00010000:2.0:1789785558.133949:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d11f2999/0x2f18ee3fd845e003 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.133958:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d11f2999/0x2f18ee3fd845e003 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.133977:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d11f2999/0x2f18ee3fd845e003 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.133984:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d11f2999/0x2f18ee3fd845e003 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.134007:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789785558.134011:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000822d4d15/0x2f18ee3fd845e00a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.134018:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafc21caa00 already unused, calling callback (ffffffffc0cc5370) 00010000:00010000:2.0:1789785558.134021:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000822d4d15/0x2f18ee3fd845e00a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.134028:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000822d4d15/0x2f18ee3fd845e00a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.134038:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000822d4d15/0x2f18ee3fd845e00a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.134045:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000822d4d15/0x2f18ee3fd845e00a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.134069:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789785558.134073:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b0dcb455/0x2f18ee3fd845e011 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.134079:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9daf814bbe00 already unused, calling callback (ffffffffc0cc5370) 00010000:00010000:2.0:1789785558.134083:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b0dcb455/0x2f18ee3fd845e011 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.134091:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b0dcb455/0x2f18ee3fd845e011 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1789785558.135089:0:24833:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789785558.135100:0:24833:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003d4abf1c/0x2f18ee3fd845e01f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.135113:0:24833:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=666s v=(0 0) 00010000:00010000:3.0:1789785558.135116:0:24833:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789785558.135123:0:24833:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003d4abf1c/0x2f18ee3fd845e01f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.135134:0:24833:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003d4abf1c/0x2f18ee3fd845e01f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.135142:0:24833:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003d4abf1c/0x2f18ee3fd845e01f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.135149:0:24833:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003d4abf1c/0x2f18ee3fd845e01f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.135158:0:24833:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1789785558.135775:0:24282:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789785558.135785:0:24282:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003d10eca4/0x2f18ee3fd845e018 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.135794:0:24282:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=666s v=(0 0) 00010000:00010000:1.0:1789785558.135797:0:24282:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789785558.135801:0:24282:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003d10eca4/0x2f18ee3fd845e018 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.135810:0:24282:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003d10eca4/0x2f18ee3fd845e018 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.135818:0:24282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003d10eca4/0x2f18ee3fd845e018 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.136739:0:24282:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003d10eca4/0x2f18ee3fd845e018 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.136769:0:24282:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1789785558.137167:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b0dcb455/0x2f18ee3fd845e011 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.137178:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b0dcb455/0x2f18ee3fd845e011 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.137207:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789785558.137211:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003d4abf1c/0x2f18ee3fd845e01f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.137219:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafb5d55e00 already unused, calling callback (ffffffffc0cc5370) 00010000:00010000:2.0:1789785558.137224:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003d4abf1c/0x2f18ee3fd845e01f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.137247:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003d4abf1c/0x2f18ee3fd845e01f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.137263:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003d4abf1c/0x2f18ee3fd845e01f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.137270:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003d4abf1c/0x2f18ee3fd845e01f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.137284:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789785558.137288:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003d10eca4/0x2f18ee3fd845e018 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.137294:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafa5f78000 already unused, calling callback (ffffffffc0cc5370) 00010000:00010000:2.0:1789785558.137297:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003d10eca4/0x2f18ee3fd845e018 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.137305:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003d10eca4/0x2f18ee3fd845e018 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.137314:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003d10eca4/0x2f18ee3fd845e018 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.137321:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003d10eca4/0x2f18ee3fd845e018 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.137363:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789785558.137364:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789785558.137367:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789785558.137377:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789785558.141074:0:24833:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789785558.141087:0:24833:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bef28e16/0x2f18ee3fd845e026 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.141106:0:24833:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=666s v=(0 0) 00010000:00010000:1.0:1789785558.141110:0:24833:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789785558.141117:0:24833:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bef28e16/0x2f18ee3fd845e026 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.141132:0:24833:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bef28e16/0x2f18ee3fd845e026 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.141142:0:24833:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bef28e16/0x2f18ee3fd845e026 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.141150:0:24833:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bef28e16/0x2f18ee3fd845e026 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.141173:0:24833:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789785558.141428:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789785558.141435:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bef28e16/0x2f18ee3fd845e026 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.141454:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafa5f78200 already unused, calling callback (ffffffffc0cc5370) 00010000:00010000:3.0:1789785558.141466:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bef28e16/0x2f18ee3fd845e026 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.141475:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bef28e16/0x2f18ee3fd845e026 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.141492:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bef28e16/0x2f18ee3fd845e026 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.141499:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bef28e16/0x2f18ee3fd845e026 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.141516:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789785558.141518:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789785558.141519:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789785558.142504:0:24282:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789785558.142513:0:24282:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002537d742/0x2f18ee3fd845e02d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.142526:0:24282:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=666s v=(0 0) 00010000:00010000:2.0:1789785558.142530:0:24282:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789785558.142536:0:24282:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002537d742/0x2f18ee3fd845e02d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.142548:0:24282:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002537d742/0x2f18ee3fd845e02d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.142557:0:24282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002537d742/0x2f18ee3fd845e02d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.142564:0:24282:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002537d742/0x2f18ee3fd845e02d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.142593:0:24282:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1789785558.143165:0:24833:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789785558.143173:0:24833:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000988d3d43/0x2f18ee3fd845e034 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.143183:0:24833:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=666s v=(0 0) 00010000:00010000:1.0:1789785558.143192:0:24833:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789785558.143197:0:24833:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000988d3d43/0x2f18ee3fd845e034 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.143207:0:24833:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000988d3d43/0x2f18ee3fd845e034 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.143216:0:24833:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000988d3d43/0x2f18ee3fd845e034 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.143222:0:24833:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000988d3d43/0x2f18ee3fd845e034 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.143246:0:24833:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1789785558.143612:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789785558.143620:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002537d742/0x2f18ee3fd845e02d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.143640:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafbce94600 already unused, calling callback (ffffffffc0cc5370) 00010000:00010000:2.0:1789785558.143654:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002537d742/0x2f18ee3fd845e02d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.143663:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002537d742/0x2f18ee3fd845e02d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.143680:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002537d742/0x2f18ee3fd845e02d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.143687:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002537d742/0x2f18ee3fd845e02d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.143704:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789785558.143707:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000988d3d43/0x2f18ee3fd845e034 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.143714:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafa5f78400 already unused, calling callback (ffffffffc0cc5370) 00010000:00010000:2.0:1789785558.143717:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000988d3d43/0x2f18ee3fd845e034 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.143725:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000988d3d43/0x2f18ee3fd845e034 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.143735:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000988d3d43/0x2f18ee3fd845e034 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.143747:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000988d3d43/0x2f18ee3fd845e034 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.143761:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789785558.143763:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789785558.143765:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789785558.145129:0:24833:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789785558.145140:0:24833:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000203829dd/0x2f18ee3fd845e03b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.145167:0:24833:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=666s v=(0 0) 00010000:00010000:1.0:1789785558.145172:0:24833:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789785558.145178:0:24833:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000203829dd/0x2f18ee3fd845e03b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.145191:0:24833:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000203829dd/0x2f18ee3fd845e03b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.145201:0:24833:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000203829dd/0x2f18ee3fd845e03b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.145216:0:24833:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000203829dd/0x2f18ee3fd845e03b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.145233:0:24833:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1789785558.145462:0:24282:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789785558.145468:0:24282:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000070539582/0x2f18ee3fd845e042 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.145477:0:24282:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=666s v=(0 0) 00010000:00010000:1.0:1789785558.145480:0:24282:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789785558.145484:0:24282:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000070539582/0x2f18ee3fd845e042 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.145493:0:24282:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000070539582/0x2f18ee3fd845e042 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.145500:0:24282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000070539582/0x2f18ee3fd845e042 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.145507:0:24282:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000070539582/0x2f18ee3fd845e042 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.145514:0:24282:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1789785558.145983:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789785558.145991:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000203829dd/0x2f18ee3fd845e03b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.146000:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafa5f79e00 already unused, calling callback (ffffffffc0cc5370) 00010000:00010000:3.0:1789785558.146004:0:22763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000203829dd/0x2f18ee3fd845e03b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.146013:0:22763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000203829dd/0x2f18ee3fd845e03b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.146028:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000203829dd/0x2f18ee3fd845e03b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.146043:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000203829dd/0x2f18ee3fd845e03b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.146062:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789785558.146065:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000070539582/0x2f18ee3fd845e042 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.146071:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafa5f78800 already unused, calling callback (ffffffffc0cc5370) 00010000:00010000:3.0:1789785558.146074:0:22763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000070539582/0x2f18ee3fd845e042 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.146082:0:22763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000070539582/0x2f18ee3fd845e042 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.146093:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000070539582/0x2f18ee3fd845e042 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.146099:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000070539582/0x2f18ee3fd845e042 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.146112:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789785558.146114:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789785558.146116:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789785558.146610:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789785558.148988:0:24833:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789785558.148998:0:24833:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000012266a83/0x2f18ee3fd845e049 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.149014:0:24833:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=666s v=(0 0) 00010000:00010000:2.0:1789785558.149019:0:24833:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789785558.149025:0:24833:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000012266a83/0x2f18ee3fd845e049 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.149038:0:24833:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000012266a83/0x2f18ee3fd845e049 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.149048:0:24833:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000012266a83/0x2f18ee3fd845e049 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.149055:0:24833:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000012266a83/0x2f18ee3fd845e049 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.149074:0:24833:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789785558.149231:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789785558.149237:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000012266a83/0x2f18ee3fd845e049 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.149247:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafbce94e00 already unused, calling callback (ffffffffc0cc5370) 00010000:00010000:2.0:1789785558.149251:0:22763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000012266a83/0x2f18ee3fd845e049 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.149260:0:22763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000012266a83/0x2f18ee3fd845e049 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.149277:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000012266a83/0x2f18ee3fd845e049 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.149284:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000012266a83/0x2f18ee3fd845e049 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.149302:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789785558.149304:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789785558.149305:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789785558.150188:0:24282:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789785558.150198:0:24282:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a77e3484/0x2f18ee3fd845e050 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.150218:0:24282:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=666s v=(0 0) 00010000:00010000:3.0:1789785558.150221:0:24282:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789785558.150227:0:24282:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a77e3484/0x2f18ee3fd845e050 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.150239:0:24282:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a77e3484/0x2f18ee3fd845e050 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.150248:0:24282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a77e3484/0x2f18ee3fd845e050 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.150255:0:24282:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a77e3484/0x2f18ee3fd845e050 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.150273:0:24282:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789785558.152039:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789785558.152052:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a77e3484/0x2f18ee3fd845e050 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.152064:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafb5d54000 already unused, calling callback (ffffffffc0cc5370) 00010000:00010000:2.0:1789785558.152069:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a77e3484/0x2f18ee3fd845e050 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.152093:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a77e3484/0x2f18ee3fd845e050 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.152112:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a77e3484/0x2f18ee3fd845e050 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.152119:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a77e3484/0x2f18ee3fd845e050 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.152140:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789785558.152143:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789785558.152144:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789785558.153106:0:24833:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789785558.153115:0:24833:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fdf5bb12/0x2f18ee3fd845e057 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.153134:0:24833:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=666s v=(0 0) 00010000:00010000:1.0:1789785558.153138:0:24833:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789785558.153144:0:24833:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fdf5bb12/0x2f18ee3fd845e057 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.153156:0:24833:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fdf5bb12/0x2f18ee3fd845e057 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.153175:0:24833:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fdf5bb12/0x2f18ee3fd845e057 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.153183:0:24833:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fdf5bb12/0x2f18ee3fd845e057 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.153200:0:24833:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789785558.153467:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789785558.153475:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fdf5bb12/0x2f18ee3fd845e057 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.153483:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafa5f79600 already unused, calling callback (ffffffffc0cc5370) 00010000:00010000:2.0:1789785558.153488:0:22763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fdf5bb12/0x2f18ee3fd845e057 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.153496:0:22763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fdf5bb12/0x2f18ee3fd845e057 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.153512:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fdf5bb12/0x2f18ee3fd845e057 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.153533:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fdf5bb12/0x2f18ee3fd845e057 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.153551:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789785558.153553:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789785558.153555:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789785558.154290:0:24282:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789785558.154299:0:24282:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002537d742/0x2f18ee3fd845e05e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.154313:0:24282:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=666s v=(0 0) 00010000:00010000:2.0:1789785558.154317:0:24282:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789785558.154322:0:24282:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002537d742/0x2f18ee3fd845e05e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.154333:0:24282:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002537d742/0x2f18ee3fd845e05e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.154365:0:24282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002537d742/0x2f18ee3fd845e05e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.154372:0:24282:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002537d742/0x2f18ee3fd845e05e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.154389:0:24282:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789785558.156402:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789785558.156414:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002537d742/0x2f18ee3fd845e05e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.156426:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafbce94600 already unused, calling callback (ffffffffc0cc5370) 00010000:00010000:3.0:1789785558.156430:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002537d742/0x2f18ee3fd845e05e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.156453:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002537d742/0x2f18ee3fd845e05e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.156487:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002537d742/0x2f18ee3fd845e05e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.156494:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002537d742/0x2f18ee3fd845e05e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.156513:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789785558.156514:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789785558.156516:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789785558.157810:0:24833:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789785558.157845:0:24833:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000012266a83/0x2f18ee3fd845e065 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.157859:0:24833:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=666s v=(0 0) 00010000:00010000:2.0:1789785558.157864:0:24833:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789785558.157870:0:24833:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000012266a83/0x2f18ee3fd845e065 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.157884:0:24833:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000012266a83/0x2f18ee3fd845e065 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.157894:0:24833:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000012266a83/0x2f18ee3fd845e065 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.157901:0:24833:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000012266a83/0x2f18ee3fd845e065 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.157922:0:24833:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1789785558.158701:0:24833:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789785558.158709:0:24833:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ba7c3b5b/0x2f18ee3fd845e06c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.158720:0:24833:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=666s v=(0 0) 00010000:00010000:2.0:1789785558.158724:0:24833:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789785558.158729:0:24833:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ba7c3b5b/0x2f18ee3fd845e06c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.158739:0:24833:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ba7c3b5b/0x2f18ee3fd845e06c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.158754:0:24833:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ba7c3b5b/0x2f18ee3fd845e06c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.158762:0:24833:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ba7c3b5b/0x2f18ee3fd845e06c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.158778:0:24833:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1789785558.158905:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789785558.158913:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000012266a83/0x2f18ee3fd845e065 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.158921:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafbce94e00 already unused, calling callback (ffffffffc0cc5370) 00010000:00010000:2.0:1789785558.158925:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000012266a83/0x2f18ee3fd845e065 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.158935:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000012266a83/0x2f18ee3fd845e065 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.158952:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000012266a83/0x2f18ee3fd845e065 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.158959:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000012266a83/0x2f18ee3fd845e065 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.158976:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789785558.158986:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ba7c3b5b/0x2f18ee3fd845e06c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.158992:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafbce95a00 already unused, calling callback (ffffffffc0cc5370) 00010000:00010000:2.0:1789785558.158996:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ba7c3b5b/0x2f18ee3fd845e06c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.159003:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ba7c3b5b/0x2f18ee3fd845e06c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.159013:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ba7c3b5b/0x2f18ee3fd845e06c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.159020:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ba7c3b5b/0x2f18ee3fd845e06c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.159033:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789785558.159034:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789785558.159036:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789785558.159080:0:24282:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789785558.159086:0:24282:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005844aa8d/0x2f18ee3fd845e073 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.159094:0:24282:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=666s v=(0 0) 00010000:00010000:2.0:1789785558.159097:0:24282:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789785558.159101:0:24282:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005844aa8d/0x2f18ee3fd845e073 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.159121:0:24282:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005844aa8d/0x2f18ee3fd845e073 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.159129:0:24282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005844aa8d/0x2f18ee3fd845e073 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.159136:0:24282:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005844aa8d/0x2f18ee3fd845e073 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.159150:0:24282:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789785558.159157:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789785558.159166:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005844aa8d/0x2f18ee3fd845e073 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.159173:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafbce95600 already unused, calling callback (ffffffffc0cc5370) 00010000:00010000:2.0:1789785558.159176:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005844aa8d/0x2f18ee3fd845e073 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.159183:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005844aa8d/0x2f18ee3fd845e073 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.159193:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005844aa8d/0x2f18ee3fd845e073 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.159200:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005844aa8d/0x2f18ee3fd845e073 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.159217:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789785558.159219:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789785558.159221:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789785558.160301:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789785558.169091:0:24282:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789785558.169106:0:24282:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000008b667a7/0x2f18ee3fd845e07a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.169306:0:24282:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=666s v=(0 0) 00010000:00010000:3.0:1789785558.169311:0:24282:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789785558.169318:0:24282:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000008b667a7/0x2f18ee3fd845e07a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.169334:0:24282:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000008b667a7/0x2f18ee3fd845e07a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.169364:0:24282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000008b667a7/0x2f18ee3fd845e07a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.169371:0:24282:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000008b667a7/0x2f18ee3fd845e07a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.169398:0:24282:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1789785558.170056:0:24833:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789785558.170064:0:24833:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000393bafab/0x2f18ee3fd845e081 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.170074:0:24833:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=666s v=(0 0) 00010000:00010000:1.0:1789785558.170078:0:24833:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789785558.170082:0:24833:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000393bafab/0x2f18ee3fd845e081 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.170092:0:24833:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000393bafab/0x2f18ee3fd845e081 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.170113:0:24833:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000393bafab/0x2f18ee3fd845e081 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.170120:0:24833:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000393bafab/0x2f18ee3fd845e081 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.170136:0:24833:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1789785558.171102:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789785558.171113:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000008b667a7/0x2f18ee3fd845e07a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.171125:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafb5d54600 already unused, calling callback (ffffffffc0cc5370) 00010000:00010000:2.0:1789785558.171130:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000008b667a7/0x2f18ee3fd845e07a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.171140:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000008b667a7/0x2f18ee3fd845e07a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.171173:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000008b667a7/0x2f18ee3fd845e07a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.171182:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000008b667a7/0x2f18ee3fd845e07a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.171202:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789785558.171206:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000393bafab/0x2f18ee3fd845e081 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.171212:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafa5f78e00 already unused, calling callback (ffffffffc0cc5370) 00010000:00010000:2.0:1789785558.171223:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000393bafab/0x2f18ee3fd845e081 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.171231:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000393bafab/0x2f18ee3fd845e081 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.171243:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000393bafab/0x2f18ee3fd845e081 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.171250:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000393bafab/0x2f18ee3fd845e081 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.171264:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789785558.171266:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789785558.171268:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789785558.173117:0:24833:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789785558.173128:0:24833:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a112a722/0x2f18ee3fd845e088 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.173142:0:24833:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=666s v=(0 0) 00010000:00010000:1.0:1789785558.173146:0:24833:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789785558.173152:0:24833:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a112a722/0x2f18ee3fd845e088 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.173175:0:24833:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a112a722/0x2f18ee3fd845e088 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.173184:0:24833:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a112a722/0x2f18ee3fd845e088 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.173191:0:24833:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a112a722/0x2f18ee3fd845e088 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.173218:0:24833:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789785558.173387:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789785558.173393:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a112a722/0x2f18ee3fd845e088 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.173402:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafa5f79a00 already unused, calling callback (ffffffffc0cc5370) 00010000:00010000:1.0:1789785558.173406:0:22763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a112a722/0x2f18ee3fd845e088 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.173414:0:22763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a112a722/0x2f18ee3fd845e088 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.173430:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a112a722/0x2f18ee3fd845e088 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.173438:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a112a722/0x2f18ee3fd845e088 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.173464:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789785558.173465:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789785558.173467:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789785558.174076:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789785558.174967:0:24282:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789785558.174977:0:24282:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005844aa8d/0x2f18ee3fd845e08f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.174991:0:24282:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=666s v=(0 0) 00010000:00010000:2.0:1789785558.174995:0:24282:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789785558.175000:0:24282:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005844aa8d/0x2f18ee3fd845e08f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.175012:0:24282:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005844aa8d/0x2f18ee3fd845e08f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.175033:0:24282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005844aa8d/0x2f18ee3fd845e08f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.175040:0:24282:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005844aa8d/0x2f18ee3fd845e08f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.175063:0:24282:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1789785558.175935:0:24282:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789785558.175944:0:24282:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ba7c3b5b/0x2f18ee3fd845e096 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.175955:0:24282:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=666s v=(0 0) 00010000:00010000:2.0:1789785558.175959:0:24282:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789785558.175964:0:24282:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ba7c3b5b/0x2f18ee3fd845e096 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.175975:0:24282:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ba7c3b5b/0x2f18ee3fd845e096 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.175984:0:24282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ba7c3b5b/0x2f18ee3fd845e096 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.175992:0:24282:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ba7c3b5b/0x2f18ee3fd845e096 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.176019:0:24282:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1789785558.176031:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789785558.176037:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005844aa8d/0x2f18ee3fd845e08f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.176046:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafbce95600 already unused, calling callback (ffffffffc0cc5370) 00010000:00010000:2.0:1789785558.176050:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005844aa8d/0x2f18ee3fd845e08f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.176059:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005844aa8d/0x2f18ee3fd845e08f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.176076:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005844aa8d/0x2f18ee3fd845e08f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.176084:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005844aa8d/0x2f18ee3fd845e08f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.176099:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789785558.176103:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ba7c3b5b/0x2f18ee3fd845e096 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.176109:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafbce95a00 already unused, calling callback (ffffffffc0cc5370) 00010000:00010000:2.0:1789785558.176113:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ba7c3b5b/0x2f18ee3fd845e096 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.176132:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ba7c3b5b/0x2f18ee3fd845e096 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.176143:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ba7c3b5b/0x2f18ee3fd845e096 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.176150:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ba7c3b5b/0x2f18ee3fd845e096 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.176173:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789785558.176175:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789785558.176177:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789785558.176779:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789785558.177207:0:24833:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789785558.177215:0:24833:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000012266a83/0x2f18ee3fd845e09d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.177229:0:24833:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=666s v=(0 0) 00010000:00010000:2.0:1789785558.177233:0:24833:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789785558.177238:0:24833:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000012266a83/0x2f18ee3fd845e09d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.177251:0:24833:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000012266a83/0x2f18ee3fd845e09d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.177261:0:24833:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000012266a83/0x2f18ee3fd845e09d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.177276:0:24833:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000012266a83/0x2f18ee3fd845e09d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.177291:0:24833:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789785558.177461:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789785558.177466:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000012266a83/0x2f18ee3fd845e09d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.177473:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafbce94e00 already unused, calling callback (ffffffffc0cc5370) 00010000:00010000:2.0:1789785558.177477:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000012266a83/0x2f18ee3fd845e09d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.177485:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000012266a83/0x2f18ee3fd845e09d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.177501:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000012266a83/0x2f18ee3fd845e09d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.177508:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000012266a83/0x2f18ee3fd845e09d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.177521:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789785558.177522:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789785558.177524:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789785558.179397:0:24282:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789785558.179410:0:24282:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000003dbcc06/0x2f18ee3fd845e0a4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.179426:0:24282:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=666s v=(0 0) 00010000:00010000:3.0:1789785558.179431:0:24282:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789785558.179437:0:24282:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000003dbcc06/0x2f18ee3fd845e0a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.179462:0:24282:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000003dbcc06/0x2f18ee3fd845e0a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.179472:0:24282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000003dbcc06/0x2f18ee3fd845e0a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.179480:0:24282:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000003dbcc06/0x2f18ee3fd845e0a4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.179499:0:24282:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1789785558.180002:0:24833:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789785558.180010:0:24833:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000010bad68c/0x2f18ee3fd845e0ab lrc: 3/0,1 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.180031:0:24833:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=666s v=(0 0) 00010000:00010000:1.0:1789785558.180035:0:24833:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789785558.180040:0:24833:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000010bad68c/0x2f18ee3fd845e0ab lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.180051:0:24833:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000010bad68c/0x2f18ee3fd845e0ab lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.180060:0:24833:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000010bad68c/0x2f18ee3fd845e0ab lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.180067:0:24833:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000010bad68c/0x2f18ee3fd845e0ab lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.180087:0:24833:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1789785558.180507:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789785558.180520:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000003dbcc06/0x2f18ee3fd845e0a4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.180529:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafb5d55600 already unused, calling callback (ffffffffc0cc5370) 00010000:00010000:2.0:1789785558.180533:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000003dbcc06/0x2f18ee3fd845e0a4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.180542:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000003dbcc06/0x2f18ee3fd845e0a4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.180562:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000003dbcc06/0x2f18ee3fd845e0a4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1789785558.180718:0:24833:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789785558.180724:0:24833:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009aa5053c/0x2f18ee3fd845e0b2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.180733:0:24833:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=666s v=(0 0) 00010000:00010000:1.0:1789785558.180736:0:24833:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789785558.180741:0:24833:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009aa5053c/0x2f18ee3fd845e0b2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.180749:0:24833:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009aa5053c/0x2f18ee3fd845e0b2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.180768:0:24833:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009aa5053c/0x2f18ee3fd845e0b2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.180775:0:24833:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009aa5053c/0x2f18ee3fd845e0b2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.180783:0:24833:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1789785558.181152:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000003dbcc06/0x2f18ee3fd845e0a4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.181231:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789785558.181235:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000010bad68c/0x2f18ee3fd845e0ab lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.181242:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafa5f78600 already unused, calling callback (ffffffffc0cc5370) 00010000:00010000:2.0:1789785558.181245:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000010bad68c/0x2f18ee3fd845e0ab lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.181253:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000010bad68c/0x2f18ee3fd845e0ab lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.181278:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000010bad68c/0x2f18ee3fd845e0ab lrc: 1/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.181285:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000010bad68c/0x2f18ee3fd845e0ab lrc: 0/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.181299:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789785558.181302:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009aa5053c/0x2f18ee3fd845e0b2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.181309:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafa5f78c00 already unused, calling callback (ffffffffc0cc5370) 00010000:00010000:2.0:1789785558.181312:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009aa5053c/0x2f18ee3fd845e0b2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.181319:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009aa5053c/0x2f18ee3fd845e0b2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.181329:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009aa5053c/0x2f18ee3fd845e0b2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.181359:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009aa5053c/0x2f18ee3fd845e0b2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.181372:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789785558.181374:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789785558.181382:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789785558.181814:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789785558.182331:0:24282:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789785558.182361:0:24282:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005765067b/0x2f18ee3fd845e0b9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.182375:0:24282:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=666s v=(0 0) 00010000:00010000:3.0:1789785558.182386:0:24282:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789785558.182391:0:24282:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005765067b/0x2f18ee3fd845e0b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.182402:0:24282:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005765067b/0x2f18ee3fd845e0b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.182410:0:24282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005765067b/0x2f18ee3fd845e0b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.182416:0:24282:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005765067b/0x2f18ee3fd845e0b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.182434:0:24282:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789785558.182867:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789785558.182874:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005765067b/0x2f18ee3fd845e0b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785558.182888:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafb5d54400 already unused, calling callback (ffffffffc0cc5370) 00010000:00010000:0.0:1789785558.182892:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005765067b/0x2f18ee3fd845e0b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785558.182901:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005765067b/0x2f18ee3fd845e0b9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785558.182918:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005765067b/0x2f18ee3fd845e0b9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785558.182925:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005765067b/0x2f18ee3fd845e0b9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785558.182943:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789785558.182945:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789785558.182947:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1789785558.186664:0:25095:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901889 is committed 00000001:00100000:1.0:1789785558.186689:0:25095:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000001:00100000:1.0:1789785558.186693:0:25095:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000100:00100000:1.0:1789785558.186834:0:24279:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafb113df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:23518:x1876725549234048:12345-0@lo:5:osp-pre-1-1.0 Request processed in 83117us (83238us total) trans 12884901889 rc 0/0 00000100:00100000:1.0:1789785558.186845:0:24279:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1789785558.186896:0:23518:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 12884901889 gen 2 00000100:00100000:1.0:1789785558.186902:0:23518:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafb113ea00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23518:1876725549234048:0@lo:5:osp-pre-1-1.0 00000004:00080000:1.0:1789785558.186918:0:23518:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0001: current precreated pool: [0x2c0000400:0x41:0x0]-[0x2c0000400:0x61:0x0] 00000100:00100000:1.0:1789785558.186963:0:23518:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9daf87814e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23518:1876725549234176:0@lo:900:osp-pre-1-1.0 00000100:00100000:1.0:1789785558.186994:0:23518:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789785558.187013:0:23518:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf9094fd80 going to sleep for 11 seconds 00000100:00100000:1.0:1789785558.187027:0:22786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549234176 00000100:00100000:1.0:1789785558.187032:0:22786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549234176 00000100:00100000:1.0:1789785558.187069:0:22786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1789785558.187076:0:22786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9daf87817800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23518:x1876725549234176:12345-0@lo:900:osp-pre-1-1.0 00000100:00100000:1.0:1789785558.187112:0:22786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9daf87817800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23518:x1876725549234176:12345-0@lo:900:osp-pre-1-1.0 Request processed in 36us (118us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785558.187125:0:22786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:1.0:1789785558.187151:0:23518:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9daf87814e00 x1876725549234176/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1789785574 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789785558.187161:0:23518:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9daf87814e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23518:1876725549234176:0@lo:900:osp-pre-1-1.0 00002000:00010000:3.0:1789785558.187630:0:24282:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789785558.187649:0:24282:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000035027648/0x2f18ee3fd845e0c0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.187665:0:24282:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=666s v=(0 0) 00010000:00010000:3.0:1789785558.187670:0:24282:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789785558.187676:0:24282:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000035027648/0x2f18ee3fd845e0c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.187689:0:24282:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000035027648/0x2f18ee3fd845e0c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.187698:0:24282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000035027648/0x2f18ee3fd845e0c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.187711:0:24282:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000035027648/0x2f18ee3fd845e0c0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.187730:0:24282:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1789785558.193740:0:24282:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789785558.193757:0:24282:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a112a722/0x2f18ee3fd845e0c7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.193775:0:24282:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=666s v=(0 0) 00010000:00010000:1.0:1789785558.193779:0:24282:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789785558.193787:0:24282:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a112a722/0x2f18ee3fd845e0c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.193803:0:24282:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a112a722/0x2f18ee3fd845e0c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.193815:0:24282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a112a722/0x2f18ee3fd845e0c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.193823:0:24282:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a112a722/0x2f18ee3fd845e0c7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.193862:0:24282:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1789785558.194520:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1789785558.194528:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000035027648/0x2f18ee3fd845e0c0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.194549:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafb5d54800 already unused, calling callback (ffffffffc0cc5370) 00010000:00010000:1.0:1789785558.194553:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000035027648/0x2f18ee3fd845e0c0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.194562:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000035027648/0x2f18ee3fd845e0c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.194587:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000035027648/0x2f18ee3fd845e0c0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.194595:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000035027648/0x2f18ee3fd845e0c0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.194614:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789785558.194617:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a112a722/0x2f18ee3fd845e0c7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.194623:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafa5f79a00 already unused, calling callback (ffffffffc0cc5370) 00010000:00010000:1.0:1789785558.194626:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a112a722/0x2f18ee3fd845e0c7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.194647:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a112a722/0x2f18ee3fd845e0c7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.194657:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a112a722/0x2f18ee3fd845e0c7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.194670:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a112a722/0x2f18ee3fd845e0c7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.194683:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789785558.194685:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789785558.194686:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789785558.194739:0:24833:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789785558.194745:0:24833:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000036ea6f76/0x2f18ee3fd845e0ce lrc: 3/0,1 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.194755:0:24833:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=666s v=(0 0) 00010000:00010000:1.0:1789785558.194758:0:24833:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789785558.194763:0:24833:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000036ea6f76/0x2f18ee3fd845e0ce lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.194772:0:24833:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000036ea6f76/0x2f18ee3fd845e0ce lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.194779:0:24833:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000036ea6f76/0x2f18ee3fd845e0ce lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.194785:0:24833:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000036ea6f76/0x2f18ee3fd845e0ce lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.195043:0:24833:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1789785558.195231:0:24282:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789785558.195242:0:24282:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000010050bc4/0x2f18ee3fd845e0d5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.195251:0:24282:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=666s v=(0 0) 00010000:00010000:1.0:1789785558.195254:0:24282:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789785558.195258:0:24282:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000010050bc4/0x2f18ee3fd845e0d5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.195267:0:24282:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000010050bc4/0x2f18ee3fd845e0d5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.195275:0:24282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000010050bc4/0x2f18ee3fd845e0d5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.195282:0:24282:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000010050bc4/0x2f18ee3fd845e0d5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.195490:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789785558.195496:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000036ea6f76/0x2f18ee3fd845e0ce lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.195504:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafa5f79200 already unused, calling callback (ffffffffc0cc5370) 00010000:00010000:3.0:1789785558.195508:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000036ea6f76/0x2f18ee3fd845e0ce lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.195516:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000036ea6f76/0x2f18ee3fd845e0ce lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.195528:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000036ea6f76/0x2f18ee3fd845e0ce lrc: 1/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.195535:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000036ea6f76/0x2f18ee3fd845e0ce lrc: 0/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.195550:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789785558.195554:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000010050bc4/0x2f18ee3fd845e0d5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.195582:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafa5f78a00 already unused, calling callback (ffffffffc0cc5370) 00010000:00010000:3.0:1789785558.195585:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000010050bc4/0x2f18ee3fd845e0d5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.195593:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000010050bc4/0x2f18ee3fd845e0d5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.195605:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000010050bc4/0x2f18ee3fd845e0d5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.195613:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789785558.195614:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789785558.195616:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789785558.199771:0:24282:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1789785558.199787:0:24282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000010050bc4/0x2f18ee3fd845e0d5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1789785558.199967:0:24833:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789785558.199974:0:24833:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000c72ea4f/0x2f18ee3fd845e0dc lrc: 3/0,1 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.199989:0:24833:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=666s v=(0 0) 00010000:00010000:1.0:1789785558.199994:0:24833:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789785558.200007:0:24833:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000c72ea4f/0x2f18ee3fd845e0dc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.200022:0:24833:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000c72ea4f/0x2f18ee3fd845e0dc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.200031:0:24833:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000c72ea4f/0x2f18ee3fd845e0dc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.200038:0:24833:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000c72ea4f/0x2f18ee3fd845e0dc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.200048:0:24833:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789785558.200270:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789785558.200278:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000c72ea4f/0x2f18ee3fd845e0dc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.200286:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafa5f79800 already unused, calling callback (ffffffffc0cc5370) 00010000:00010000:3.0:1789785558.200291:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000c72ea4f/0x2f18ee3fd845e0dc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.200300:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000c72ea4f/0x2f18ee3fd845e0dc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.200316:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000c72ea4f/0x2f18ee3fd845e0dc lrc: 1/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.200331:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000c72ea4f/0x2f18ee3fd845e0dc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.200364:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789785558.200366:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789785558.200368:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789785558.201150:0:24833:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789785558.201217:0:24833:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000e04b423/0x2f18ee3fd845e0e3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.201231:0:24833:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=666s v=(0 0) 00010000:00010000:1.0:1789785558.201236:0:24833:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789785558.201241:0:24833:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000e04b423/0x2f18ee3fd845e0e3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.201251:0:24833:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000e04b423/0x2f18ee3fd845e0e3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.201260:0:24833:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000e04b423/0x2f18ee3fd845e0e3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.201282:0:24833:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000e04b423/0x2f18ee3fd845e0e3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.201352:0:24833:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1789785558.203081:0:24833:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789785558.203093:0:24833:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000033b4cd61/0x2f18ee3fd845e0ea lrc: 3/0,1 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.203113:0:24833:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=666s v=(0 0) 00010000:00010000:1.0:1789785558.203117:0:24833:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789785558.203122:0:24833:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000033b4cd61/0x2f18ee3fd845e0ea lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.203134:0:24833:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000033b4cd61/0x2f18ee3fd845e0ea lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.203143:0:24833:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000033b4cd61/0x2f18ee3fd845e0ea lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.203151:0:24833:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000033b4cd61/0x2f18ee3fd845e0ea lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.203173:0:24833:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:1.0:1789785558.203371:0:24282:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789785558.203378:0:24282:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ce96fb4a/0x2f18ee3fd845e0f1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.203391:0:24282:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=666s v=(0 0) 00010000:00010000:1.0:1789785558.203395:0:24282:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789785558.203400:0:24282:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ce96fb4a/0x2f18ee3fd845e0f1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.203409:0:24282:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ce96fb4a/0x2f18ee3fd845e0f1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.203417:0:24282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ce96fb4a/0x2f18ee3fd845e0f1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.203422:0:24282:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ce96fb4a/0x2f18ee3fd845e0f1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.203431:0:24282:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00010000:1.0:1789785558.204820:0:24833:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x22:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789785558.204926:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1789785558.204934:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000e04b423/0x2f18ee3fd845e0e3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785558.204946:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafa5f79000 already unused, calling callback (ffffffffc0cc5370) 00010000:00010000:0.0:1789785558.204950:0:22763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000e04b423/0x2f18ee3fd845e0e3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785558.204963:0:22763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000e04b423/0x2f18ee3fd845e0e3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785558.204993:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000e04b423/0x2f18ee3fd845e0e3 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785558.205000:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000e04b423/0x2f18ee3fd845e0e3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785558.205020:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1789785558.205023:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000033b4cd61/0x2f18ee3fd845e0ea lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785558.205029:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafa5f79400 already unused, calling callback (ffffffffc0cc5370) 00010000:00010000:0.0:1789785558.205032:0:22763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000033b4cd61/0x2f18ee3fd845e0ea lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785558.205038:0:22763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000033b4cd61/0x2f18ee3fd845e0ea lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785558.205045:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000033b4cd61/0x2f18ee3fd845e0ea lrc: 1/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785558.205051:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000033b4cd61/0x2f18ee3fd845e0ea lrc: 0/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785558.205060:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789785558.205063:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ce96fb4a/0x2f18ee3fd845e0f1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785558.205074:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafa5f79c00 already unused, calling callback (ffffffffc0cc5370) 00010000:00010000:0.0:1789785558.205077:0:22763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ce96fb4a/0x2f18ee3fd845e0f1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785558.205084:0:22763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ce96fb4a/0x2f18ee3fd845e0f1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785558.205093:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ce96fb4a/0x2f18ee3fd845e0f1 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785558.205100:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ce96fb4a/0x2f18ee3fd845e0f1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785558.205113:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789785558.205114:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789785558.205116:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789785558.205175:0:24833:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000010bad68c/0x2f18ee3fd845e0f8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.205186:0:24833:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x22:0x0].0x0 since=666s v=(0 0) 00010000:00010000:1.0:1789785558.205190:0:24833:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789785558.205195:0:24833:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000010bad68c/0x2f18ee3fd845e0f8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.205205:0:24833:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000010bad68c/0x2f18ee3fd845e0f8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.205226:0:24833:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000010bad68c/0x2f18ee3fd845e0f8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.205233:0:24833:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000010bad68c/0x2f18ee3fd845e0f8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.205286:0:24833:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:1.0:1789785558.205579:0:24833:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0000: after destroy: set last_id to 0x280000401:6 00000100:00100000:1.0:1789785558.205929:0:24833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafa588b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:22800:x1876725549233792:12345-0@lo:5:osp-pre-0-0.0 Request processed in 149924us (154529us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785558.205937:0:24833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1789785558.205992:0:22800:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafa588a300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22800:1876725549233792:0@lo:5:osp-pre-0-0.0 00000004:00080000:1.0:1789785558.206006:0:22800:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x280000401:0x41:0x0] from OST, last_created [0x280000401:0x41:0x0]last_used is [0x280000401:0x6:0x0] 00000100:00100000:1.0:1789785558.206049:0:22800:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9daf87814e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22800:1876725549234304:0@lo:5:osp-pre-0-0.0 00000100:00100000:1.0:1789785558.206082:0:22800:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789785558.206107:0:22800:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf9a85b780 going to sleep for 11 seconds 00000100:00100000:1.0:1789785558.206123:0:24833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549234304 00000100:00100000:1.0:1789785558.206129:0:24833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549234304 00000100:00100000:1.0:1789785558.206172:0:24280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1789785558.206180:0:24280:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9daf87814700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:22800:x1876725549234304:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:1.0:1789785558.206215:0:24280:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000401 at 66 00002000:00010000:1.0:1789785558.213079:0:24282:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789785558.213093:0:24282:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000393bafab/0x2f18ee3fd845e0ff lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.213125:0:24282:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=666s v=(0 0) 00010000:00010000:1.0:1789785558.213129:0:24282:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789785558.213136:0:24282:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000393bafab/0x2f18ee3fd845e0ff lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.213154:0:24282:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000393bafab/0x2f18ee3fd845e0ff lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.213294:0:24282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000393bafab/0x2f18ee3fd845e0ff lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.213302:0:24282:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000393bafab/0x2f18ee3fd845e0ff lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785558.213378:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1789785558.213388:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000010bad68c/0x2f18ee3fd845e0f8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785558.213397:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafa5f78600 already unused, calling callback (ffffffffc0cc5370) 00010000:00010000:0.0:1789785558.213402:0:22763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000010bad68c/0x2f18ee3fd845e0f8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785558.213412:0:22763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000010bad68c/0x2f18ee3fd845e0f8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785558.213437:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000010bad68c/0x2f18ee3fd845e0f8 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785558.213456:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000010bad68c/0x2f18ee3fd845e0f8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785558.213481:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789785558.213485:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000393bafab/0x2f18ee3fd845e0ff lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785558.213491:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafa5f78e00 already unused, calling callback (ffffffffc0cc5370) 00010000:00010000:0.0:1789785558.213494:0:22763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000393bafab/0x2f18ee3fd845e0ff lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785558.213502:0:22763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000393bafab/0x2f18ee3fd845e0ff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785558.213512:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000393bafab/0x2f18ee3fd845e0ff lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785558.213519:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789785558.213520:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789785558.213522:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1789785558.215791:0:24276:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901890 is committed 00000001:00100000:0.0:1789785558.215928:0:24276:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000100:00100000:0.0:1789785558.216087:0:24280:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9daf87814700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:22800:x1876725549234304:12345-0@lo:5:osp-pre-0-0.0 Request processed in 9904us (10000us total) trans 12884901890 rc 0/0 00000100:00100000:0.0:1789785558.216101:0:24280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1789785558.216153:0:22800:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:0.0:1789785558.216173:0:22800:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9daf87814e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22800:1876725549234304:0@lo:5:osp-pre-0-0.0 00000004:00080000:0.0:1789785558.216189:0:22800:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x280000401:0x41:0x0]-[0x280000401:0x61:0x0] 00010000:00010000:3.0:1789785558.217815:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789785558.220986:0:24282:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1789785558.221004:0:24282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000393bafab/0x2f18ee3fd845e0ff lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1789785558.221912:0:24282:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789785558.221922:0:24282:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fdf5bb12/0x2f18ee3fd845e106 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.221936:0:24282:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=666s v=(0 0) 00010000:00010000:1.0:1789785558.221941:0:24282:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789785558.221947:0:24282:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fdf5bb12/0x2f18ee3fd845e106 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.221973:0:24282:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fdf5bb12/0x2f18ee3fd845e106 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.221983:0:24282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fdf5bb12/0x2f18ee3fd845e106 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.221990:0:24282:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fdf5bb12/0x2f18ee3fd845e106 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785558.222095:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789785558.222103:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fdf5bb12/0x2f18ee3fd845e106 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785558.222111:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafa5f79600 already unused, calling callback (ffffffffc0cc5370) 00010000:00010000:0.0:1789785558.222116:0:22763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fdf5bb12/0x2f18ee3fd845e106 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785558.222125:0:22763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fdf5bb12/0x2f18ee3fd845e106 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785558.222142:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fdf5bb12/0x2f18ee3fd845e106 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785558.222152:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789785558.222153:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789785558.222155:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789785558.225776:0:24282:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1789785558.225790:0:24282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fdf5bb12/0x2f18ee3fd845e106 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1789785558.228922:0:24282:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789785558.228937:0:24282:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000070539582/0x2f18ee3fd845e10d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.228954:0:24282:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=666s v=(0 0) 00010000:00010000:1.0:1789785558.228959:0:24282:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789785558.228965:0:24282:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000070539582/0x2f18ee3fd845e10d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.228979:0:24282:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000070539582/0x2f18ee3fd845e10d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.229005:0:24282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000070539582/0x2f18ee3fd845e10d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.229013:0:24282:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000070539582/0x2f18ee3fd845e10d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.233125:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789785558.233140:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000070539582/0x2f18ee3fd845e10d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.233154:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafa5f78800 already unused, calling callback (ffffffffc0cc5370) 00010000:00010000:3.0:1789785558.233159:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000070539582/0x2f18ee3fd845e10d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.233171:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000070539582/0x2f18ee3fd845e10d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.233194:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000070539582/0x2f18ee3fd845e10d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.233235:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789785558.233237:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789785558.233239:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789785558.236989:0:24282:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1789785558.237005:0:24282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000070539582/0x2f18ee3fd845e10d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1789785558.240418:0:24282:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789785558.240432:0:24282:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000010050bc4/0x2f18ee3fd845e114 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.240460:0:24282:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=666s v=(0 0) 00010000:00010000:1.0:1789785558.240465:0:24282:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789785558.240471:0:24282:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000010050bc4/0x2f18ee3fd845e114 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.240487:0:24282:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000010050bc4/0x2f18ee3fd845e114 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.240497:0:24282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000010050bc4/0x2f18ee3fd845e114 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.240521:0:24282:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000010050bc4/0x2f18ee3fd845e114 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785558.243013:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789785558.243027:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000010050bc4/0x2f18ee3fd845e114 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785558.243057:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafa5f78a00 already unused, calling callback (ffffffffc0cc5370) 00010000:00010000:0.0:1789785558.243062:0:22763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000010050bc4/0x2f18ee3fd845e114 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785558.243072:0:22763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000010050bc4/0x2f18ee3fd845e114 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785558.243093:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000010050bc4/0x2f18ee3fd845e114 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.243326:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789785558.243329:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789785558.243363:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789785558.243608:0:24282:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1789785558.243618:0:24282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000010050bc4/0x2f18ee3fd845e114 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.243721:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789785558.244730:0:24282:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789785558.244739:0:24282:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002e8c9b27/0x2f18ee3fd845e11b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785558.244753:0:24282:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=666s v=(0 0) 00010000:00010000:0.0:1789785558.244757:0:24282:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789785558.244763:0:24282:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002e8c9b27/0x2f18ee3fd845e11b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785558.244776:0:24282:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002e8c9b27/0x2f18ee3fd845e11b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785558.244786:0:24282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002e8c9b27/0x2f18ee3fd845e11b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785558.244805:0:24282:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002e8c9b27/0x2f18ee3fd845e11b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785558.244908:0:24282:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1789785558.245228:0:24282:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789785558.245234:0:24282:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000036e29981/0x2f18ee3fd845e122 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785558.245243:0:24282:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=666s v=(0 0) 00010000:00010000:0.0:1789785558.245246:0:24282:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789785558.245250:0:24282:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000036e29981/0x2f18ee3fd845e122 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785558.245259:0:24282:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000036e29981/0x2f18ee3fd845e122 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785558.245267:0:24282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000036e29981/0x2f18ee3fd845e122 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785558.245275:0:24282:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000036e29981/0x2f18ee3fd845e122 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.246123:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789785558.246133:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002e8c9b27/0x2f18ee3fd845e11b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.246144:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafb49ee400 already unused, calling callback (ffffffffc0cc5370) 00010000:00010000:3.0:1789785558.246149:0:22763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002e8c9b27/0x2f18ee3fd845e11b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.246167:0:22763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002e8c9b27/0x2f18ee3fd845e11b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.246185:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002e8c9b27/0x2f18ee3fd845e11b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.246193:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002e8c9b27/0x2f18ee3fd845e11b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.246294:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789785558.246300:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000036e29981/0x2f18ee3fd845e122 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.246307:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafb49efa00 already unused, calling callback (ffffffffc0cc5370) 00010000:00010000:2.0:1789785558.246311:0:22763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000036e29981/0x2f18ee3fd845e122 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.246319:0:22763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000036e29981/0x2f18ee3fd845e122 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.246330:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000036e29981/0x2f18ee3fd845e122 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785558.246363:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789785558.246365:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789785558.246367:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789785558.247759:0:24282:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1789785558.247772:0:24282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000036e29981/0x2f18ee3fd845e122 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1789785558.248534:0:24282:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789785558.248545:0:24282:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000088455382/0x2f18ee3fd845e129 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785558.248561:0:24282:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=666s v=(0 0) 00010000:00010000:0.0:1789785558.248565:0:24282:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789785558.248753:0:24282:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000088455382/0x2f18ee3fd845e129 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785558.248770:0:24282:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000088455382/0x2f18ee3fd845e129 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785558.248779:0:24282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000088455382/0x2f18ee3fd845e129 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785558.248786:0:24282:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000088455382/0x2f18ee3fd845e129 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.251279:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789785558.251293:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000088455382/0x2f18ee3fd845e129 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.251306:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafb49eec00 already unused, calling callback (ffffffffc0cc5370) 00010000:00010000:3.0:1789785558.251311:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000088455382/0x2f18ee3fd845e129 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.251358:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000088455382/0x2f18ee3fd845e129 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.251382:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000088455382/0x2f18ee3fd845e129 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.251393:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789785558.251395:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789785558.251397:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789785558.252316:0:24282:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1789785558.252325:0:24282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000088455382/0x2f18ee3fd845e129 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1789785558.254327:0:24282:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789785558.254353:0:24282:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000010050bc4/0x2f18ee3fd845e130 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.254371:0:24282:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=666s v=(0 0) 00010000:00010000:1.0:1789785558.254375:0:24282:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789785558.254381:0:24282:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000010050bc4/0x2f18ee3fd845e130 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.254395:0:24282:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000010050bc4/0x2f18ee3fd845e130 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.254404:0:24282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000010050bc4/0x2f18ee3fd845e130 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.254412:0:24282:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000010050bc4/0x2f18ee3fd845e130 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.257718:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789785558.257734:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000010050bc4/0x2f18ee3fd845e130 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.257748:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafa5f78a00 already unused, calling callback (ffffffffc0cc5370) 00010000:00010000:3.0:1789785558.257753:0:22763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000010050bc4/0x2f18ee3fd845e130 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.257763:0:22763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000010050bc4/0x2f18ee3fd845e130 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.257787:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000010050bc4/0x2f18ee3fd845e130 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.258260:0:24282:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1789785558.258269:0:24282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000010050bc4/0x2f18ee3fd845e130 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1789785558.258931:0:24282:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789785558.258939:0:24282:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000070539582/0x2f18ee3fd845e137 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.258953:0:24282:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=666s v=(0 0) 00010000:00010000:1.0:1789785558.258957:0:24282:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789785558.258964:0:24282:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000070539582/0x2f18ee3fd845e137 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.258976:0:24282:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000070539582/0x2f18ee3fd845e137 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.258986:0:24282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000070539582/0x2f18ee3fd845e137 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.258993:0:24282:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000070539582/0x2f18ee3fd845e137 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.259004:0:24282:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789785558.259388:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789785558.259396:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000070539582/0x2f18ee3fd845e137 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.259410:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafa5f78800 already unused, calling callback (ffffffffc0cc5370) 00010000:00010000:3.0:1789785558.259414:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000070539582/0x2f18ee3fd845e137 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.259421:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000070539582/0x2f18ee3fd845e137 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.259438:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000070539582/0x2f18ee3fd845e137 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.259456:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000070539582/0x2f18ee3fd845e137 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.259472:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789785558.259474:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789785558.259476:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789785558.261036:0:24282:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789785558.261048:0:24282:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fdf5bb12/0x2f18ee3fd845e13e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.261071:0:24282:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=666s v=(0 0) 00010000:00010000:1.0:1789785558.261075:0:24282:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789785558.261082:0:24282:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fdf5bb12/0x2f18ee3fd845e13e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.261094:0:24282:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fdf5bb12/0x2f18ee3fd845e13e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.261104:0:24282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fdf5bb12/0x2f18ee3fd845e13e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.261111:0:24282:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fdf5bb12/0x2f18ee3fd845e13e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.261137:0:24282:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789785558.261161:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789785558.261168:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fdf5bb12/0x2f18ee3fd845e13e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.261176:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafa5f79600 already unused, calling callback (ffffffffc0cc5370) 00010000:00010000:3.0:1789785558.261179:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fdf5bb12/0x2f18ee3fd845e13e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.261187:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fdf5bb12/0x2f18ee3fd845e13e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.261211:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fdf5bb12/0x2f18ee3fd845e13e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.261219:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fdf5bb12/0x2f18ee3fd845e13e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.261234:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789785558.261236:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789785558.261237:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789785558.261464:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789785558.261466:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789785558.261468:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789785558.263522:0:24282:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789785558.263533:0:24282:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000393bafab/0x2f18ee3fd845e145 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.263550:0:24282:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=666s v=(0 0) 00010000:00010000:1.0:1789785558.263554:0:24282:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789785558.263560:0:24282:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000393bafab/0x2f18ee3fd845e145 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.266227:0:24282:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000393bafab/0x2f18ee3fd845e145 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.266259:0:24282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000393bafab/0x2f18ee3fd845e145 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.266268:0:24282:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000393bafab/0x2f18ee3fd845e145 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.266431:0:24282:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789785558.267139:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789785558.267147:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000393bafab/0x2f18ee3fd845e145 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.267158:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafa5f78e00 already unused, calling callback (ffffffffc0cc5370) 00010000:00010000:3.0:1789785558.267162:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000393bafab/0x2f18ee3fd845e145 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.267173:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000393bafab/0x2f18ee3fd845e145 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.267190:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000393bafab/0x2f18ee3fd845e145 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.267210:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000393bafab/0x2f18ee3fd845e145 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785558.267230:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789785558.267232:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789785558.267234:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789785558.271531:0:24282:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789785558.271544:0:24282:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000010050bc4/0x2f18ee3fd845e14c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.271561:0:24282:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=666s v=(0 0) 00010000:00010000:1.0:1789785558.271566:0:24282:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789785558.272643:0:24282:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000010050bc4/0x2f18ee3fd845e14c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.272661:0:24282:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000010050bc4/0x2f18ee3fd845e14c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.272671:0:24282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000010050bc4/0x2f18ee3fd845e14c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.272680:0:24282:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000010050bc4/0x2f18ee3fd845e14c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.277425:0:24282:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1789785558.279700:0:24282:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789785558.279712:0:24282:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a112a722/0x2f18ee3fd845e153 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.279729:0:24282:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=666s v=(0 0) 00010000:00010000:1.0:1789785558.279734:0:24282:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789785558.279741:0:24282:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a112a722/0x2f18ee3fd845e153 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.279756:0:24282:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a112a722/0x2f18ee3fd845e153 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.279766:0:24282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a112a722/0x2f18ee3fd845e153 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.279827:0:24282:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a112a722/0x2f18ee3fd845e153 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785558.279847:0:24282:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00080000:1.0:1789785558.279921:0:24282:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0001: after destroy: set last_id to 0x2c0000401:34 00000100:00100000:1.0:1789785558.280011:0:24282:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbf4e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:22802:x1876725549233536:12345-0@lo:5:osp-pre-1-0.0 Request processed in 199974us (229042us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785558.280226:0:24282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00010000:00010000:0.0:1789785558.283536:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1789785558.283549:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000010050bc4/0x2f18ee3fd845e14c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785558.283583:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafa5f78a00 already unused, calling callback (ffffffffc0cc5370) 00010000:00010000:0.0:1789785558.283588:0:22763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000010050bc4/0x2f18ee3fd845e14c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785558.283598:0:22763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000010050bc4/0x2f18ee3fd845e14c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785558.283619:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000010050bc4/0x2f18ee3fd845e14c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785558.283627:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000010050bc4/0x2f18ee3fd845e14c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785558.283657:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789785558.283661:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a112a722/0x2f18ee3fd845e153 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785558.283667:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafa5f79a00 already unused, calling callback (ffffffffc0cc5370) 00010000:00010000:0.0:1789785558.283671:0:22763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a112a722/0x2f18ee3fd845e153 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785558.283678:0:22763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a112a722/0x2f18ee3fd845e153 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785558.283688:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a112a722/0x2f18ee3fd845e153 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785558.283701:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a112a722/0x2f18ee3fd845e153 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785558.283715:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789785558.283717:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789785558.283718:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789785558.283726:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789785558.284638:0:22802:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafbf4e9180 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22802:1876725549233536:0@lo:5:osp-pre-1-0.0 00000004:00080000:2.0:1789785558.284657:0:22802:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: Got last_id [0x2c0000401:0x41:0x0] from OST, last_created [0x2c0000401:0x41:0x0]last_used is [0x2c0000401:0x22:0x0] 00000100:00100000:2.0:1789785558.284726:0:22802:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafbf4e9180 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22802:1876725549234432:0@lo:5:osp-pre-1-0.0 00000100:00100000:2.0:1789785558.284784:0:22802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789785558.285667:0:22802:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf98724300 going to sleep for 11 seconds 00000100:00100000:3.0:1789785558.285851:0:24279:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549234432 00000100:00100000:3.0:1789785558.285859:0:24279:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549234432 00000100:00100000:3.0:1789785558.285988:0:24279:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1789785558.285998:0:24279:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbf4e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:22802:x1876725549234432:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:3.0:1789785558.286038:0:24279:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000401 at 66 00000100:00100000:1.0:1789785558.291423:0:24279:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbf4e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:22802:x1876725549234432:12345-0@lo:5:osp-pre-1-0.0 Request processed in 5420us (6631us total) trans 12884901890 rc 0/0 00000100:00100000:1.0:1789785558.291456:0:24279:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1789785558.291518:0:22802:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafbf4e9180 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22802:1876725549234432:0@lo:5:osp-pre-1-0.0 00000004:00080000:1.0:1789785558.291534:0:22802:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x2c0000401:0x41:0x0]-[0x2c0000401:0x61:0x0] 00010000:00010000:0.0:1789785558.660592:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789785559.692745:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789785560.387600:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1789785560.387622:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafa5889f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3662:1876725549234560:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1789785560.387685:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789785560.387971:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549234560 00000100:00100000:0.0:1789785560.387979:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549234560 00000100:00100000:0.0:1789785560.388046:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1789785560.388054:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9daf87816a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1876725549234560:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1789785560.388082:0:24283:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1789785560.388123:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9daf87816a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1876725549234560:12345-0@lo:13:osp-pre-0-1.0 Request processed in 70us (438us total) trans 0 rc 0/0 00000100:00100000:0.0:1789785560.388130:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1789785560.388173:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafa5889f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3662:1876725549234560:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1789785560.388656:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1789785560.710714:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789785561.739371:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789785561.922700:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafa5889f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3662:1876725549234688:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789785561.922775:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785561.924330:0:22780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549234688 00000100:00100000:3.0:1789785561.924355:0:22780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549234688 00000100:00100000:3.0:1789785561.924432:0:22780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1789785561.924444:0:22780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafb113ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3662:x1876725549234688:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1789785561.924480:0:22780:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1789785561.924560:0:22780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafb113ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3662:x1876725549234688:12345-0@lo:41:osp-pre-0-1.0 Request processed in 118us (1784us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785561.924567:0:22780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1789785561.924619:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafa5889f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3662:1876725549234688:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789785561.925785:0:3659:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafa5889500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3659:1876725549234816:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1789785561.925904:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789785561.934787:0:23895:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549234816 00000100:00100000:0.0:1789785561.934813:0:23895:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549234816 00000100:00100000:1.0:1789785561.935012:0:23895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1789785561.935025:0:23895:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafb113c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3659:x1876725549234816:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1789785561.935062:0:23895:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1789785561.935381:0:23895:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafb113c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3659:x1876725549234816:12345-0@lo:41:osp-pre-1-0.0 Request processed in 358us (9476us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785561.935389:0:23895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1789785561.936058:0:3659:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafa5889500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3659:1876725549234816:0@lo:41:osp-pre-1-0.0 00000001:02000400:1.0:1789785562.652899:0:25451:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg346-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:0.0:1789785562.754567:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789785563.465289:0:3660:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9daf87814e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3660:1876725549234944:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1789785563.465384:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789785563.465451:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789785563.465469:0:3660:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafa5889500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3660:1876725549235328:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1789785563.465494:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789785563.465524:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549234944 00000100:00100000:0.0:1789785563.465531:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549234944 00000100:00100000:0.0:1789785563.465573:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549235328 00000100:00100000:0.0:1789785563.465576:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549235328 00000100:00100000:0.0:1789785563.465593:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1789785563.465601:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafa5889f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3660:x1876725549234944:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1789785563.465627:0:24283:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:0.0:1789785563.465668:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafa5889f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3660:x1876725549234944:12345-0@lo:13:osp-pre-1-0.0 Request processed in 68us (284us total) trans 0 rc 0/0 00000100:00100000:0.0:1789785563.465675:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1789785563.465692:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1789785563.465698:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafa588a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3660:x1876725549235328:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1789785563.465713:0:24283:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1789785563.465737:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafa588a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3660:x1876725549235328:12345-0@lo:13:osp-pre-0-0.0 Request processed in 40us (242us total) trans 0 rc 0/0 00000100:00100000:0.0:1789785563.465743:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00080000:0.0:1789785563.465760:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1789785563.466235:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1789785563.467179:0:3661:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9daf87817480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:74f6797b-597b-4af7-b58b-b0a39d36f113:3661:1876725549235072:0@lo:400:kworker.0 00000100:00100000:3.0:1789785563.467234:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785563.467274:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1789785563.467281:0:3661:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafbf4ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3661:1876725549235200:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1789785563.467308:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785563.467349:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549235072 00000100:00100000:3.0:1789785563.467355:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549235072 00000100:00100000:3.0:1789785563.467451:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 116 00000100:00100000:3.0:1789785563.467461:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafa6418450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f6797b-597b-4af7-b58b-b0a39d36f113+24:3661:x1876725549235072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789785563.467503:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafa6418450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f6797b-597b-4af7-b58b-b0a39d36f113+24:3661:x1876725549235072:12345-0@lo:400:kworker.0 Request processed in 43us (269us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785563.467510:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 116 00000100:00100000:3.0:1789785563.467549:0:3661:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9daf87817480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:74f6797b-597b-4af7-b58b-b0a39d36f113:3661:1876725549235072:0@lo:400:kworker.0 00000100:00100000:3.0:1789785563.467573:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549235200 00000100:00100000:3.0:1789785563.467576:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549235200 00000100:00100000:3.0:1789785563.467606:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1789785563.467612:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafb113f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1876725549235200:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1789785563.467626:0:24283:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:3.0:1789785563.467657:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafb113f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1876725549235200:12345-0@lo:13:osp-pre-1-1.0 Request processed in 46us (349us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785563.467663:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1789785563.467694:0:3661:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafbf4ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3661:1876725549235200:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1789785563.467718:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1789785563.469094:0:3660:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafa5889500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3660:1876725549235328:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1789785563.469114:0:3660:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9daf87814e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3660:1876725549234944:0@lo:13:osp-pre-1-0.0 00000001:00080000:0.0:1789785563.469420:0:25095:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901890 is committed 00000100:00100000:1.0:1789785563.479231:0:3660:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9daf87816300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3660:1876725549235456:0@lo:400:kworker.0 00000100:00100000:1.0:1789785563.479309:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789785563.479467:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789785563.479475:0:3660:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafa5cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3660:1876725549235840:0@lo:400:kworker.0 00000100:00100000:1.0:1789785563.479501:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789785563.479531:0:24280:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549235840 00000100:00100000:1.0:1789785563.479538:0:24280:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549235840 00000100:00100000:1.0:1789785563.479594:0:24280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1789785563.479603:0:24280:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafa5cf8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3660:x1876725549235840:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789785563.479651:0:24280:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafa5cf8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3660:x1876725549235840:12345-0@lo:400:kworker.0 Request processed in 49us (148us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785563.479665:0:24280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1789785563.479706:0:3660:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafa5cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3660:1876725549235840:0@lo:400:kworker.0 00000100:00100000:1.0:1789785563.479740:0:3660:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafa5cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3660:1876725549235968:0@lo:400:kworker.0 00000100:00100000:1.0:1789785563.479778:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789785563.479804:0:23893:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549235968 00000100:00100000:1.0:1789785563.479808:0:23893:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549235968 00000100:00100000:1.0:1789785563.479832:0:23893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1789785563.479838:0:23893:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafa5cfaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3660:x1876725549235968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789785563.479871:0:23893:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafa5cfaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3660:x1876725549235968:12345-0@lo:400:kworker.0 Request processed in 33us (93us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785563.479877:0:23893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00010000:00080000:1.0:1789785563.479903:0:3660:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9dafa5cf9880 x1876725549235968/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789785579 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789785563.479913:0:3660:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafa5cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3660:1876725549235968:0@lo:400:kworker.0 00000100:00100000:1.0:1789785563.479949:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789785563.479955:0:3660:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafa5cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3660:1876725549236352:0@lo:400:kworker.0 00000100:00100000:1.0:1789785563.479977:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789785563.479999:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549236352 00000100:00100000:1.0:1789785563.480003:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549236352 00000100:00100000:1.0:1789785563.480024:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1789785563.480030:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafa5cfa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3660:x1876725549236352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789785563.480354:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafb115f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3662:1876725549235712:0@lo:400:kworker.0 00000100:00100000:2.0:1789785563.480383:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789785563.480421:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafa5cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3662:1876725549236224:0@lo:400:kworker.0 00000100:00100000:2.0:1789785563.480443:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789785563.480462:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1789785563.480467:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9daf87817480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3662:1876725549235584:0@lo:400:kworker.0 00000100:00100000:2.0:1789785563.480487:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789785563.480501:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafa5cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3662:1876725549236096:0@lo:400:kworker.0 00000100:00100000:2.0:1789785563.480521:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789785563.480540:0:22780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549235456 00000100:00100000:2.0:1789785563.480544:0:22780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549235456 00000100:00100000:2.0:1789785563.480569:0:22780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549235712 00000100:00100000:2.0:1789785563.480572:0:22780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549235712 00000100:00100000:2.0:1789785563.480585:0:22780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1789785563.480591:0:22780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9daf87814e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3660:x1876725549235456:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789785563.480629:0:22780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9daf87814e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3660:x1876725549235456:12345-0@lo:400:kworker.0 Request processed in 38us (1320us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785563.480635:0:22780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1789785563.480648:0:22780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:2.0:1789785563.480654:0:22780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbf4ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3662:x1876725549235712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789785563.480698:0:22780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbf4ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3662:x1876725549235712:12345-0@lo:400:kworker.0 Request processed in 44us (314us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785563.480705:0:22780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:2.0:1789785563.480721:0:23893:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549236224 00000100:00100000:2.0:1789785563.480724:0:23893:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549236224 00000100:00100000:2.0:1789785563.480736:0:23893:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549235584 00000100:00100000:2.0:1789785563.480738:0:23893:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549235584 00000100:00100000:2.0:1789785563.480746:0:23893:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549236096 00000100:00100000:2.0:1789785563.480748:0:23893:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549236096 00000100:00100000:1.0:1789785563.481271:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafa5cfa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3660:x1876725549236352:12345-0@lo:400:kworker.0 Request processed in 1239us (1291us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785563.481295:0:23893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1789785563.481309:0:23893:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbf4e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3662:x1876725549236224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789785563.481353:0:23893:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbf4e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3662:x1876725549236224:12345-0@lo:400:kworker.0 Request processed in 28us (892us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785563.483556:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1789785563.483602:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1789785563.483615:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafaca27b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3662:x1876725549235584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789785563.483689:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafaca27b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3662:x1876725549235584:12345-0@lo:400:kworker.0 Request processed in 79us (3201us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785563.483697:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1789785563.483710:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1789785563.483718:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafaca25f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3662:x1876725549236096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789785563.483750:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafaca25f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3662:x1876725549236096:12345-0@lo:400:kworker.0 Request processed in 33us (3228us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785563.483756:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1789785563.484073:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789785563.484089:0:3659:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafa5889500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3659:1876725549236480:0@lo:400:kworker.0 00000100:00100000:3.0:1789785563.484130:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785563.484194:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549236480 00000100:00100000:3.0:1789785563.484203:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549236480 00000100:00100000:3.0:1789785563.484234:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1789785563.484241:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafb113ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3659:x1876725549236480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789785563.484275:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafb113ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3659:x1876725549236480:12345-0@lo:400:kworker.0 Request processed in 34us (144us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785563.484281:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00010000:00080000:3.0:1789785563.484324:0:3659:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9dafa5889500 x1876725549236480/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789785579 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789785563.484358:0:3659:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafa5889500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3659:1876725549236480:0@lo:400:kworker.0 00000100:00080000:3.0:1789785563.484379:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1789785563.484384:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1789785563.484387:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:3.0:1789785563.485458:0:3660:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9dafa5cfbb80 x1876725549236352/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789785579 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789785563.485472:0:3660:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafa5cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3660:1876725549236352:0@lo:400:kworker.0 00000100:00100000:3.0:1789785563.485485:0:3660:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9daf87816300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3660:1876725549235456:0@lo:400:kworker.0 00000100:00100000:2.0:1789785563.491139:0:23893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00010000:00080000:2.0:1789785563.492915:0:3662:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9daf87817480 x1876725549235584/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789785579 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789785563.492932:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9daf87817480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3662:1876725549235584:0@lo:400:kworker.0 00010000:00080000:2.0:1789785563.492945:0:3662:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9dafa5cf9880 x1876725549236096/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789785579 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789785563.492953:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafa5cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3662:1876725549236096:0@lo:400:kworker.0 00000100:00100000:2.0:1789785563.492965:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafb115f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3662:1876725549235712:0@lo:400:kworker.0 00010000:00080000:2.0:1789785563.492975:0:3662:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9dafa5cf9c00 x1876725549236224/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789785579 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789785563.492984:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafa5cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3662:1876725549236224:0@lo:400:kworker.0 00010000:00010000:2.0:1789785563.778478:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:1.0:1789785563.867141:0:25504:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1789785563.867369:0:25504:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00000040:00080000:1.0:1789785564.040659:0:22811:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1789785564.802639:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:3.0:1789785564.964784:0:25554:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1789785564.965023:0:25554:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:3.0:1789785565.224419:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:0.0:1789785565.224639:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530249216 00000100:00100000:0.0:1789785565.224650:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530249216 00000100:00100000:0.0:1789785565.224777:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 117 00000100:00100000:0.0:1789785565.224786:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafa6419c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0+-99:2396:x1876725530249216:12345-192.168.203.46@tcp:250:mount.lustre.0 00010000:00080000:0.0:1789785565.224834:0:22769:0:(ldlm_lib.c:1444:target_handle_connect()) MGS: connection from 1f6e28ac-5189-49a0-9f1d-22e45fae7243@192.168.203.46@tcp t0 exp 0000000000000000 cur 673 last 0 00000020:00000080:0.0:1789785565.224861:0:22769:0:(genops.c:1385:class_connect()) connect: client 1f6e28ac-5189-49a0-9f1d-22e45fae7243, cookie 0x2f18ee3fd845e15a 00000100:00080000:0.0:1789785565.224997:0:22769:0:(import.c:65:import_set_state_nolock()) ffff9dafa5d2b800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1789785565.225067:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafa6419c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1f6e28ac-5189-49a0-9f1d-22e45fae7243+5:2396:x1876725530249216:12345-192.168.203.46@tcp:250:mount.lustre.0 Request processed in 280us (659us total) trans 0 rc 0/0 00000100:00100000:0.0:1789785565.225075:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 117 00000100:00100000:2.0:1789785565.228483:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:0.0:1789785565.228675:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530249344 00000100:00100000:0.0:1789785565.228685:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530249344 00000100:00100000:0.0:1789785565.228745:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 118 00000100:00100000:0.0:1789785565.228756:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafa641a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1f6e28ac-5189-49a0-9f1d-22e45fae7243+5:18065:x1876725530249344:12345-192.168.203.46@tcp:101:mount.lustre.0 00010000:00010000:0.0:1789785565.228773:0:22767:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789785565.228791:0:22767:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9dafb49ef800/0x2f18ee3fd845e161 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x4bb55fb540dd8bd4 expref: -99 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785565.228822:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9dafb49ef800/0x2f18ee3fd845e161 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8bd4 expref: 6 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785565.228832:0:22767:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9dafb49ef800/0x2f18ee3fd845e161 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8bd4 expref: 6 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785565.228842:0:22767:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dafb49ef800, rc 0) 00000100:00100000:0.0:1789785565.229185:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafa641a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1f6e28ac-5189-49a0-9f1d-22e45fae7243+6:18065:x1876725530249344:12345-192.168.203.46@tcp:101:mount.lustre.0 Request processed in 429us (710us total) trans 0 rc 0/0 00000100:00100000:0.0:1789785565.229193:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 118 00000100:00100000:2.0:1789785565.252374:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:0.0:1789785565.252555:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530249472 00000100:00100000:0.0:1789785565.252566:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530249472 00000100:00100000:0.0:1789785565.252627:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 119 00000100:00100000:0.0:1789785565.252650:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafa6418050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1f6e28ac-5189-49a0-9f1d-22e45fae7243+6:18065:x1876725530249472:12345-192.168.203.46@tcp:501:mount.lustre.0 00000100:00100000:0.0:1789785565.252769:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafa6418050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1f6e28ac-5189-49a0-9f1d-22e45fae7243+6:18065:x1876725530249472:12345-192.168.203.46@tcp:501:mount.lustre.0 Request processed in 119us (405us total) trans 0 rc -2/-2 00000100:00100000:0.0:1789785565.252777:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 119 00000100:00100000:0.0:1789785565.258629:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:2.0:1789785565.258837:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530249600 00000100:00100000:2.0:1789785565.258847:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530249600 00000100:00100000:2.0:1789785565.258896:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 120 00000100:00100000:2.0:1789785565.258905:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafa6419050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1f6e28ac-5189-49a0-9f1d-22e45fae7243+6:18065:x1876725530249600:12345-192.168.203.46@tcp:101:mount.lustre.0 00010000:00010000:2.0:1789785565.258921:0:22767:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789785565.258938:0:22767:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9dafbce95400/0x2f18ee3fd845e168 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0x4bb55fb540dd8bdb expref: -99 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785565.258984:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9dafbce95400/0x2f18ee3fd845e168 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8bdb expref: 7 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785565.258996:0:22767:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9dafbce95400/0x2f18ee3fd845e168 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8bdb expref: 7 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785565.259005:0:22767:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dafbce95400, rc 0) 00000100:00100000:2.0:1789785565.259061:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafa6419050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1f6e28ac-5189-49a0-9f1d-22e45fae7243+7:18065:x1876725530249600:12345-192.168.203.46@tcp:101:mount.lustre.0 Request processed in 156us (443us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785565.259068:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 120 00000100:00100000:1.0:1789785565.262313:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:3.0:1789785565.263092:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530249728 00000100:00100000:3.0:1789785565.263112:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530249728 00000100:00100000:3.0:1789785565.263613:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 121 00000100:00100000:3.0:1789785565.263624:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbc6ba050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1f6e28ac-5189-49a0-9f1d-22e45fae7243+7:18065:x1876725530249728:12345-192.168.203.46@tcp:501:mount.lustre.0 00000100:00100000:3.0:1789785565.263782:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbc6ba050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1f6e28ac-5189-49a0-9f1d-22e45fae7243+8:18065:x1876725530249728:12345-192.168.203.46@tcp:501:mount.lustre.0 Request processed in 159us (1478us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785565.263803:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 121 00000100:00100000:3.0:1789785565.287738:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:0.0:1789785565.288155:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530249856 00000100:00100000:0.0:1789785565.288165:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530249856 00000100:00100000:0.0:1789785565.288235:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 122 00000100:00100000:0.0:1789785565.288246:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbc6b9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1f6e28ac-5189-49a0-9f1d-22e45fae7243+8:18065:x1876725530249856:12345-192.168.203.46@tcp:503:mount.lustre.0 00000100:00100000:0.0:1789785565.288676:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbc6b9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1f6e28ac-5189-49a0-9f1d-22e45fae7243+8:18065:x1876725530249856:12345-192.168.203.46@tcp:503:mount.lustre.0 Request processed in 430us (946us total) trans 0 rc 0/0 00000100:00100000:0.0:1789785565.288684:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 122 00000100:00100000:0.0:1789785565.306652:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:2.0:1789785565.306992:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530249984 00000100:00100000:2.0:1789785565.307002:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530249984 00000100:00100000:2.0:1789785565.307064:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 123 00000100:00100000:2.0:1789785565.307074:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbc6b9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1f6e28ac-5189-49a0-9f1d-22e45fae7243+8:18084:x1876725530249984:12345-192.168.203.46@tcp:502:llog_process_th.0 00000100:00100000:2.0:1789785565.307714:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbc6b9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1f6e28ac-5189-49a0-9f1d-22e45fae7243+8:18084:x1876725530249984:12345-192.168.203.46@tcp:502:llog_process_th.0 Request processed in 640us (1798us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785565.307723:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 123 00000100:00100000:1.0:1789785565.364965:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:0.0:1789785565.365066:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530250112 00000100:00100000:0.0:1789785565.365087:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530250112 00000100:00100000:0.0:1789785565.365194:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 124 00000100:00100000:0.0:1789785565.365205:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbc6bbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1f6e28ac-5189-49a0-9f1d-22e45fae7243+8:18084:x1876725530250112:12345-192.168.203.46@tcp:502:llog_process_th.0 00000100:00100000:0.0:1789785565.365401:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbc6bbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1f6e28ac-5189-49a0-9f1d-22e45fae7243+8:18084:x1876725530250112:12345-192.168.203.46@tcp:502:llog_process_th.0 Request processed in 197us (446us total) trans 0 rc 0/0 00000100:00100000:0.0:1789785565.365409:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 124 00000100:00100000:3.0:1789785565.373533:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:2.0:1789785565.373817:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530250240 00000100:00100000:2.0:1789785565.373826:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530250240 00000100:00100000:2.0:1789785565.373886:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 125 00000100:00100000:2.0:1789785565.373896:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbc6ba850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1f6e28ac-5189-49a0-9f1d-22e45fae7243+8:18084:x1876725530250240:12345-192.168.203.46@tcp:502:llog_process_th.0 00000100:00100000:2.0:1789785565.374055:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbc6ba850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1f6e28ac-5189-49a0-9f1d-22e45fae7243+8:18084:x1876725530250240:12345-192.168.203.46@tcp:502:llog_process_th.0 Request processed in 160us (533us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785565.374063:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 125 00000100:00100000:1.0:1789785565.388942:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:2.0:1789785565.389152:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530250368 00000100:00100000:2.0:1789785565.389183:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530250368 00000100:00100000:2.0:1789785565.389263:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 126 00000100:00100000:2.0:1789785565.389273:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbc6b8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1f6e28ac-5189-49a0-9f1d-22e45fae7243+8:18065:x1876725530250368:12345-192.168.203.46@tcp:101:mount.lustre.0 00010000:00010000:2.0:1789785565.389295:0:22767:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789785565.389317:0:22767:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9dafbce95c00/0x2f18ee3fd845e16f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x4bb55fb540dd8c0c expref: -99 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785565.389551:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9dafbce95c00/0x2f18ee3fd845e16f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8c0c expref: 9 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785565.389565:0:22767:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9dafbce95c00/0x2f18ee3fd845e16f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8c0c expref: 9 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785565.389576:0:22767:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dafbce95c00, rc 0) 00000100:00100000:2.0:1789785565.389693:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbc6b8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1f6e28ac-5189-49a0-9f1d-22e45fae7243+9:18065:x1876725530250368:12345-192.168.203.46@tcp:101:mount.lustre.0 Request processed in 420us (766us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785565.389700:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 126 00000100:00100000:1.0:1789785565.399895:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:0.0:1789785565.400655:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530250496 00000100:00100000:0.0:1789785565.400671:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530250496 00000100:00100000:2.0:1789785565.400859:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 127 00000100:00100000:2.0:1789785565.400872:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbc6b8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1f6e28ac-5189-49a0-9f1d-22e45fae7243+9:18065:x1876725530250496:12345-192.168.203.46@tcp:256:mount.lustre.0 20000000:01000000:2.0:1789785565.400905:0:22769:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:2.0:1789785565.400936:0:22769:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:2.0:1789785565.400941:0:22769:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:2.0:1789785565.400944:0:22769:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:2.0:1789785565.400947:0:22769:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:2.0:1789785565.400949:0:22769:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:3.0:1789785565.403251:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbc6b8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1f6e28ac-5189-49a0-9f1d-22e45fae7243+9:18065:x1876725530250496:12345-192.168.203.46@tcp:256:mount.lustre.0 Request processed in 2364us (3354us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785565.403269:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 127 00000100:00100000:1.0:1789785565.409004:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:2.0:1789785565.409112:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530250624 00000100:00100000:2.0:1789785565.409125:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530250624 00000100:00100000:2.0:1789785565.409207:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 128 00000100:00100000:2.0:1789785565.409237:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9daf862b5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1f6e28ac-5189-49a0-9f1d-22e45fae7243+9:18065:x1876725530250624:12345-192.168.203.46@tcp:101:mount.lustre.0 00010000:00010000:2.0:1789785565.409260:0:22767:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789785565.409284:0:22767:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9dafbce94200/0x2f18ee3fd845e176 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x4bb55fb540dd8c13 expref: -99 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785565.409333:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9dafbce94200/0x2f18ee3fd845e176 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8c13 expref: 10 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785565.409403:0:22767:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9dafbce94200/0x2f18ee3fd845e176 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8c13 expref: 10 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785565.409416:0:22767:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dafbce94200, rc 0) 00000100:00100000:2.0:1789785565.409517:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9daf862b5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1f6e28ac-5189-49a0-9f1d-22e45fae7243+10:18065:x1876725530250624:12345-192.168.203.46@tcp:101:mount.lustre.0 Request processed in 282us (528us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785565.409525:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 128 00000100:00100000:1.0:1789785565.413928:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:2.0:1789785565.414183:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530250752 00000100:00100000:2.0:1789785565.414195:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530250752 00000100:00100000:2.0:1789785565.414384:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 129 00000100:00100000:2.0:1789785565.414407:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9daf862b4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1f6e28ac-5189-49a0-9f1d-22e45fae7243+10:18065:x1876725530250752:12345-192.168.203.46@tcp:501:mount.lustre.0 00000100:00100000:2.0:1789785565.414621:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9daf862b4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1f6e28ac-5189-49a0-9f1d-22e45fae7243+10:18065:x1876725530250752:12345-192.168.203.46@tcp:501:mount.lustre.0 Request processed in 216us (707us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785565.414630:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 129 00000100:00100000:3.0:1789785565.422101:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:0.0:1789785565.429957:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530250880 00000100:00100000:0.0:1789785565.429978:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530250880 00000100:00100000:0.0:1789785565.430124:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 130 00000100:00100000:0.0:1789785565.430136:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9daf862b7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1f6e28ac-5189-49a0-9f1d-22e45fae7243+10:18065:x1876725530250880:12345-192.168.203.46@tcp:503:mount.lustre.0 00000100:00100000:0.0:1789785565.434664:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9daf862b7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1f6e28ac-5189-49a0-9f1d-22e45fae7243+10:18065:x1876725530250880:12345-192.168.203.46@tcp:503:mount.lustre.0 Request processed in 4511us (12559us total) trans 0 rc 0/0 00000100:00100000:0.0:1789785565.434682:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 130 00000100:00100000:0.0:1789785565.447827:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:2.0:1789785565.451812:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530251008 00000100:00100000:2.0:1789785565.451836:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530251008 00000100:00100000:2.0:1789785565.451942:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 131 00000100:00100000:2.0:1789785565.451955:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9daf862b6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1f6e28ac-5189-49a0-9f1d-22e45fae7243+10:18091:x1876725530251008:12345-192.168.203.46@tcp:502:llog_process_th.0 00000100:00100000:2.0:1789785565.452199:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9daf862b6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1f6e28ac-5189-49a0-9f1d-22e45fae7243+10:18091:x1876725530251008:12345-192.168.203.46@tcp:502:llog_process_th.0 Request processed in 246us (4387us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785565.452216:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 131 00000100:00100000:1.0:1789785565.465524:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:0.0:1789785565.465694:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530251136 00000100:00100000:0.0:1789785565.465708:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530251136 00000100:00100000:0.0:1789785565.465789:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 132 00000100:00100000:0.0:1789785565.465802:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9daf862b6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1f6e28ac-5189-49a0-9f1d-22e45fae7243+10:18091:x1876725530251136:12345-192.168.203.46@tcp:502:llog_process_th.0 00000100:00100000:0.0:1789785565.466009:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9daf862b6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1f6e28ac-5189-49a0-9f1d-22e45fae7243+10:18091:x1876725530251136:12345-192.168.203.46@tcp:502:llog_process_th.0 Request processed in 208us (500us total) trans 0 rc 0/0 00000100:00100000:0.0:1789785565.466018:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 132 00000100:00100000:1.0:1789785565.473685:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:1.0:1789785565.473802:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:0.0:1789785565.474124:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530251264 00000100:00100000:0.0:1789785565.474137:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530251264 00000100:00100000:0.0:1789785565.474201:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530251520 00000100:00100000:0.0:1789785565.474205:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530251520 00000100:00100000:0.0:1789785565.474235:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 7 00000100:00100000:0.0:1789785565.474246:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafa5cf9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2396:x1876725530251264:12345-192.168.203.46@tcp:38:mount.lustre.0 00010000:00080000:0.0:1789785565.474287:0:22776:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from c9036ca7-8ce0-4b75-99cc-33a8ed63d895@192.168.203.46@tcp t0 exp 0000000000000000 cur 673 last 0 00000020:00000080:0.0:1789785565.474399:0:22776:0:(genops.c:1385:class_connect()) connect: client c9036ca7-8ce0-4b75-99cc-33a8ed63d895, cookie 0x2f18ee3fd845e17d 00000004:00100000:0.0:1789785565.474434:0:22776:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:0.0:1789785565.474755:0:22776:0:(import.c:65:import_set_state_nolock()) ffff9dafa5d2f800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1789785565.475061:0:23893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 8 00000100:00100000:2.0:1789785565.475071:0:23893:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafa5cf9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2396:x1876725530251520:12345-192.168.203.46@tcp:38:mount.lustre.0 00010000:00080000:2.0:1789785565.475097:0:23893:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from c9036ca7-8ce0-4b75-99cc-33a8ed63d895@192.168.203.46@tcp t0 exp 0000000000000000 cur 673 last 0 00000020:00000080:2.0:1789785565.475159:0:23893:0:(genops.c:1385:class_connect()) connect: client c9036ca7-8ce0-4b75-99cc-33a8ed63d895, cookie 0x2f18ee3fd845e184 00000004:00100000:2.0:1789785565.475178:0:23893:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:2.0:1789785565.475374:0:23893:0:(import.c:65:import_set_state_nolock()) ffff9dae8361f000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1789785565.475465:0:23893:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafa5cf9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+6:2396:x1876725530251520:12345-192.168.203.46@tcp:38:mount.lustre.0 Request processed in 392us (1661us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785565.475472:0:23893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 8 00000100:00100000:0.0:1789785565.477748:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafa5cf9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+6:2396:x1876725530251264:12345-192.168.203.46@tcp:38:mount.lustre.0 Request processed in 3489us (4063us total) trans 0 rc 0/0 00000100:00100000:0.0:1789785565.477764:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 7 00000100:00100000:0.0:1789785565.496163:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:0.0:1789785565.496253:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:2.0:1789785565.496591:0:23893:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530251648 00000100:00100000:2.0:1789785565.496606:0:23893:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530251648 00000100:00100000:3.0:1789785565.496684:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:2.0:1789785565.496698:0:23893:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530251392 00000100:00100000:2.0:1789785565.496701:0:23893:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530251392 00000100:00100000:3.0:1789785565.496712:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530251776 00000100:00100000:3.0:1789785565.496715:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530251776 00000100:00100000:2.0:1789785565.496725:0:23893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 9 00000100:00100000:3.0:1789785565.496736:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 10 00000100:00100000:2.0:1789785565.496736:0:23893:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafa5888000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+6:0:x1876725530251648:12345-192.168.203.46@tcp:41:mount.lustre.0 00000100:00100000:3.0:1789785565.496742:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafa5889c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+7:0:x1876725530251392:12345-192.168.203.46@tcp:41:mount.lustre.0 00000004:00000024:2.0:1789785565.496782:0:23893:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000004:00000024:3.0:1789785565.496787:0:22776:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1789785565.496878:0:23893:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafa5888000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+6:0:x1876725530251648:12345-192.168.203.46@tcp:41:mount.lustre.0 Request processed in 142us (730us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785565.496885:0:23893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 9 00000100:00100000:2.0:1789785565.496905:0:23893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 11 00000100:00100000:2.0:1789785565.496911:0:23893:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafb113dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+7:18065:x1876725530251776:12345-192.168.203.46@tcp:41:mount.lustre.0 00000004:00000024:2.0:1789785565.496923:0:23893:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00080000:0.0:1789785565.497103:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1789785565.497108:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1789785565.503724:0:23893:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafb113dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+7:18065:x1876725530251776:12345-192.168.203.46@tcp:41:mount.lustre.0 Request processed in 6790us (7018us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785565.503765:0:23893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 11 00000100:00100000:0.0:1789785565.512956:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafa5889c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+6:0:x1876725530251392:12345-192.168.203.46@tcp:41:mount.lustre.0 Request processed in 16191us (16680us total) trans 0 rc 0/0 00000100:00100000:0.0:1789785565.512977:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 10 00000100:00100000:0.0:1789785565.513621:0:3661:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafa5cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3661:1876725549236608:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1789785565.513727:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789785565.513917:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549236608 00000100:00100000:1.0:1789785565.513927:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549236608 00000100:00100000:1.0:1789785565.514002:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1789785565.514015:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafa5889880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1876725549236608:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1789785565.514056:0:24283:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1789785565.514142:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafa5889880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1876725549236608:12345-0@lo:13:osp-pre-0-1.0 Request processed in 131us (415us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785565.514151:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1789785565.514207:0:3661:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafa5cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3661:1876725549236608:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1789785565.515426:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1789785565.518429:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:1.0:1789785565.518586:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530251904 00000100:00100000:1.0:1789785565.518600:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530251904 00000100:00100000:1.0:1789785565.518786:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 12 00000100:00100000:1.0:1789785565.518801:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafaca27480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+6:18065:x1876725530251904:12345-192.168.203.46@tcp:40:mount.lustre.0 00000100:00100000:1.0:1789785565.518927:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafaca27480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+6:18065:x1876725530251904:12345-192.168.203.46@tcp:40:mount.lustre.0 Request processed in 129us (617us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785565.518935:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 12 00000100:00100000:2.0:1789785565.532743:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:2.0:1789785565.532804:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:2.0:1789785565.532857:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:0.0:1789785565.533086:0:24833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530252032 00000100:00100000:0.0:1789785565.533099:0:24833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530252032 00000100:00100000:0.0:1789785565.533161:0:24833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530252160 00000100:00100000:0.0:1789785565.533166:0:24833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530252160 00000100:00100000:0.0:1789785565.533185:0:24833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 16 00000100:00100000:0.0:1789785565.533196:0:24833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafaca25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2396:x1876725530252032:12345-192.168.203.46@tcp:8:mount.lustre.0 00010000:00080000:0.0:1789785565.533242:0:24833:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from c9036ca7-8ce0-4b75-99cc-33a8ed63d895@192.168.203.46@tcp t0 exp 0000000000000000 cur 673 last 0 00000020:00000080:0.0:1789785565.533280:0:24833:0:(genops.c:1385:class_connect()) connect: client c9036ca7-8ce0-4b75-99cc-33a8ed63d895, cookie 0x2f18ee3fd845e18b 00002000:00100000:0.0:1789785565.533297:0:24833:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli c9036ca7-8ce0-4b75-99cc-33a8ed63d895/ffff9dafa5d2b000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 211396e ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1789785565.533312:0:24833:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:0.0:1789785565.533739:0:24833:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:0.0:1789785565.533794:0:24833:0:(import.c:65:import_set_state_nolock()) ffff9dafa5d29800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1789785565.533818:0:22785:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530252288 00000100:00100000:1.0:1789785565.533825:0:22785:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530252288 00000100:00100000:1.0:1789785565.533878:0:22785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 3 00000100:00100000:1.0:1789785565.533888:0:22785:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafaca26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+6:18065:x1876725530252288:12345-192.168.203.46@tcp:900:mount.lustre.0 00000100:00100000:0.0:1789785565.533903:0:24833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafaca25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+6:2396:x1876725530252032:12345-192.168.203.46@tcp:8:mount.lustre.0 Request processed in 702us (1092us total) trans 0 rc 0/0 00000100:00100000:0.0:1789785565.533915:0:24833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 16 00000100:00100000:0.0:1789785565.533960:0:24833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 17 00000100:00100000:1.0:1789785565.533962:0:22785:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafaca26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+6:18065:x1876725530252288:12345-192.168.203.46@tcp:900:mount.lustre.0 Request processed in 72us (1231us total) trans 0 rc 0/0 00000100:00100000:0.0:1789785565.533974:0:24833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafb115f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2396:x1876725530252160:12345-192.168.203.46@tcp:8:mount.lustre.0 00000100:00100000:1.0:1789785565.533978:0:22785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 3 00010000:00080000:0.0:1789785565.534588:0:24833:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from c9036ca7-8ce0-4b75-99cc-33a8ed63d895@192.168.203.46@tcp t0 exp 0000000000000000 cur 673 last 0 00000020:00000080:0.0:1789785565.534622:0:24833:0:(genops.c:1385:class_connect()) connect: client c9036ca7-8ce0-4b75-99cc-33a8ed63d895, cookie 0x2f18ee3fd845e192 00002000:00100000:0.0:1789785565.534636:0:24833:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli c9036ca7-8ce0-4b75-99cc-33a8ed63d895/ffff9dafa5d2c000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 211396e ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1789785565.534659:0:24833:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:0.0:1789785565.534823:0:24833:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:0.0:1789785565.534845:0:24833:0:(import.c:65:import_set_state_nolock()) ffff9dafa5d2d000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1789785565.534898:0:24833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafb115f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+6:2396:x1876725530252160:12345-192.168.203.46@tcp:8:mount.lustre.0 Request processed in 925us (2039us total) trans 0 rc 0/0 00000100:00100000:0.0:1789785565.534905:0:24833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 17 00000100:00100000:3.0:1789785565.542890:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:2.0:1789785565.543046:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530252416 00000100:00100000:2.0:1789785565.543063:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530252416 00000100:00100000:2.0:1789785565.543132:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 0 00000100:00100000:2.0:1789785565.543143:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafb113e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+6:18065:x1876725530252416:12345-192.168.203.46@tcp:33:mount.lustre.0 00000004:00080000:2.0:1789785565.547681:0:22777:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 4442us 00000004:00200000:2.0:1789785565.560231:0:22777:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:2.0:1789785565.560366:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafb113e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+6:18065:x1876725530252416:12345-192.168.203.46@tcp:33:mount.lustre.0 Request processed in 17219us (17487us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785565.560376:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 0 00010000:00010000:2.0:1789785565.826608:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789785565.856686:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:2.0:1789785565.856840:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530252544 00000100:00100000:2.0:1789785565.856851:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530252544 00000100:00100000:2.0:1789785565.856915:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 13 00000100:00100000:2.0:1789785565.856923:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafa5cfbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+6:18114:x1876725530252544:12345-192.168.203.46@tcp:101:mkdir.0 00010000:00010000:2.0:1789785565.856943:0:22775:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789785565.856970:0:22775:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce95e00/0x2f18ee3fd845e199 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4bb55fb540dd8c44 expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785565.857040:0:22775:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce94400/0x2f18ee3fd845e1a0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785565.857086:0:22775:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce94400/0x2f18ee3fd845e1a0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785565.857102:0:22775:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce94400/0x2f18ee3fd845e1a0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789785565.857149:0:22775:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1789785565.857153:0:22775:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1789785565.857190:0:22775:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce94400/0x2f18ee3fd845e1a0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785565.857216:0:22775:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce95e00/0x2f18ee3fd845e199 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8c44 expref: 8 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785565.857235:0:22775:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce94400/0x2f18ee3fd845e1a0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8c44 expref: 7 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785565.857242:0:22775:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dae8266f800) 00010000:00010000:2.0:1789785565.857245:0:22775:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1789785565.857249:0:22775:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dafbce94400, rc 0) 00000100:00100000:2.0:1789785565.857312:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafa5cfbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+7:18114:x1876725530252544:12345-192.168.203.46@tcp:101:mkdir.0 Request processed in 389us (636us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785565.857319:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 13 00010000:00010000:3.0:1789785566.851514:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789785567.042864:0:3659:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafa5889500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3659:1876725549236864:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789785567.042930:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789785567.043196:0:22780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549236864 00000100:00100000:2.0:1789785567.043204:0:22780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549236864 00000100:00100000:2.0:1789785567.043263:0:22780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1789785567.043273:0:22780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafb113d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3659:x1876725549236864:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1789785567.043304:0:22780:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1789785567.043396:0:22780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafb113d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3659:x1876725549236864:12345-0@lo:41:osp-pre-0-1.0 Request processed in 124us (464us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785567.043404:0:22780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:0.0:1789785567.043452:0:3659:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafa5889500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3659:1876725549236864:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789785567.044505:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafacae8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3662:1876725549236736:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1789785567.044562:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789785567.045876:0:23895:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549236736 00000100:00100000:2.0:1789785567.045886:0:23895:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549236736 00000100:00100000:2.0:1789785567.045944:0:23895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1789785567.045954:0:23895:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbcead180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3662:x1876725549236736:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1789785567.045981:0:23895:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1789785567.046043:0:23895:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbcead180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3662:x1876725549236736:12345-0@lo:41:osp-pre-1-0.0 Request processed in 90us (1481us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785567.046050:0:23895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1789785567.046388:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafacae8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3662:1876725549236736:0@lo:41:osp-pre-1-0.0 00000040:00080000:1.0:1789785567.875731:0:23527:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1789785567.879759:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789785568.039385:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:2.0:1789785568.039531:0:23893:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530252672 00000100:00100000:2.0:1789785568.039540:0:23893:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530252672 00000100:00100000:2.0:1789785568.039625:0:23893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 14 00000100:00100000:2.0:1789785568.039635:0:23893:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafa5889500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+7:18166:x1876725530252672:12345-192.168.203.46@tcp:41:lfs.0 00000004:00000024:2.0:1789785568.039672:0:23893:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1789785568.039762:0:23893:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafa5889500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+7:18166:x1876725530252672:12345-192.168.203.46@tcp:41:lfs.0 Request processed in 127us (393us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785568.039769:0:23893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 14 00000100:00080000:0.0:1789785568.039965:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1789785568.044867:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:2.0:1789785568.045046:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530252800 00000100:00100000:2.0:1789785568.045056:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530252800 00000100:00100000:2.0:1789785568.045137:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 15 00000100:00100000:2.0:1789785568.045148:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafb113ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+6:18166:x1876725530252800:12345-192.168.203.46@tcp:41:lfs.0 00000004:00000024:2.0:1789785568.045185:0:22775:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1789785568.045301:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafb113ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+6:18166:x1876725530252800:12345-192.168.203.46@tcp:41:lfs.0 Request processed in 154us (445us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785568.045326:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 15 00000100:00080000:0.0:1789785568.048283:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1789785568.052110:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:1.0:1789785568.052297:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530252928 00000100:00100000:1.0:1789785568.052307:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530252928 00000100:00100000:1.0:1789785568.052431:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 10 00000100:00100000:1.0:1789785568.052442:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9daf87817480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+6:18166:x1876725530252928:12345-192.168.203.46@tcp:13:lfs.0 00002000:00000024:1.0:1789785568.052474:0:24283:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1789785568.052564:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9daf87817480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+6:18166:x1876725530252928:12345-192.168.203.46@tcp:13:lfs.0 Request processed in 123us (472us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785568.052571:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 10 00000100:00080000:0.0:1789785568.053113:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1789785568.061993:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:1.0:1789785568.062379:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530253056 00000100:00100000:1.0:1789785568.062390:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530253056 00000100:00100000:1.0:1789785568.062460:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 11 00000100:00100000:1.0:1789785568.062471:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae846a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+6:18166:x1876725530253056:12345-192.168.203.46@tcp:13:lfs.0 00002000:00000024:1.0:1789785568.062500:0:24283:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1789785568.062599:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae846a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+6:18166:x1876725530253056:12345-192.168.203.46@tcp:13:lfs.0 Request processed in 129us (614us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785568.062606:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 11 00000100:00080000:0.0:1789785568.063882:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1789785568.384949:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:3.0:1789785568.386632:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530253184 00000100:00100000:3.0:1789785568.386644:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530253184 00000100:00100000:3.0:1789785568.386735:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 133 00000100:00100000:3.0:1789785568.386747:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9daf862b7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1f6e28ac-5189-49a0-9f1d-22e45fae7243+10:18199:x1876725530253184:12345-192.168.203.46@tcp:101:mount.lustre.0 00010000:00010000:3.0:1789785568.386763:0:22766:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789785568.386780:0:22766:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9dafb5d54e00/0x2f18ee3fd845e1a7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: local remote: 0x4bb55fb540dd8c4b expref: -99 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785568.386824:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9dafb5d54e00/0x2f18ee3fd845e1a7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8c4b expref: 11 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785568.386836:0:22766:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9dafb5d54e00/0x2f18ee3fd845e1a7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8c4b expref: 11 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785568.386845:0:22766:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dafb5d54e00, rc 0) 00000100:00100000:3.0:1789785568.386918:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9daf862b7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1f6e28ac-5189-49a0-9f1d-22e45fae7243+11:18199:x1876725530253184:12345-192.168.203.46@tcp:101:mount.lustre.0 Request processed in 173us (1979us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785568.386926:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 133 00000100:00100000:2.0:1789785568.397086:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:3.0:1789785568.397256:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530253312 00000100:00100000:3.0:1789785568.397269:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530253312 00000100:00100000:3.0:1789785568.397418:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 134 00000100:00100000:3.0:1789785568.397430:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9daf862b5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1f6e28ac-5189-49a0-9f1d-22e45fae7243+11:18199:x1876725530253312:12345-192.168.203.46@tcp:501:mount.lustre.0 00000100:00100000:3.0:1789785568.397635:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9daf862b5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1f6e28ac-5189-49a0-9f1d-22e45fae7243+11:18199:x1876725530253312:12345-192.168.203.46@tcp:501:mount.lustre.0 Request processed in 206us (562us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785568.397643:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 134 00000100:00100000:1.0:1789785568.410782:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:0.0:1789785568.410907:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530253440 00000100:00100000:0.0:1789785568.410920:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530253440 00000100:00100000:0.0:1789785568.411001:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 135 00000100:00100000:0.0:1789785568.411013:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9daf862b5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1f6e28ac-5189-49a0-9f1d-22e45fae7243+11:18199:x1876725530253440:12345-192.168.203.46@tcp:503:mount.lustre.0 00000100:00100000:0.0:1789785568.411209:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9daf862b5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1f6e28ac-5189-49a0-9f1d-22e45fae7243+11:18199:x1876725530253440:12345-192.168.203.46@tcp:503:mount.lustre.0 Request processed in 198us (441us total) trans 0 rc 0/0 00000100:00100000:0.0:1789785568.411218:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 135 00000100:00100000:2.0:1789785568.419584:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:1.0:1789785568.420016:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530253568 00000100:00100000:1.0:1789785568.420029:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530253568 00000100:00100000:1.0:1789785568.420114:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 136 00000100:00100000:1.0:1789785568.420126:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9daf862b6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1f6e28ac-5189-49a0-9f1d-22e45fae7243+11:18205:x1876725530253568:12345-192.168.203.46@tcp:502:llog_process_th.0 00000100:00100000:1.0:1789785568.420363:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9daf862b6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1f6e28ac-5189-49a0-9f1d-22e45fae7243+11:18205:x1876725530253568:12345-192.168.203.46@tcp:502:llog_process_th.0 Request processed in 212us (769us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785568.420381:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 136 00000100:00100000:2.0:1789785568.460232:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:3.0:1789785568.460401:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530253696 00000100:00100000:3.0:1789785568.460414:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530253696 00000100:00100000:3.0:1789785568.460496:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 137 00000100:00100000:3.0:1789785568.460513:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbbadf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1f6e28ac-5189-49a0-9f1d-22e45fae7243+11:18205:x1876725530253696:12345-192.168.203.46@tcp:502:llog_process_th.0 00000100:00100000:3.0:1789785568.460723:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbbadf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1f6e28ac-5189-49a0-9f1d-22e45fae7243+11:18205:x1876725530253696:12345-192.168.203.46@tcp:502:llog_process_th.0 Request processed in 216us (504us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785568.460732:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 137 00000100:00100000:2.0:1789785568.479984:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:0.0:1789785568.480400:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530253824 00000100:00100000:0.0:1789785568.480414:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530253824 00000100:00100000:0.0:1789785568.480524:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 138 00000100:00100000:0.0:1789785568.480535:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbbadd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1f6e28ac-5189-49a0-9f1d-22e45fae7243+11:18205:x1876725530253824:12345-192.168.203.46@tcp:502:llog_process_th.0 00000100:00100000:0.0:1789785568.480721:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbbadd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1f6e28ac-5189-49a0-9f1d-22e45fae7243+11:18205:x1876725530253824:12345-192.168.203.46@tcp:502:llog_process_th.0 Request processed in 187us (754us total) trans 0 rc 0/0 00000100:00100000:0.0:1789785568.480730:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 138 00000100:00100000:2.0:1789785568.497792:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:1.0:1789785568.497898:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530253952 00000100:00100000:1.0:1789785568.497911:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530253952 00000100:00100000:1.0:1789785568.497993:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 139 00000100:00100000:1.0:1789785568.498004:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbbade050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1f6e28ac-5189-49a0-9f1d-22e45fae7243+11:18199:x1876725530253952:12345-192.168.203.46@tcp:101:mount.lustre.0 00010000:00010000:1.0:1789785568.498043:0:22766:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789785568.498067:0:22766:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9dafa5f79800/0x2f18ee3fd845e1ae lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x4bb55fb540dd8c7c expref: -99 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785568.498116:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9dafa5f79800/0x2f18ee3fd845e1ae lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8c7c expref: 12 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785568.498130:0:22766:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9dafa5f79800/0x2f18ee3fd845e1ae lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8c7c expref: 12 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785568.498141:0:22766:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dafa5f79800, rc 0) 00000100:00100000:1.0:1789785568.498212:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbbade050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1f6e28ac-5189-49a0-9f1d-22e45fae7243+12:18199:x1876725530253952:12345-192.168.203.46@tcp:101:mount.lustre.0 Request processed in 209us (435us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785568.498220:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 139 00000100:00100000:2.0:1789785568.510594:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:3.0:1789785568.510694:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530254080 00000100:00100000:3.0:1789785568.510729:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530254080 00000100:00100000:3.0:1789785568.510816:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 140 00000100:00100000:3.0:1789785568.510841:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbbade450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1f6e28ac-5189-49a0-9f1d-22e45fae7243+12:18199:x1876725530254080:12345-192.168.203.46@tcp:256:mount.lustre.0 20000000:01000000:3.0:1789785568.510881:0:22769:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:3.0:1789785568.510906:0:22769:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:3.0:1789785568.510912:0:22769:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:3.0:1789785568.510916:0:22769:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:3.0:1789785568.510920:0:22769:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:3.0:1789785568.510923:0:22769:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:3.0:1789785568.519251:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbbade450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1f6e28ac-5189-49a0-9f1d-22e45fae7243+12:18199:x1876725530254080:12345-192.168.203.46@tcp:256:mount.lustre.0 Request processed in 8408us (8656us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785568.519269:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 140 00000100:00100000:2.0:1789785568.527270:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:0.0:1789785568.528512:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530254208 00000100:00100000:0.0:1789785568.528530:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530254208 00000100:00100000:0.0:1789785568.528668:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 141 00000100:00100000:0.0:1789785568.528681:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbbadd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1f6e28ac-5189-49a0-9f1d-22e45fae7243+12:18199:x1876725530254208:12345-192.168.203.46@tcp:101:mount.lustre.0 00010000:00010000:0.0:1789785568.528705:0:22767:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789785568.528729:0:22767:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9dafb49eec00/0x2f18ee3fd845e1b5 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x4bb55fb540dd8c83 expref: -99 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785568.528765:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9dafb49eec00/0x2f18ee3fd845e1b5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8c83 expref: 13 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785568.528778:0:22767:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9dafb49eec00/0x2f18ee3fd845e1b5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8c83 expref: 13 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785568.528789:0:22767:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dafb49eec00, rc 0) 00000100:00100000:0.0:1789785568.529003:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbbadd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1f6e28ac-5189-49a0-9f1d-22e45fae7243+13:18199:x1876725530254208:12345-192.168.203.46@tcp:101:mount.lustre.0 Request processed in 323us (1747us total) trans 0 rc 0/0 00000100:00100000:0.0:1789785568.529011:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 141 00000100:00100000:2.0:1789785568.532840:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:3.0:1789785568.533058:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530254336 00000100:00100000:3.0:1789785568.533073:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530254336 00000100:00100000:3.0:1789785568.533234:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 142 00000100:00100000:3.0:1789785568.533246:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbbadc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1f6e28ac-5189-49a0-9f1d-22e45fae7243+13:18199:x1876725530254336:12345-192.168.203.46@tcp:501:mount.lustre.0 00000100:00100000:1.0:1789785568.546066:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbbadc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1f6e28ac-5189-49a0-9f1d-22e45fae7243+13:18199:x1876725530254336:12345-192.168.203.46@tcp:501:mount.lustre.0 Request processed in 12807us (13239us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785568.546148:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 142 00000100:00100000:2.0:1789785568.548660:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:1.0:1789785568.548767:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530254464 00000100:00100000:1.0:1789785568.548779:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530254464 00000100:00100000:1.0:1789785568.548858:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 143 00000100:00100000:1.0:1789785568.548871:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbbadec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1f6e28ac-5189-49a0-9f1d-22e45fae7243+13:18199:x1876725530254464:12345-192.168.203.46@tcp:503:mount.lustre.0 00000100:00100000:1.0:1789785568.549062:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbbadec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1f6e28ac-5189-49a0-9f1d-22e45fae7243+13:18199:x1876725530254464:12345-192.168.203.46@tcp:503:mount.lustre.0 Request processed in 193us (413us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785568.549071:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 143 00000100:00100000:3.0:1789785568.552941:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:1.0:1789785568.553318:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530254592 00000100:00100000:1.0:1789785568.553333:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530254592 00000100:00100000:1.0:1789785568.553655:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 144 00000100:00100000:1.0:1789785568.553686:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbbadc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1f6e28ac-5189-49a0-9f1d-22e45fae7243+13:18210:x1876725530254592:12345-192.168.203.46@tcp:502:llog_process_th.0 00000100:00100000:1.0:1789785568.553923:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbbadc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1f6e28ac-5189-49a0-9f1d-22e45fae7243+13:18210:x1876725530254592:12345-192.168.203.46@tcp:502:llog_process_th.0 Request processed in 240us (997us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785568.553931:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 144 00000100:00100000:2.0:1789785568.560645:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:3.0:1789785568.562056:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530254720 00000100:00100000:3.0:1789785568.562085:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530254720 00000100:00100000:3.0:1789785568.562198:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 145 00000100:00100000:3.0:1789785568.562211:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbbadf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1f6e28ac-5189-49a0-9f1d-22e45fae7243+13:18210:x1876725530254720:12345-192.168.203.46@tcp:502:llog_process_th.0 00000100:00100000:3.0:1789785568.562499:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbbadf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1f6e28ac-5189-49a0-9f1d-22e45fae7243+13:18210:x1876725530254720:12345-192.168.203.46@tcp:502:llog_process_th.0 Request processed in 289us (1871us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785568.562512:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 145 00000100:00100000:3.0:1789785568.580751:0:3660:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9daf87816300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3660:1876725549236992:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1789785568.580836:0:3659:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dae846a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3659:1876725549237504:0@lo:400:kworker.0 00000100:00100000:3.0:1789785568.580858:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789785568.580870:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789785568.581106:0:3661:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dae846a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3661:1876725549237248:0@lo:400:kworker.0 00000100:00100000:2.0:1789785568.591908:0:25261:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549237504 00000100:00100000:2.0:1789785568.591934:0:25261:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549237504 00000100:00100000:2.0:1789785568.592052:0:25261:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1789785568.592066:0:25261:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae846a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3659:x1876725549237504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789785568.592494:0:3660:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dae846a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:74f6797b-597b-4af7-b58b-b0a39d36f113:3660:1876725549237120:0@lo:400:kworker.0 00000100:00100000:3.0:1789785568.592570:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785568.592617:0:3660:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dae846a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3660:1876725549237632:0@lo:400:kworker.0 00000100:00100000:1.0:1789785568.592637:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dae846a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3662:1876725549237376:0@lo:400:kworker.0 00000100:00100000:3.0:1789785568.592646:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785568.592668:0:3660:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dae846a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3660:1876725549238144:0@lo:400:kworker.0 00000100:00100000:1.0:1789785568.592670:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789785568.592692:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dae846a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3662:1876725549237888:0@lo:400:kworker.0 00000100:00100000:3.0:1789785568.592696:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789785568.592712:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785568.592714:0:3660:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dae846a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3660:1876725549238656:0@lo:400:kworker.0 00000100:00100000:1.0:1789785568.592730:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dae846a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3662:1876725549238400:0@lo:400:kworker.0 00000100:00100000:3.0:1789785568.592734:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789785568.592751:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789785568.592767:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafacae9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3662:1876725549238912:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1789785568.592782:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549237120 00000100:00100000:3.0:1789785568.592788:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549237120 00000100:00100000:1.0:1789785568.592792:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785568.592833:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 146 00000100:00100000:1.0:1789785568.592841:0:24284:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549236992 00000100:00100000:3.0:1789785568.592842:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbbadd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f6797b-597b-4af7-b58b-b0a39d36f113+24:3660:x1876725549237120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789785568.592845:0:24284:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549236992 00000100:00100000:1.0:1789785568.592871:0:24284:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549238912 00000100:00100000:1.0:1789785568.592874:0:24284:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549238912 00000100:00100000:1.0:1789785568.592890:0:24284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1789785568.592893:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbbadd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f6797b-597b-4af7-b58b-b0a39d36f113+24:3660:x1876725549237120:12345-0@lo:400:kworker.0 Request processed in 53us (324us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785568.592896:0:24284:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbb417b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3660:x1876725549236992:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1789785568.592902:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 146 00002000:00000024:1.0:1789785568.592916:0:24284:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1789785568.592967:0:3660:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dae846a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:74f6797b-597b-4af7-b58b-b0a39d36f113:3660:1876725549237120:0@lo:400:kworker.0 00000100:00100000:0.0:1789785568.599080:0:3659:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dae846a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3659:1876725549238016:0@lo:400:kworker.0 00000100:00100000:0.0:1789785568.599214:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789785568.599272:0:3659:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dae846a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3659:1876725549238528:0@lo:400:kworker.0 00000100:00100000:0.0:1789785568.599308:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789785568.599397:0:24833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549237376 00000100:00100000:0.0:1789785568.599407:0:24833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549237376 00000100:00100000:0.0:1789785568.599464:0:24833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549237888 00000100:00100000:0.0:1789785568.599478:0:24833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549237888 00000100:00100000:0.0:1789785568.599499:0:24833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549238016 00000100:00100000:0.0:1789785568.599501:0:24833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549238016 00000100:00100000:0.0:1789785568.599516:0:24833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1789785568.599525:0:24833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbceac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3662:x1876725549237376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789785568.599594:0:24833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbceac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3662:x1876725549237376:12345-0@lo:400:kworker.0 Request processed in 69us (6922us total) trans 0 rc 0/0 00000100:00100000:0.0:1789785568.599602:0:24833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1789785568.599619:0:24833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1789785568.599624:0:24833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbceaf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3662:x1876725549237888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789785568.599652:0:24833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbceaf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3662:x1876725549237888:12345-0@lo:400:kworker.0 Request processed in 28us (6939us total) trans 0 rc 0/0 00000100:00100000:0.0:1789785568.599659:0:24833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1789785568.599672:0:24833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1789785568.599677:0:24833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae846a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:3659:x1876725549238016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789785568.599709:0:24833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae846a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:3659:x1876725549238016:12345-0@lo:400:kworker.0 Request processed in 32us (497us total) trans 0 rc 0/0 00000100:00100000:0.0:1789785568.599715:0:24833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1789785568.599766:0:3659:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dae846a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3659:1876725549238016:0@lo:400:kworker.0 00000100:00100000:0.0:1789785568.599841:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549237632 00000100:00100000:0.0:1789785568.599856:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549237632 00000100:00100000:0.0:1789785568.599883:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549238144 00000100:00100000:0.0:1789785568.599886:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549238144 00000100:00100000:0.0:1789785568.599896:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549238656 00000100:00100000:0.0:1789785568.599898:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549238656 00000100:00100000:0.0:1789785568.599912:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549238400 00000100:00100000:0.0:1789785568.599916:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549238400 00000100:00100000:0.0:1789785568.599927:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549238528 00000100:00100000:0.0:1789785568.599930:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549238528 00000100:00100000:0.0:1789785568.599945:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1789785568.599950:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbb414e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3660:x1876725549237632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789785568.600056:0:24284:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbb417b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3660:x1876725549236992:12345-0@lo:13:osp-pre-0-0.0 Request processed in 7156us (19195us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785568.600066:0:24284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1789785568.600089:0:24284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1789785568.600097:0:24284:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbcead500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1876725549238912:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1789785568.600123:0:24284:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1789785568.600161:0:24284:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbcead500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1876725549238912:12345-0@lo:13:osp-pre-1-1.0 Request processed in 65us (7367us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785568.600168:0:24284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1789785568.600191:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1789785568.600199:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbb415f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3660:x1876725549238144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789785568.600323:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbb414e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3660:x1876725549237632:12345-0@lo:400:kworker.0 Request processed in 372us (7675us total) trans 0 rc 0/0 00000100:00100000:0.0:1789785568.600331:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1789785568.600408:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1789785568.600416:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbb414380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3660:x1876725549238656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789785568.600449:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbb414380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3660:x1876725549238656:12345-0@lo:400:kworker.0 Request processed in 35us (7713us total) trans 0 rc 0/0 00000100:00100000:0.0:1789785568.600456:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1789785568.600669:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1789785568.600678:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbceace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3662:x1876725549238400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789785568.600714:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbceace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3662:x1876725549238400:12345-0@lo:400:kworker.0 Request processed in 38us (7962us total) trans 0 rc 0/0 00000100:00100000:0.0:1789785568.600720:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1789785568.600732:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1789785568.600739:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae846a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3659:x1876725549238528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789785568.600778:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae846a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3659:x1876725549238528:12345-0@lo:400:kworker.0 Request processed in 40us (1469us total) trans 0 rc 0/0 00000100:00100000:0.0:1789785568.600796:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1789785568.600890:0:3659:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dae846a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3659:1876725549238528:0@lo:400:kworker.0 00000100:00100000:0.0:1789785568.600934:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789785568.600973:0:3661:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dae846a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3661:1876725549237760:0@lo:400:kworker.0 00000100:00100000:0.0:1789785568.601004:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789785568.601034:0:3661:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dae846a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3661:1876725549238272:0@lo:400:kworker.0 00000100:00100000:0.0:1789785568.601085:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789785568.601105:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549238272 00000100:00100000:0.0:1789785568.601111:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549238272 00000100:00100000:0.0:1789785568.601142:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:0.0:1789785568.601148:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae846a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3661:x1876725549238272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789785568.601327:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae846a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3661:x1876725549238272:12345-0@lo:400:kworker.0 Request processed in 178us (241us total) trans 0 rc 0/0 00000100:00100000:0.0:1789785568.601335:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:0.0:1789785568.601405:0:3661:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dae846a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3661:1876725549238272:0@lo:400:kworker.0 00000100:00100000:0.0:1789785568.601413:0:3661:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafbceac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3661:1876725549238784:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1789785568.601445:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789785568.601793:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dae846a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3662:1876725549237376:0@lo:400:kworker.0 00000100:00100000:0.0:1789785568.601809:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dae846a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3662:1876725549237888:0@lo:400:kworker.0 00010000:00080000:0.0:1789785568.601842:0:3662:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9dae846a1c00 x1876725549238400/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789785584 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789785568.601854:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dae846a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3662:1876725549238400:0@lo:400:kworker.0 00000100:00100000:0.0:1789785568.601878:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafacae9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3662:1876725549238912:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1789785568.601929:0:24284:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549238784 00000100:00100000:0.0:1789785568.601934:0:24284:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549238784 00000100:00100000:0.0:1789785568.601964:0:24284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1789785568.601970:0:24284:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae846a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3661:x1876725549238784:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1789785568.601987:0:24284:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3915857920 avail 3684335616 00000100:00100000:0.0:1789785568.602027:0:24284:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae846a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3661:x1876725549238784:12345-0@lo:13:osp-pre-1-0.0 Request processed in 57us (582us total) trans 0 rc 0/0 00000100:00100000:0.0:1789785568.602034:0:24284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1789785568.602061:0:3661:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:0.0:1789785568.602307:0:3661:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafbceac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3661:1876725549238784:0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1789785568.602400:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1789785568.602406:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1789785568.602410:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1789785568.602413:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1789785568.602442:0:22779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549237248 00000100:00100000:0.0:1789785568.602447:0:22779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549237248 00000100:00100000:0.0:1789785568.602932:0:22779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549237760 00000100:00100000:0.0:1789785568.602939:0:22779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549237760 00000100:00100000:0.0:1789785568.602961:0:22779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1789785568.602969:0:22779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae846a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3661:x1876725549237248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789785568.603034:0:22779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae846a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3661:x1876725549237248:12345-0@lo:400:kworker.0 Request processed in 66us (2100us total) trans 0 rc 0/0 00000100:00100000:0.0:1789785568.603041:0:22779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1789785568.603053:0:22779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1789785568.603058:0:22779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae846a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3661:x1876725549237760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789785568.603172:0:22779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae846a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3661:x1876725549237760:12345-0@lo:400:kworker.0 Request processed in 113us (2167us total) trans 0 rc 0/0 00000100:00100000:0.0:1789785568.603263:0:22779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1789785568.603313:0:3661:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dae846a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3661:1876725549237248:0@lo:400:kworker.0 00000100:00100000:0.0:1789785568.603326:0:3661:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dae846a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3661:1876725549237760:0@lo:400:kworker.0 00000100:00100000:0.0:1789785568.603436:0:3660:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dae846a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3660:1876725549237632:0@lo:400:kworker.0 00000100:00100000:2.0:1789785568.603530:0:25261:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae846a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3659:x1876725549237504:12345-0@lo:400:kworker.0 Request processed in 11466us (22655us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785568.603540:0:25261:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1789785568.603576:0:3659:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dae846a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3659:1876725549237504:0@lo:400:kworker.0 00000100:00100000:1.0:1789785568.603752:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbb415f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3660:x1876725549238144:12345-0@lo:400:kworker.0 Request processed in 3552us (11052us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785568.603762:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1789785568.603778:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:1.0:1789785568.603860:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:1.0:1789785568.603893:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:1.0:1789785568.603915:0:24833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530255232 00000100:00100000:1.0:1789785568.603919:0:24833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530255232 00000100:00100000:1.0:1789785568.603954:0:24833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 7 00000100:00100000:1.0:1789785568.603961:0:24833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbceaf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+6:2399:x1876725530255232:12345-192.168.203.46@tcp:400:kworker.0 00000100:00100000:1.0:1789785568.604017:0:24833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbceaf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+6:2399:x1876725530255232:12345-192.168.203.46@tcp:400:kworker.0 Request processed in 56us (122us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785568.604024:0:24833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 7 00000100:00100000:1.0:1789785568.604059:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:1.0:1789785568.604526:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:1.0:1789785568.604554:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:1.0:1789785568.604573:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530254848 00000100:00100000:1.0:1789785568.604578:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530254848 00000100:00100000:1.0:1789785568.604593:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530254976 00000100:00100000:1.0:1789785568.604597:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530254976 00000100:00100000:1.0:1789785568.604610:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530255104 00000100:00100000:1.0:1789785568.604613:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530255104 00000100:00100000:1.0:1789785568.604642:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530255616 00000100:00100000:1.0:1789785568.604645:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530255616 00000100:00100000:1.0:1789785568.604655:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 44 00000100:00100000:1.0:1789785568.604662:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbceae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+7:2399:x1876725530254976:12345-192.168.203.46@tcp:400:kworker.0 00000100:00100000:1.0:1789785568.604720:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbceae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+7:2399:x1876725530254976:12345-192.168.203.46@tcp:400:kworker.0 Request processed in 58us (859us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785568.604727:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 44 00000100:00100000:1.0:1789785568.604742:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 45 00000100:00100000:1.0:1789785568.604749:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbceaf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+6:2399:x1876725530255104:12345-192.168.203.46@tcp:400:kworker.0 00000100:00100000:1.0:1789785568.604774:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbceaf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+6:2399:x1876725530255104:12345-192.168.203.46@tcp:400:kworker.0 Request processed in 26us (714us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785568.604780:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 45 00000100:00100000:1.0:1789785568.604792:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 16 00000100:00100000:1.0:1789785568.604796:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbb415180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2396:x1876725530254848:12345-192.168.203.46@tcp:38:mount.lustre.0 00010000:00080000:1.0:1789785568.604822:0:22776:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from cfb6d7d5-f8e0-4077-8776-6c4fa7ba9d9c@192.168.203.46@tcp t0 exp 0000000000000000 cur 676 last 0 00000020:00000080:1.0:1789785568.604878:0:22776:0:(genops.c:1385:class_connect()) connect: client cfb6d7d5-f8e0-4077-8776-6c4fa7ba9d9c, cookie 0x2f18ee3fd845e1bc 00000004:00100000:1.0:1789785568.604911:0:22776:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00100000:3.0:1789785568.605028:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 17 00000100:00080000:1.0:1789785568.605030:0:22776:0:(import.c:65:import_set_state_nolock()) ffff9daf85a09800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1789785568.605034:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbceac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2396:x1876725530255616:12345-192.168.203.46@tcp:38:mount.lustre.0 00010000:00080000:3.0:1789785568.605050:0:22775:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from cfb6d7d5-f8e0-4077-8776-6c4fa7ba9d9c@192.168.203.46@tcp t0 exp 0000000000000000 cur 676 last 0 00000100:00100000:1.0:1789785568.605062:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbb415180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cfb6d7d5-f8e0-4077-8776-6c4fa7ba9d9c+6:2396:x1876725530254848:12345-192.168.203.46@tcp:38:mount.lustre.0 Request processed in 265us (1287us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785568.605069:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 16 00000020:00000080:3.0:1789785568.605075:0:22775:0:(genops.c:1385:class_connect()) connect: client cfb6d7d5-f8e0-4077-8776-6c4fa7ba9d9c, cookie 0x2f18ee3fd845e1c3 00000004:00100000:3.0:1789785568.605089:0:22775:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00100000:1.0:1789785568.605100:0:24282:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530255360 00000100:00100000:1.0:1789785568.605105:0:24282:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530255360 00000100:00100000:1.0:1789785568.605131:0:24282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 8 00000100:00100000:1.0:1789785568.605137:0:24282:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbcead880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+6:2399:x1876725530255360:12345-192.168.203.46@tcp:400:kworker.0 00000100:00080000:3.0:1789785568.605145:0:22775:0:(import.c:65:import_set_state_nolock()) ffff9dae84489000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1789785568.605169:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbceac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cfb6d7d5-f8e0-4077-8776-6c4fa7ba9d9c+6:2396:x1876725530255616:12345-192.168.203.46@tcp:38:mount.lustre.0 Request processed in 134us (613us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785568.605169:0:24282:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbcead880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+6:2399:x1876725530255360:12345-192.168.203.46@tcp:400:kworker.0 Request processed in 31us (644us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785568.605176:0:24282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 8 00000100:00100000:3.0:1789785568.605182:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 17 00000100:00100000:0.0:1789785568.607260:0:3660:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dae846a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3660:1876725549238144:0@lo:400:kworker.0 00010000:00080000:0.0:1789785568.607291:0:3660:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9dae846a0e00 x1876725549238656/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789785584 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789785568.607303:0:3660:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dae846a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3660:1876725549238656:0@lo:400:kworker.0 00000100:00100000:0.0:1789785568.607332:0:3660:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9daf87816300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3660:1876725549236992:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1789785568.611027:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:1.0:1789785568.611085:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:1.0:1789785568.611175:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:3.0:1789785568.611325:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530255744 00000100:00100000:3.0:1789785568.611390:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530255744 00000100:00100000:3.0:1789785568.611485:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530255488 00000100:00100000:3.0:1789785568.611489:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530255488 00000100:00100000:3.0:1789785568.611509:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530255872 00000100:00100000:3.0:1789785568.611511:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530255872 00000100:00100000:3.0:1789785568.611527:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 18 00000100:00100000:3.0:1789785568.611539:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbceaed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cfb6d7d5-f8e0-4077-8776-6c4fa7ba9d9c+6:0:x1876725530255744:12345-192.168.203.46@tcp:41:mount.lustre.0 00000004:00000024:3.0:1789785568.611586:0:22775:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1789785568.611676:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbceaed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cfb6d7d5-f8e0-4077-8776-6c4fa7ba9d9c+6:0:x1876725530255744:12345-192.168.203.46@tcp:41:mount.lustre.0 Request processed in 138us (664us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785568.611685:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 18 00000100:00100000:3.0:1789785568.611713:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 19 00000100:00100000:3.0:1789785568.611721:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbceaea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cfb6d7d5-f8e0-4077-8776-6c4fa7ba9d9c+7:0:x1876725530255488:12345-192.168.203.46@tcp:41:mount.lustre.0 00000004:00000024:3.0:1789785568.611734:0:22775:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1789785568.611776:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbceaea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cfb6d7d5-f8e0-4077-8776-6c4fa7ba9d9c+7:0:x1876725530255488:12345-192.168.203.46@tcp:41:mount.lustre.0 Request processed in 56us (691us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785568.611783:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 19 00000100:00100000:3.0:1789785568.611796:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 20 00000100:00100000:3.0:1789785568.611802:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbceadc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cfb6d7d5-f8e0-4077-8776-6c4fa7ba9d9c+6:18199:x1876725530255872:12345-192.168.203.46@tcp:41:mount.lustre.0 00000004:00000024:3.0:1789785568.611813:0:22775:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1789785568.611835:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbceadc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cfb6d7d5-f8e0-4077-8776-6c4fa7ba9d9c+6:18199:x1876725530255872:12345-192.168.203.46@tcp:41:mount.lustre.0 Request processed in 34us (661us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785568.611842:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 20 00000100:00080000:1.0:1789785568.613580:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1789785568.613591:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1789785568.616909:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:3.0:1789785568.617011:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530256000 00000100:00100000:3.0:1789785568.617023:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530256000 00000100:00100000:3.0:1789785568.617102:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 21 00000100:00100000:3.0:1789785568.617115:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafacae8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cfb6d7d5-f8e0-4077-8776-6c4fa7ba9d9c+6:18199:x1876725530256000:12345-192.168.203.46@tcp:40:mount.lustre.0 00000100:00100000:3.0:1789785568.617241:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafacae8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cfb6d7d5-f8e0-4077-8776-6c4fa7ba9d9c+6:18199:x1876725530256000:12345-192.168.203.46@tcp:40:mount.lustre.0 Request processed in 128us (346us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785568.617249:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 21 00000100:00100000:1.0:1789785568.624672:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:1.0:1789785568.624724:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:1.0:1789785568.624761:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:3.0:1789785568.624851:0:22785:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530256384 00000100:00100000:3.0:1789785568.624865:0:22785:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530256384 00000100:00100000:3.0:1789785568.624953:0:22785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 4 00000100:00100000:3.0:1789785568.624967:0:22785:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbceae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:cfb6d7d5-f8e0-4077-8776-6c4fa7ba9d9c+6:18199:x1876725530256384:12345-192.168.203.46@tcp:900:mount.lustre.0 00000100:00100000:3.0:1789785568.625080:0:22785:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbceae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:cfb6d7d5-f8e0-4077-8776-6c4fa7ba9d9c+6:18199:x1876725530256384:12345-192.168.203.46@tcp:900:mount.lustre.0 Request processed in 116us (423us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785568.625101:0:22785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 4 00000100:00100000:2.0:1789785568.625468:0:25261:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530256128 00000100:00100000:2.0:1789785568.625473:0:25261:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530256128 00000100:00100000:2.0:1789785568.625496:0:25261:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530256256 00000100:00100000:2.0:1789785568.625499:0:25261:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530256256 00000100:00100000:2.0:1789785568.625530:0:25261:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 18 00000100:00100000:2.0:1789785568.625537:0:25261:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbceafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2396:x1876725530256128:12345-192.168.203.46@tcp:8:mount.lustre.0 00010000:00080000:2.0:1789785568.625592:0:25261:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from cfb6d7d5-f8e0-4077-8776-6c4fa7ba9d9c@192.168.203.46@tcp t0 exp 0000000000000000 cur 676 last 0 00000100:00100000:1.0:1789785568.625683:0:24280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 19 00000100:00100000:1.0:1789785568.625689:0:24280:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbceaca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2396:x1876725530256256:12345-192.168.203.46@tcp:8:mount.lustre.0 00010000:00080000:1.0:1789785568.625707:0:24280:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from cfb6d7d5-f8e0-4077-8776-6c4fa7ba9d9c@192.168.203.46@tcp t0 exp 0000000000000000 cur 676 last 0 00000020:00000080:1.0:1789785568.625737:0:24280:0:(genops.c:1385:class_connect()) connect: client cfb6d7d5-f8e0-4077-8776-6c4fa7ba9d9c, cookie 0x2f18ee3fd845e1d1 00002000:00100000:1.0:1789785568.625766:0:24280:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli cfb6d7d5-f8e0-4077-8776-6c4fa7ba9d9c/ffff9dafa5de8000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 211396e ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1789785568.625782:0:24280:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:1.0:1789785568.625870:0:24280:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:1.0:1789785568.625907:0:24280:0:(import.c:65:import_set_state_nolock()) ffff9dafa5de9800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1789785568.625958:0:24280:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbceaca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cfb6d7d5-f8e0-4077-8776-6c4fa7ba9d9c+6:2396:x1876725530256256:12345-192.168.203.46@tcp:8:mount.lustre.0 Request processed in 267us (1196us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785568.625966:0:24280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 19 00000020:00000080:2.0:1789785568.626299:0:25261:0:(genops.c:1385:class_connect()) connect: client cfb6d7d5-f8e0-4077-8776-6c4fa7ba9d9c, cookie 0x2f18ee3fd845e1ca 00002000:00100000:2.0:1789785568.626308:0:25261:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli cfb6d7d5-f8e0-4077-8776-6c4fa7ba9d9c/ffff9dafbce3c000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 211396e ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1789785568.626316:0:25261:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:2.0:1789785568.626419:0:25261:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1789785568.626450:0:25261:0:(import.c:65:import_set_state_nolock()) ffff9dafbce3d000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1789785568.626491:0:25261:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbceafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cfb6d7d5-f8e0-4077-8776-6c4fa7ba9d9c+6:2396:x1876725530256128:12345-192.168.203.46@tcp:8:mount.lustre.0 Request processed in 954us (1766us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785568.626500:0:25261:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 18 00000100:00100000:2.0:1789785568.629961:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:3.0:1789785568.630945:0:22778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530256512 00000100:00100000:3.0:1789785568.630963:0:22778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530256512 00000100:00100000:3.0:1789785568.631100:0:22778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 1 00000100:00100000:3.0:1789785568.631116:0:22778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafacae8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:cfb6d7d5-f8e0-4077-8776-6c4fa7ba9d9c+6:18199:x1876725530256512:12345-192.168.203.46@tcp:33:mount.lustre.0 00000004:00200000:3.0:1789785568.631265:0:22778:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:3.0:1789785568.643425:0:22778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafacae8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:cfb6d7d5-f8e0-4077-8776-6c4fa7ba9d9c+6:18199:x1876725530256512:12345-192.168.203.46@tcp:33:mount.lustre.0 Request processed in 1224us (2388us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785568.643445:0:22778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 1 00000100:00100000:1.0:1789785568.841981:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:2.0:1789785568.842556:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530256640 00000100:00100000:2.0:1789785568.842572:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530256640 00000100:00100000:2.0:1789785568.842655:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 22 00000100:00100000:2.0:1789785568.842666:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbceadf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cfb6d7d5-f8e0-4077-8776-6c4fa7ba9d9c+6:18233:x1876725530256640:12345-192.168.203.46@tcp:101:mkdir.0 00010000:00010000:2.0:1789785568.842692:0:22774:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789785568.842719:0:22774:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce95a00/0x2f18ee3fd845e1d8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4bb55fb540dd8cb4 expref: -99 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785568.842811:0:22774:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce95600/0x2f18ee3fd845e1df lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785568.842827:0:22774:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce95600/0x2f18ee3fd845e1df lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785568.842844:0:22774:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce95600/0x2f18ee3fd845e1df lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789785568.842921:0:22774:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1789785568.842925:0:22774:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1789785568.842950:0:22774:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce95600/0x2f18ee3fd845e1df lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785568.842983:0:22774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce95a00/0x2f18ee3fd845e1d8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8cb4 expref: 8 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785568.843003:0:22774:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce95600/0x2f18ee3fd845e1df lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8cb4 expref: 7 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785568.843012:0:22774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dae8266f800) 00010000:00010000:2.0:1789785568.843016:0:22774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1789785568.843019:0:22774:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dafbce95600, rc 0) 00000100:00100000:2.0:1789785568.843112:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbceadf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cfb6d7d5-f8e0-4077-8776-6c4fa7ba9d9c+7:18233:x1876725530256640:12345-192.168.203.46@tcp:101:mkdir.0 Request processed in 447us (1145us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785568.843121:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 22 00010000:00010000:3.0:1789785568.900915:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789785569.922587:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789785570.631570:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789785570.631701:0:3660:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dae846a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3660:1876725549239040:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1789785570.631863:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789785570.632091:0:24284:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549239040 00000100:00100000:1.0:1789785570.632101:0:24284:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549239040 00000100:00100000:1.0:1789785570.632229:0:24284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1789785570.632242:0:24284:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae846a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3660:x1876725549239040:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1789785570.632285:0:24284:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1789785570.632381:0:24284:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae846a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3660:x1876725549239040:12345-0@lo:13:osp-pre-0-1.0 Request processed in 142us (518us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785570.632389:0:24284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1789785570.632462:0:3660:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dae846a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3660:1876725549239040:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1789785570.632492:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1789785570.946630:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1789785571.656026:0:25095:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of cfb6d7d5-f8e0-4077-8776-6c4fa7ba9d9c 00000001:00100000:1.0:1789785571.656044:0:25095:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of c9036ca7-8ce0-4b75-99cc-33a8ed63d895 00000001:00100000:2.0:1789785571.656060:0:24276:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of cfb6d7d5-f8e0-4077-8776-6c4fa7ba9d9c 00000001:00100000:2.0:1789785571.656153:0:24276:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of c9036ca7-8ce0-4b75-99cc-33a8ed63d895 00000001:00100000:2.0:1789785571.658435:0:22754:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of cfb6d7d5-f8e0-4077-8776-6c4fa7ba9d9c 00000001:00100000:2.0:1789785571.658452:0:22754:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of c9036ca7-8ce0-4b75-99cc-33a8ed63d895 00000001:00100000:1.0:1789785571.659227:0:23507:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of cfb6d7d5-f8e0-4077-8776-6c4fa7ba9d9c 00000001:00100000:1.0:1789785571.659240:0:23507:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of c9036ca7-8ce0-4b75-99cc-33a8ed63d895 00010000:00010000:2.0:1789785571.970479:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789785572.164270:0:3660:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafacaea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3660:1876725549239168:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1789785572.164420:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789785572.164484:0:22779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549239168 00000100:00100000:0.0:1789785572.164492:0:22779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549239168 00000100:00100000:0.0:1789785572.164532:0:22779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1789785572.164541:0:22779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae846a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3660:x1876725549239168:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1789785572.164574:0:22779:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1789785572.164620:0:22779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae846a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3660:x1876725549239168:12345-0@lo:41:osp-pre-1-0.0 Request processed in 79us (199us total) trans 0 rc 0/0 00000100:00100000:0.0:1789785572.164627:0:22779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1789785572.164684:0:3660:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafacaea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3660:1876725549239168:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1789785572.165367:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1789785572.165382:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafacaeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3662:1876725549239296:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789785572.165420:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789785572.165452:0:23895:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549239296 00000100:00100000:1.0:1789785572.165457:0:23895:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549239296 00000100:00100000:1.0:1789785572.165486:0:23895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1789785572.165492:0:23895:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbceac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3662:x1876725549239296:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1789785572.165512:0:23895:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1789785572.165546:0:23895:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbceac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3662:x1876725549239296:12345-0@lo:41:osp-pre-0-1.0 Request processed in 54us (125us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785572.165553:0:23895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1789785572.165583:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafacaeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3662:1876725549239296:0@lo:41:osp-pre-0-1.0 00000001:02000400:0.0:1789785572.274406:0:25652:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00010000:00010000:3.0:1789785572.998070:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789785573.699095:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dae846a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3662:1876725549239424:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1789785573.699168:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789785573.699395:0:3659:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dae846a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:74f6797b-597b-4af7-b58b-b0a39d36f113:3659:1876725549239552:0@lo:400:kworker.0 00000100:00100000:0.0:1789785573.699424:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789785573.699447:0:3659:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dae846a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3659:1876725549240064:0@lo:400:kworker.0 00000100:00100000:0.0:1789785573.699470:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789785573.699486:0:3659:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dae84787480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3659:1876725549240576:0@lo:400:kworker.0 00000100:00100000:0.0:1789785573.699505:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789785573.699527:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1789785573.699532:0:3659:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dae846a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3659:1876725549239680:0@lo:400:kworker.0 00000100:00100000:0.0:1789785573.699566:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789785573.699584:0:3659:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dae846a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3659:1876725549240192:0@lo:400:kworker.0 00000100:00100000:0.0:1789785573.699604:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789785573.699621:0:3659:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dae84785c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3659:1876725549240704:0@lo:400:kworker.0 00000100:00100000:0.0:1789785573.699640:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789785573.699666:0:3661:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dae846a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3661:1876725549239808:0@lo:400:kworker.0 00000100:00100000:0.0:1789785573.699994:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789785573.700018:0:3661:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9daf87816300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3661:1876725549240320:0@lo:400:kworker.0 00000100:00100000:0.0:1789785573.700101:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789785573.700122:0:3661:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dae84784380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3661:1876725549240832:0@lo:400:kworker.0 00000100:00100000:0.0:1789785573.700143:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789785573.700163:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1789785573.700183:0:3661:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dae846a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3661:1876725549239936:0@lo:400:kworker.0 00000100:00100000:0.0:1789785573.700206:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789785573.700223:0:3661:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafbf4e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3661:1876725549240448:0@lo:400:kworker.0 00000100:00100000:0.0:1789785573.700241:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789785573.700252:0:3661:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dae84785500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3661:1876725549240960:0@lo:400:kworker.0 00000100:00100000:0.0:1789785573.700271:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789785573.700305:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549239552 00000100:00100000:0.0:1789785573.700313:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549239552 00000100:00100000:0.0:1789785573.700406:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 147 00000100:00100000:0.0:1789785573.700416:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbbadc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f6797b-597b-4af7-b58b-b0a39d36f113+24:3659:x1876725549239552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789785573.700473:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbbadc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f6797b-597b-4af7-b58b-b0a39d36f113+24:3659:x1876725549239552:12345-0@lo:400:kworker.0 Request processed in 58us (1047us total) trans 0 rc 0/0 00000100:00100000:0.0:1789785573.700481:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 147 00000100:00100000:0.0:1789785573.700512:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549240064 00000100:00100000:0.0:1789785573.700516:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549240064 00000100:00100000:0.0:1789785573.700534:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549240576 00000100:00100000:0.0:1789785573.700537:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549240576 00000100:00100000:3.0:1789785573.701151:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549239424 00000100:00100000:3.0:1789785573.701155:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549239424 00000100:00100000:3.0:1789785573.701188:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1789785573.701198:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae846a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1876725549239424:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1789785573.701221:0:24283:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915857920 avail 3684335616 00000100:00100000:3.0:1789785573.701272:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae846a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1876725549239424:12345-0@lo:13:osp-pre-1-1.0 Request processed in 76us (2103us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785573.701278:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1789785573.701302:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549240704 00000100:00100000:3.0:1789785573.701306:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549240704 00000100:00100000:0.0:1789785573.701436:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549240832 00000100:00100000:0.0:1789785573.701441:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549240832 00000100:00100000:1.0:1789785573.702378:0:24279:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549239808 00000100:00100000:1.0:1789785573.702384:0:24279:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549239808 00000100:00100000:3.0:1789785573.709801:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549240448 00000100:00100000:3.0:1789785573.709815:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549240448 00000100:00100000:3.0:1789785573.709846:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549240960 00000100:00100000:3.0:1789785573.709849:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549240960 00000100:00100000:3.0:1789785573.709874:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1789785573.709885:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae84785880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3659:x1876725549240064:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789785573.709978:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae84785880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3659:x1876725549240064:12345-0@lo:400:kworker.0 Request processed in 94us (10506us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785573.709985:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1789785573.710001:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1789785573.710008:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae84786d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3659:x1876725549240576:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789785573.710059:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae84786d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3659:x1876725549240576:12345-0@lo:400:kworker.0 Request processed in 52us (10553us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785573.710066:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1789785573.710078:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:3.0:1789785573.710085:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae84787100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3659:x1876725549240704:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789785573.710114:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae84787100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3659:x1876725549240704:12345-0@lo:400:kworker.0 Request processed in 30us (10473us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785573.710129:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:3.0:1789785573.710143:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1789785573.710149:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae84785180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3661:x1876725549240448:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789785573.710196:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae84785180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3661:x1876725549240448:12345-0@lo:400:kworker.0 Request processed in 47us (9953us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785573.710202:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1789785573.710213:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:3.0:1789785573.710220:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae84784a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3661:x1876725549240960:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789785573.710248:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae84784a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3661:x1876725549240960:12345-0@lo:400:kworker.0 Request processed in 29us (9976us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785573.710254:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:3.0:1789785573.710291:0:3660:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafbcea9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3660:1876725549241216:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1789785573.710358:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785573.710388:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789785573.710394:0:3660:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafbb415500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3660:1876725549241088:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1789785573.710417:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785573.710437:0:24284:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549241216 00000100:00100000:3.0:1789785573.710440:0:24284:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549241216 00000100:00100000:3.0:1789785573.710461:0:24284:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549241088 00000100:00100000:3.0:1789785573.710464:0:24284:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549241088 00000100:00100000:3.0:1789785573.710474:0:24284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1789785573.710481:0:24284:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbb414700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3660:x1876725549241216:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1789785573.710498:0:24284:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915857920 avail 3684335616 00000100:00100000:3.0:1789785573.710532:0:24284:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbb414700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3660:x1876725549241216:12345-0@lo:13:osp-pre-1-0.0 Request processed in 51us (174us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785573.710548:0:24284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1789785573.710559:0:24284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1789785573.710565:0:24284:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbb417480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3660:x1876725549241088:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1789785573.710582:0:24284:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1789785573.710623:0:24284:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbb417480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3660:x1876725549241088:12345-0@lo:13:osp-pre-0-0.0 Request processed in 58us (204us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785573.710630:0:24284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1789785573.710677:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dae846a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3662:1876725549239424:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1789785573.710712:0:3661:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafbf4e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3661:1876725549240448:0@lo:400:kworker.0 00010000:00080000:3.0:1789785573.710726:0:3661:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9dae84785500 x1876725549240960/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789785589 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789785573.710737:0:3661:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dae84785500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3661:1876725549240960:0@lo:400:kworker.0 00000100:00100000:3.0:1789785573.710780:0:3660:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafbb415500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3660:1876725549241088:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1789785573.710793:0:3660:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafbcea9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3660:1876725549241216:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1789785573.714258:0:24279:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549240320 00000100:00100000:1.0:1789785573.714276:0:24279:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549240320 00000100:00100000:1.0:1789785573.714371:0:24279:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549239936 00000100:00100000:1.0:1789785573.714375:0:24279:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549239936 00000100:00100000:1.0:1789785573.714396:0:24279:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1789785573.714406:0:24279:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae84787b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3661:x1876725549239808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789785573.714506:0:24279:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae84787b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3661:x1876725549239808:12345-0@lo:400:kworker.0 Request processed in 101us (14512us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785573.714514:0:24279:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1789785573.714532:0:24279:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1789785573.714539:0:24279:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae84784700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3661:x1876725549240320:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789785573.714580:0:24279:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae84784700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3661:x1876725549240320:12345-0@lo:400:kworker.0 Request processed in 43us (14479us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785573.714586:0:24279:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1789785573.714596:0:24279:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1789785573.714612:0:24279:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae84786680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3661:x1876725549239936:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789785573.714640:0:24279:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae84786680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3661:x1876725549239936:12345-0@lo:400:kworker.0 Request processed in 28us (14432us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785573.714645:0:24279:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1789785573.714929:0:23895:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549239680 00000100:00100000:1.0:1789785573.714935:0:23895:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549239680 00000100:00100000:1.0:1789785573.714967:0:23895:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549240192 00000100:00100000:1.0:1789785573.714970:0:23895:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549240192 00000100:00100000:1.0:1789785573.714984:0:23895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1789785573.714990:0:23895:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae84786a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3659:x1876725549239680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789785573.715026:0:23895:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae84786a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3659:x1876725549239680:12345-0@lo:400:kworker.0 Request processed in 36us (15471us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785573.715033:0:23895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1789785573.715055:0:23895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:1.0:1789785573.715070:0:23895:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae84784e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3659:x1876725549240192:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789785573.715102:0:23895:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae84784e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3659:x1876725549240192:12345-0@lo:400:kworker.0 Request processed in 33us (15497us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785573.715108:0:23895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:1.0:1789785573.715182:0:3659:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dae846a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3659:1876725549239680:0@lo:400:kworker.0 00000100:00100000:1.0:1789785573.715196:0:3659:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dae846a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3659:1876725549240192:0@lo:400:kworker.0 00010000:00080000:1.0:1789785573.715212:0:3659:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9dae84785c00 x1876725549240704/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789785589 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789785573.715222:0:3659:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dae84785c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3659:1876725549240704:0@lo:400:kworker.0 00000100:00100000:1.0:1789785573.715234:0:3659:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dae846a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:74f6797b-597b-4af7-b58b-b0a39d36f113:3659:1876725549239552:0@lo:400:kworker.0 00000100:00100000:1.0:1789785573.715245:0:3659:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dae846a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3659:1876725549240064:0@lo:400:kworker.0 00000100:00100000:1.0:1789785573.715255:0:3659:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dae84787480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3659:1876725549240576:0@lo:400:kworker.0 00000100:00080000:1.0:1789785573.715300:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1789785573.715306:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1789785573.715309:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1789785573.715312:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1789785573.717207:0:3661:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dae846a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3661:1876725549239936:0@lo:400:kworker.0 00000100:00100000:3.0:1789785573.717232:0:3661:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dae846a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3661:1876725549239808:0@lo:400:kworker.0 00000100:00100000:3.0:1789785573.717246:0:3661:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9daf87816300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3661:1876725549240320:0@lo:400:kworker.0 00000100:00100000:0.0:1789785573.722270:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1789785573.722296:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae84786300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3661:x1876725549240832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789785573.722437:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae84786300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3661:x1876725549240832:12345-0@lo:400:kworker.0 Request processed in 154us (22292us total) trans 0 rc 0/0 00000100:00100000:0.0:1789785573.722445:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1789785573.722537:0:3661:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dae84784380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3661:1876725549240832:0@lo:400:kworker.0 00000100:00100000:3.0:1789785573.866621:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:0.0:1789785573.866814:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530256768 00000100:00100000:0.0:1789785573.866826:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530256768 00000100:00100000:0.0:1789785573.866896:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 148 00000100:00100000:0.0:1789785573.866906:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbbaddc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1f6e28ac-5189-49a0-9f1d-22e45fae7243+13:2397:x1876725530256768:12345-192.168.203.46@tcp:400:kworker.0 00000100:00100000:0.0:1789785573.867008:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbbaddc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1f6e28ac-5189-49a0-9f1d-22e45fae7243+13:2397:x1876725530256768:12345-192.168.203.46@tcp:400:kworker.0 Request processed in 103us (399us total) trans 0 rc 0/0 00000100:00100000:0.0:1789785573.867016:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 148 00000100:00100000:3.0:1789785573.867740:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:0.0:1789785573.867800:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530256896 00000100:00100000:0.0:1789785573.867806:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530256896 00000100:00100000:0.0:1789785573.867866:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 52 00000100:00100000:0.0:1789785573.867875:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbb415500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+6:2397:x1876725530256896:12345-192.168.203.46@tcp:400:kworker.0 00000100:00080000:3.0:1789785573.867880:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1789785573.867926:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbb415500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+6:2397:x1876725530256896:12345-192.168.203.46@tcp:400:kworker.0 Request processed in 52us (188us total) trans 0 rc 0/0 00000100:00100000:0.0:1789785573.867933:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 52 00000100:00100000:0.0:1789785573.869088:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:3.0:1789785573.869181:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530257024 00000100:00100000:3.0:1789785573.869204:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530257024 00000100:00100000:3.0:1789785573.869262:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 53 00000100:00100000:3.0:1789785573.869271:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae84787800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+5:2397:x1876725530257024:12345-192.168.203.46@tcp:400:kworker.0 00000100:00080000:0.0:1789785573.869291:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1789785573.869361:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae84787800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+5:2397:x1876725530257024:12345-192.168.203.46@tcp:400:kworker.0 Request processed in 91us (277us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785573.869373:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 53 00000100:00100000:1.0:1789785573.877957:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:1.0:1789785573.878009:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:1.0:1789785573.878038:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:1.0:1789785573.878059:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:1.0:1789785573.878077:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:1.0:1789785573.878102:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:1.0:1789785573.878141:0:24280:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530257280 00000100:00100000:1.0:1789785573.878163:0:24280:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530257280 00000100:00100000:1.0:1789785573.878219:0:24280:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530257152 00000100:00100000:1.0:1789785573.878222:0:24280:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530257152 00000100:00100000:1.0:1789785573.878234:0:24280:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530257664 00000100:00100000:1.0:1789785573.878236:0:24280:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530257664 00000100:00100000:1.0:1789785573.878246:0:24280:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530257792 00000100:00100000:1.0:1789785573.878248:0:24280:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530257792 00000100:00100000:1.0:1789785573.878264:0:24280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 12 00000100:00100000:1.0:1789785573.878275:0:24280:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbceaa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+5:2397:x1876725530257280:12345-192.168.203.46@tcp:400:kworker.0 00000100:00100000:1.0:1789785573.878393:0:24280:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbceaa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+5:2397:x1876725530257280:12345-192.168.203.46@tcp:400:kworker.0 Request processed in 119us (448us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785573.878402:0:24280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 12 00000100:00100000:1.0:1789785573.878419:0:24280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 13 00000100:00100000:1.0:1789785573.878426:0:24280:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbceabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+5:2398:x1876725530257152:12345-192.168.203.46@tcp:400:kworker.0 00000100:00100000:1.0:1789785573.878452:0:24280:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbceabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+5:2398:x1876725530257152:12345-192.168.203.46@tcp:400:kworker.0 Request processed in 27us (443us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785573.878458:0:24280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 13 00000100:00100000:1.0:1789785573.878470:0:24280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 14 00000100:00100000:1.0:1789785573.878476:0:24280:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbcea9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cfb6d7d5-f8e0-4077-8776-6c4fa7ba9d9c+5:2398:x1876725530257664:12345-192.168.203.46@tcp:400:kworker.0 00000100:00100000:1.0:1789785573.878497:0:24280:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbcea9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cfb6d7d5-f8e0-4077-8776-6c4fa7ba9d9c+5:2398:x1876725530257664:12345-192.168.203.46@tcp:400:kworker.0 Request processed in 22us (437us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785573.878503:0:24280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 14 00000100:00100000:1.0:1789785573.878515:0:24280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 15 00000100:00100000:1.0:1789785573.878521:0:24280:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbcea8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cfb6d7d5-f8e0-4077-8776-6c4fa7ba9d9c+5:2397:x1876725530257792:12345-192.168.203.46@tcp:400:kworker.0 00000100:00100000:1.0:1789785573.878541:0:24280:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbcea8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cfb6d7d5-f8e0-4077-8776-6c4fa7ba9d9c+5:2397:x1876725530257792:12345-192.168.203.46@tcp:400:kworker.0 Request processed in 21us (439us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785573.878554:0:24280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 15 00000100:00100000:1.0:1789785573.878580:0:23893:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530257408 00000100:00100000:1.0:1789785573.878584:0:23893:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530257408 00000100:00100000:1.0:1789785573.878633:0:23893:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530257536 00000100:00100000:1.0:1789785573.878636:0:23893:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530257536 00000100:00100000:1.0:1789785573.878660:0:23893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 54 00000100:00100000:1.0:1789785573.878666:0:23893:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbcea8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cfb6d7d5-f8e0-4077-8776-6c4fa7ba9d9c+6:2398:x1876725530257408:12345-192.168.203.46@tcp:400:kworker.0 00000100:00100000:1.0:1789785573.878712:0:23893:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbcea8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cfb6d7d5-f8e0-4077-8776-6c4fa7ba9d9c+6:2398:x1876725530257408:12345-192.168.203.46@tcp:400:kworker.0 Request processed in 45us (673us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785573.878855:0:23893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 54 00000100:00100000:3.0:1789785573.879357:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 55 00000100:00100000:3.0:1789785573.879374:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbcea9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cfb6d7d5-f8e0-4077-8776-6c4fa7ba9d9c+5:2397:x1876725530257536:12345-192.168.203.46@tcp:400:kworker.0 00000100:00100000:3.0:1789785573.879412:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbcea9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cfb6d7d5-f8e0-4077-8776-6c4fa7ba9d9c+5:2397:x1876725530257536:12345-192.168.203.46@tcp:400:kworker.0 Request processed in 46us (1334us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785573.879418:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 55 00000100:00080000:1.0:1789785573.882044:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1789785573.882054:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1789785573.882058:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1789785573.882061:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1789785574.018475:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1789785574.288116:0:22811:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1789785575.045163:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789785575.746744:0:3661:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dae84784000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3661:1876725549241344:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1789785575.746825:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789785575.746993:0:24284:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549241344 00000100:00100000:2.0:1789785575.747002:0:24284:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549241344 00000100:00100000:2.0:1789785575.747066:0:24284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1789785575.747091:0:24284:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbcea8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1876725549241344:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1789785575.747121:0:24284:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1789785575.747178:0:24284:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbcea8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1876725549241344:12345-0@lo:13:osp-pre-0-1.0 Request processed in 90us (352us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785575.747185:0:24284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00080000:1.0:1789785575.747245:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1789785575.747394:0:3661:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dae84784000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3661:1876725549241344:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1789785576.067493:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1789785576.242277:0:25800:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007fffe4bed390 20000000:00000080:2.0:1789785576.242296:0:25800:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff9dafbce2d800 uarg=0000000000000000 20000000:01000000:2.0:1789785576.246330:0:25800:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='lod.*.mdt_hash=crush' 20000000:01000000:2.0:1789785576.246351:0:25800:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'lod.*.mdt_hash=crush' 20000000:01000000:2.0:1789785576.246357:0:25800:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/lod.*.mdt_hash=crush del=0 00000040:00080000:0.0:1789785576.246876:0:25801:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 5 count 13 20000000:00000400:2.0:1789785576.247193:0:25800:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/lod.*.mdt_hash=crush (mode = 0) failed: rc = -17 10000000:01000000:2.0:1789785576.252589:0:25800:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:2.0:1789785576.252619:0:25800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9dafbce94c00/0x2f18ee3fd845e1e6 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785576.252636:0:25800:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9daf814ba800/0x2f18ee3fd845de43 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2f18ee3fd845de3c expref: 23 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785576.252643:0:25800:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9daf814bb200/0x2f18ee3fd845de51 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2f18ee3fd845de4a expref: 23 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785576.252651:0:25800:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9dafc21ca600/0x2f18ee3fd845de90 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2f18ee3fd845de89 expref: 23 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785576.252657:0:25800:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9daf814bb400/0x2f18ee3fd845df2a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2f18ee3fd845df23 expref: 23 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785576.252665:0:25800:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9dafbce94200/0x2f18ee3fd845e176 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8c13 expref: 12 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785576.252688:0:25800:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9dafb49eec00/0x2f18ee3fd845e1b5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8c83 expref: 12 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785576.252695:0:25800:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9dafbce94c00/0x2f18ee3fd845e1e6 lrc: 9/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785576.252733:0:25800:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9dafb49eec00/0x2f18ee3fd845e1b5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8c83 expref: 12 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785576.252748:0:25800:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9dafb49eec00/0x2f18ee3fd845e1b5 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8c83 expref: 12 pid: 22767 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789785576.252762:0:25800:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafacae8e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25800:1876725549241472:192.168.203.46@tcp:104: 00010000:00010000:2.0:1789785576.252854:0:25800:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9dafbce94200/0x2f18ee3fd845e176 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8c13 expref: 12 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785576.252862:0:25800:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9dafbce94200/0x2f18ee3fd845e176 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8c13 expref: 12 pid: 22767 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789785576.252870:0:25800:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafacae9880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25800:1876725549241600:192.168.203.46@tcp:104: 00010000:00010000:2.0:1789785576.252896:0:25800:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9daf814bb400/0x2f18ee3fd845df2a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x2f18ee3fd845df23 expref: 23 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785576.252904:0:25800:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9daf814bb400/0x2f18ee3fd845df2a lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x2f18ee3fd845df23 expref: 23 pid: 22766 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789785576.252912:0:25800:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafacaead80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25800:1876725549241728:0@lo:104: 00000100:00100000:2.0:1789785576.252947:0:25800:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1789785576.252996:0:25800:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9dafc21ca600/0x2f18ee3fd845de90 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x2f18ee3fd845de89 expref: 23 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785576.253005:0:25800:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9dafc21ca600/0x2f18ee3fd845de90 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x2f18ee3fd845de89 expref: 23 pid: 22767 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789785576.253013:0:25800:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafacaeaa00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25800:1876725549241856:0@lo:104: 00000100:00100000:2.0:1789785576.253037:0:25800:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1789785576.253070:0:25800:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9daf814bb200/0x2f18ee3fd845de51 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x2f18ee3fd845de4a expref: 23 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789785576.253074:0:22757:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549241728 00010000:00010000:2.0:1789785576.253078:0:25800:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9daf814bb200/0x2f18ee3fd845de51 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x2f18ee3fd845de4a expref: 23 pid: 22769 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789785576.253080:0:22757:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549241728 00000100:00100000:2.0:1789785576.253086:0:25800:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafacae9f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25800:1876725549241984:0@lo:104: 00000100:00100000:2.0:1789785576.253108:0:25800:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1789785576.253127:0:25800:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9daf814ba800/0x2f18ee3fd845de43 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x2f18ee3fd845de3c expref: 23 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789785576.253135:0:22757:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549241856 00010000:00010000:2.0:1789785576.253136:0:25800:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9daf814ba800/0x2f18ee3fd845de43 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x2f18ee3fd845de3c expref: 23 pid: 22769 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789785576.253138:0:22757:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549241856 00000100:00100000:2.0:1789785576.253145:0:25800:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafacaebb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25800:1876725549242112:0@lo:104: 00000100:00100000:0.0:1789785576.253154:0:22757:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549241984 00000100:00100000:0.0:1789785576.253156:0:22757:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549241984 00000100:00100000:2.0:1789785576.253165:0:25800:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789785576.253167:0:22757:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549242112 00000100:00100000:0.0:1789785576.253169:0:22757:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549242112 00000100:00100000:2.0:1789785576.253174:0:25800:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf84c3bcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1789785576.253181:0:22757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1789785576.253192:0:22757:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafacae9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:74f6797b-597b-4af7-b58b-b0a39d36f113+6:25800:x1876725549241728:12345-0@lo:104: 00010000:00010000:0.0:1789785576.253205:0:22757:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.146@tcp lock: ffff9dafc21cb000/0x2f18ee3fd845df23 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x2f18ee3fd845df2a expref: -99 pid: 25094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785576.253399:0:22757:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1789785576.253407:0:22757:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafacae9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:74f6797b-597b-4af7-b58b-b0a39d36f113+6:25800:x1876725549241728:12345-0@lo:104: Request processed in 217us (459us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785576.253416:0:22757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1789785576.253439:0:22757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1789785576.253449:0:22757:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafacaeb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:74f6797b-597b-4af7-b58b-b0a39d36f113+5:25800:x1876725549241856:12345-0@lo:104: 00010000:00010000:1.0:1789785576.253458:0:22757:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.146@tcp lock: ffff9daf814ba000/0x2f18ee3fd845de89 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x2f18ee3fd845de90 expref: -99 pid: 24275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789785576.253488:0:25800:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafacaead80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25800:1876725549241728:0@lo:104: 00000100:00100000:2.0:1789785576.253514:0:25800:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafacaeaa00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25800:1876725549241856:0@lo:104: 00010000:00010000:1.0:1789785576.253517:0:22757:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1789785576.253525:0:22757:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafacaeb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:74f6797b-597b-4af7-b58b-b0a39d36f113+5:25800:x1876725549241856:12345-0@lo:104: Request processed in 79us (486us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785576.253532:0:22757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1789785576.253548:0:22757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1789785576.253555:0:22757:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafacaeb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:74f6797b-597b-4af7-b58b-b0a39d36f113+4:25800:x1876725549241984:12345-0@lo:104: 00010000:00010000:1.0:1789785576.253562:0:22757:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.146@tcp lock: ffff9daf814bb600/0x2f18ee3fd845de4a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x2f18ee3fd845de51 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785576.253577:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789785576.253587:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.146@tcp lock: ffff9dafc21cb000/0x2f18ee3fd845df23 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x2f18ee3fd845df2a expref: -99 pid: 25094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785576.253596:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafc21cb000 already unused, calling callback (ffffffffc12b7c20) 10000000:00010000:3.0:1789785576.253600:0:22763:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.146@tcp lock: ffff9dafc21cb000/0x2f18ee3fd845df23 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0x2f18ee3fd845df2a expref: -99 pid: 25094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785576.253606:0:22757:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00010000:00010000:3.0:1789785576.253610:0:22763:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.146@tcp lock: ffff9dafc21cb000/0x2f18ee3fd845df23 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0x2f18ee3fd845df2a expref: -99 pid: 25094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789785576.253613:0:22757:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafacaeb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:74f6797b-597b-4af7-b58b-b0a39d36f113+4:25800:x1876725549241984:12345-0@lo:104: Request processed in 59us (503us total) trans 0 rc 0/0 10000000:00010000:3.0:1789785576.253627:0:22763:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.146@tcp lock: ffff9dafc21cb000/0x2f18ee3fd845df23 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0x2f18ee3fd845df2a expref: -99 pid: 25094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789785576.253627:0:22757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 10000000:01000000:3.0:1789785576.253637:0:22763:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00000100:00100000:2.0:1789785576.253639:0:25800:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafacae9f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25800:1876725549241984:0@lo:104: 00000100:00100000:1.0:1789785576.253648:0:22757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1789785576.253657:0:22757:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafacae8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:74f6797b-597b-4af7-b58b-b0a39d36f113+3:25800:x1876725549242112:12345-0@lo:104: 00010000:00010000:1.0:1789785576.253664:0:22757:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.146@tcp lock: ffff9dafc21ca200/0x2f18ee3fd845de3c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x2f18ee3fd845de43 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785576.253669:0:22763:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.146@tcp lock: ffff9dafc21cb000/0x2f18ee3fd845df23 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2f18ee3fd845df2a expref: -99 pid: 25094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785576.253683:0:22763:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1789785576.253704:0:22757:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00010000:00010000:3.0:1789785576.253705:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.146@tcp lock: ffff9dafc21cb000/0x2f18ee3fd845df23 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2f18ee3fd845df2a expref: -99 pid: 25094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789785576.253714:0:22757:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafacae8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:74f6797b-597b-4af7-b58b-b0a39d36f113+3:25800:x1876725549242112:12345-0@lo:104: Request processed in 57us (546us total) trans 0 rc 0/0 00010000:00010000:3.0:1789785576.253717:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.146@tcp lock: ffff9dafc21cb000/0x2f18ee3fd845df23 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2f18ee3fd845df2a expref: -99 pid: 25094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789785576.253726:0:22757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00010000:00010000:3.0:1789785576.253736:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1789785576.253740:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.146@tcp lock: ffff9daf814ba000/0x2f18ee3fd845de89 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x2f18ee3fd845de90 expref: -99 pid: 24275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785576.253745:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789785576.253746:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9daf814ba000 already unused, calling callback (ffffffffc12b7c20) 10000000:00010000:3.0:1789785576.253751:0:22763:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.146@tcp lock: ffff9daf814ba000/0x2f18ee3fd845de89 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0x2f18ee3fd845de90 expref: -99 pid: 24275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785576.253758:0:22763:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.146@tcp lock: ffff9daf814ba000/0x2f18ee3fd845de89 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0x2f18ee3fd845de90 expref: -99 pid: 24275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789785576.253764:0:22763:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.146@tcp lock: ffff9daf814ba000/0x2f18ee3fd845de89 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0x2f18ee3fd845de90 expref: -99 pid: 24275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789785576.253769:0:22763:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1789785576.253783:0:22763:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.146@tcp lock: ffff9daf814ba000/0x2f18ee3fd845de89 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2f18ee3fd845de90 expref: -99 pid: 24275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785576.253789:0:22763:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1789785576.253805:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.146@tcp lock: ffff9daf814ba000/0x2f18ee3fd845de89 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2f18ee3fd845de90 expref: -99 pid: 24275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785576.253812:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.146@tcp lock: ffff9daf814ba000/0x2f18ee3fd845de89 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2f18ee3fd845de90 expref: -99 pid: 24275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789785576.253824:0:25800:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafacaebb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25800:1876725549242112:0@lo:104: 00010000:00010000:3.0:1789785576.253830:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789785576.253835:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.146@tcp lock: ffff9dafc21ca200/0x2f18ee3fd845de3c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x2f18ee3fd845de43 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785576.253842:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafc21ca200 already unused, calling callback (ffffffffc12b7c20) 10000000:00010000:3.0:1789785576.253845:0:22763:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.146@tcp lock: ffff9dafc21ca200/0x2f18ee3fd845de3c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x2f18ee3fd845de43 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785576.253851:0:22763:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.146@tcp lock: ffff9dafc21ca200/0x2f18ee3fd845de3c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x2f18ee3fd845de43 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789785576.253857:0:22763:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.146@tcp lock: ffff9dafc21ca200/0x2f18ee3fd845de3c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x2f18ee3fd845de43 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789785576.253862:0:22763:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1789785576.253875:0:22763:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.146@tcp lock: ffff9dafc21ca200/0x2f18ee3fd845de3c lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2f18ee3fd845de43 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789785576.253881:0:3659:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafbb415880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:74f6797b-597b-4af7-b58b-b0a39d36f113:3659:1876725549242368:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1789785576.253883:0:22763:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1789785576.253893:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.146@tcp lock: ffff9dafc21ca200/0x2f18ee3fd845de3c lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2f18ee3fd845de43 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789785576.253917:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789785576.253957:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789785576.253967:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549242368 00000100:00100000:2.0:1789785576.253973:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549242368 00000100:00100000:1.0:1789785576.253973:0:3659:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafbb414000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:74f6797b-597b-4af7-b58b-b0a39d36f113:3659:1876725549242496:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1789785576.253976:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.146@tcp lock: ffff9dafc21ca200/0x2f18ee3fd845de3c lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2f18ee3fd845de43 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785576.253990:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789785576.253993:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789785576.253996:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789785576.254001:0:22760:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9dafc21ca600/0x2f18ee3fd845de90 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2f18ee3fd845de89 expref: 24 pid: 22767 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789785576.254011:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785576.254018:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafbb415c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:74f6797b-597b-4af7-b58b-b0a39d36f113:3662:1876725549242240:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789785576.254054:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789785576.254778:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549242496 00000100:00100000:2.0:1789785576.254785:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549242496 00010000:00010000:2.0:1789785576.254806:0:22760:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9daf814ba800/0x2f18ee3fd845de43 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2f18ee3fd845de3c expref: 25 pid: 22769 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789785576.254819:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549242240 00000100:00100000:3.0:1789785576.254825:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549242240 00000100:00100000:2.0:1789785576.254829:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1789785576.254839:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbceab480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:74f6797b-597b-4af7-b58b-b0a39d36f113+26:3659:x1876725549242368:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1789785576.254846:0:22761:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9daf814bb400/0x2f18ee3fd845df2a lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2f18ee3fd845df23 expref: 26 pid: 22766 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785576.254851:0:22760:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789785576.254859:0:22760:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9dafc21ca600/0x2f18ee3fd845de90 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2f18ee3fd845de89 expref: 26 pid: 22767 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789785576.254867:0:22761:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00010000:00010000:2.0:1789785576.254872:0:22760:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9dafc21ca600/0x2f18ee3fd845de90 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x2f18ee3fd845de89 expref: 26 pid: 22767 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789785576.254876:0:22761:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_003' 00010000:00010000:2.0:1789785576.254892:0:22760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9dafc21ca600/0x2f18ee3fd845de90 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x2f18ee3fd845de89 expref: 26 pid: 22767 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785576.254906:0:22760:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789785576.254954:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbceab480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:74f6797b-597b-4af7-b58b-b0a39d36f113+25:3659:x1876725549242368:12345-0@lo:103:ldlm_bl.0 Request processed in 117us (1037us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785576.254961:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1789785576.254977:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1789785576.254983:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbcea8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:74f6797b-597b-4af7-b58b-b0a39d36f113+24:3659:x1876725549242496:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789785576.254991:0:22760:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789785576.255002:0:22760:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9daf814ba800/0x2f18ee3fd845de43 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2f18ee3fd845de3c expref: 24 pid: 22769 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785576.255010:0:22760:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9daf814ba800/0x2f18ee3fd845de43 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x2f18ee3fd845de3c expref: 24 pid: 22769 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785576.255021:0:22760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9daf814ba800/0x2f18ee3fd845de43 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x2f18ee3fd845de3c expref: 24 pid: 22769 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785576.255029:0:22760:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789785576.255054:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbcea8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:74f6797b-597b-4af7-b58b-b0a39d36f113+23:3659:x1876725549242496:12345-0@lo:103:ldlm_bl.0 Request processed in 71us (1046us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785576.255061:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1789785576.255075:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1789785576.255081:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbb416680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:74f6797b-597b-4af7-b58b-b0a39d36f113+22:3662:x1876725549242240:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789785576.255089:0:22760:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789785576.255093:0:22760:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9daf814bb400/0x2f18ee3fd845df2a lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2f18ee3fd845df23 expref: 22 pid: 22766 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785576.255100:0:22760:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9daf814bb400/0x2f18ee3fd845df2a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x2f18ee3fd845df23 expref: 22 pid: 22766 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785576.255110:0:22760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9daf814bb400/0x2f18ee3fd845df2a lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x2f18ee3fd845df23 expref: 22 pid: 22766 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785576.255216:0:22760:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789785576.255245:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbb416680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:74f6797b-597b-4af7-b58b-b0a39d36f113+21:3662:x1876725549242240:12345-0@lo:103:ldlm_bl.0 Request processed in 164us (1191us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785576.255251:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1789785576.255255:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafbb415c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:74f6797b-597b-4af7-b58b-b0a39d36f113:3662:1876725549242240:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789785576.255279:0:3659:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafbb414000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:74f6797b-597b-4af7-b58b-b0a39d36f113:3659:1876725549242496:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789785576.255287:0:3659:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafbb415880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:74f6797b-597b-4af7-b58b-b0a39d36f113:3659:1876725549242368:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789785576.256983:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:2.0:1789785576.257135:0:25800:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafacae8e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25800:1876725549241472:192.168.203.46@tcp:104: 00000100:00100000:3.0:1789785576.257164:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530257920 00000100:00100000:2.0:1789785576.257166:0:25800:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafacae9880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25800:1876725549241600:192.168.203.46@tcp:104: 00000100:00100000:3.0:1789785576.257175:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530257920 00010000:00010000:3.0:1789785576.257212:0:22761:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9dafb49eec00/0x2f18ee3fd845e1b5 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8c83 expref: 13 pid: 22767 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785576.257213:0:25800:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9dafbce94c00/0x2f18ee3fd845e1e6 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785576.257225:0:25802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789785576.257230:0:25802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789785576.257235:0:25802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789785576.257258:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 12 00000100:00100000:3.0:1789785576.257267:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae84784000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f6e28ac-5189-49a0-9f1d-22e45fae7243+13:2399:x1876725530257920:12345-192.168.203.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1789785576.257280:0:22761:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789785576.257284:0:22761:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9dafb49eec00/0x2f18ee3fd845e1b5 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8c83 expref: 13 pid: 22767 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785576.257295:0:22761:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9dafb49eec00/0x2f18ee3fd845e1b5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8c83 expref: 13 pid: 22767 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785576.257320:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.146@tcp lock: ffff9daf814bb600/0x2f18ee3fd845de4a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x2f18ee3fd845de51 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785576.257322:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9dafb49eec00/0x2f18ee3fd845e1b5 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8c83 expref: 13 pid: 22767 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785576.257382:0:22761:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789785576.257435:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae84784000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f6e28ac-5189-49a0-9f1d-22e45fae7243+12:2399:x1876725530257920:12345-192.168.203.46@tcp:103:ldlm_bl.0 Request processed in 168us (459us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785576.257442:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 12 00010000:00010000:0.0:1789785576.257712:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9daf814bb600 already unused, calling callback (ffffffffc12b7c20) 10000000:00010000:0.0:1789785576.257717:0:22762:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.146@tcp lock: ffff9daf814bb600/0x2f18ee3fd845de4a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x2f18ee3fd845de51 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785576.257727:0:22762:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.146@tcp lock: ffff9daf814bb600/0x2f18ee3fd845de4a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x2f18ee3fd845de51 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789785576.257734:0:22762:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.146@tcp lock: ffff9daf814bb600/0x2f18ee3fd845de4a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x2f18ee3fd845de51 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789785576.257739:0:22762:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1789785576.257878:0:22762:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.146@tcp lock: ffff9daf814bb600/0x2f18ee3fd845de4a lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2f18ee3fd845de51 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785576.257885:0:22762:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:0.0:1789785576.257937:0:3661:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafbcea9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:74f6797b-597b-4af7-b58b-b0a39d36f113:3661:1876725549242624:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789785576.257986:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789785576.258085:0:25803:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549242624 00000100:00100000:2.0:1789785576.258090:0:25803:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549242624 00010000:00010000:2.0:1789785576.258163:0:25803:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9daf814bb200/0x2f18ee3fd845de51 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2f18ee3fd845de4a expref: 21 pid: 22769 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789785576.258191:0:25803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1789785576.258199:0:25803:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafb11e6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:74f6797b-597b-4af7-b58b-b0a39d36f113+21:3661:x1876725549242624:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789785576.258209:0:25803:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789785576.258213:0:25803:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9daf814bb200/0x2f18ee3fd845de51 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2f18ee3fd845de4a expref: 21 pid: 22769 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785576.258222:0:25803:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9daf814bb200/0x2f18ee3fd845de51 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x2f18ee3fd845de4a expref: 21 pid: 22769 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785576.258236:0:25803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9daf814bb200/0x2f18ee3fd845de51 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x2f18ee3fd845de4a expref: 21 pid: 22769 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785576.258249:0:25803:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1789785576.258268:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.146@tcp lock: ffff9daf814bb600/0x2f18ee3fd845de4a lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2f18ee3fd845de51 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785576.258278:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.146@tcp lock: ffff9daf814bb600/0x2f18ee3fd845de4a lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2f18ee3fd845de51 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785576.258299:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789785576.258300:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789785576.258302:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789785576.260773:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:3.0:1789785576.260818:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530258048 00000100:00100000:2.0:1789785576.260818:0:25803:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafb11e6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:74f6797b-597b-4af7-b58b-b0a39d36f113+20:3661:x1876725549242624:12345-0@lo:103:ldlm_bl.0 Request processed in 2615us (2826us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785576.260828:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530258048 00000100:00100000:2.0:1789785576.260835:0:25803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00010000:00010000:3.0:1789785576.260870:0:22761:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9dafbce94200/0x2f18ee3fd845e176 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8c13 expref: 12 pid: 22767 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789785576.260914:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 14 00000100:00100000:3.0:1789785576.260924:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbb415880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f6e28ac-5189-49a0-9f1d-22e45fae7243+12:2399:x1876725530258048:12345-192.168.203.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1789785576.260949:0:22761:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789785576.260956:0:22761:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9dafbce94200/0x2f18ee3fd845e176 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8c13 expref: 12 pid: 22767 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785576.260969:0:22761:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9dafbce94200/0x2f18ee3fd845e176 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8c13 expref: 12 pid: 22767 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789785576.261132:0:3661:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafbcea9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:74f6797b-597b-4af7-b58b-b0a39d36f113:3661:1876725549242624:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1789785576.261245:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9dafbce94200/0x2f18ee3fd845e176 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8c13 expref: 12 pid: 22767 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785576.261262:0:22761:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9dafbce94c00/0x2f18ee3fd845e1e6 lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 25800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785576.261270:0:22761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9dafbce94c00/0x2f18ee3fd845e1e6 lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 25800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785576.261303:0:22761:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9dafbce94c00/0x2f18ee3fd845e1e6 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785576.261319:0:22761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9dafbce94c00/0x2f18ee3fd845e1e6 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785576.261325:0:22761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9dafbce94c00/0x2f18ee3fd845e1e6 lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785576.261331:0:22761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9dafbce94c00/0x2f18ee3fd845e1e6 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785576.261361:0:22761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafbce94c00 already unused, calling callback (ffffffffc0cc5370) 00010000:00010000:3.0:1789785576.261366:0:22761:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9dafbce94c00/0x2f18ee3fd845e1e6 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785576.261373:0:22761:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9dafbce94c00/0x2f18ee3fd845e1e6 lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785576.261391:0:22761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9dafbce94c00/0x2f18ee3fd845e1e6 lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785576.261401:0:22761:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1789785576.261446:0:25800:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9dafbce94c00/0x2f18ee3fd845e1e6 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789785576.261450:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbb415880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1f6e28ac-5189-49a0-9f1d-22e45fae7243+11:2399:x1876725530258048:12345-192.168.203.46@tcp:103:ldlm_bl.0 Request processed in 525us (694us total) trans 0 rc 0/0 00010000:00010000:0.0:1789785576.261465:0:25800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9dafbce94c00/0x2f18ee3fd845e1e6 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785576.261563:0:25800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9dafbce94c00/0x2f18ee3fd845e1e6 lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789785576.272872:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 14 00010000:00010000:3.0:1789785577.090674:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1789785577.091515:0:23527:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1789785577.282502:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafacae9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3662:1876725549242752:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789785577.282573:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789785577.282749:0:23895:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549242752 00000100:00100000:0.0:1789785577.282763:0:23895:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549242752 00000100:00100000:0.0:1789785577.282824:0:23895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1789785577.282834:0:23895:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbb414000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3662:x1876725549242752:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1789785577.282869:0:23895:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1789785577.284916:0:3659:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafbceaa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3659:1876725549242880:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1789785577.284983:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789785577.285054:0:22779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549242880 00000100:00100000:1.0:1789785577.285062:0:22779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549242880 00000100:00100000:1.0:1789785577.286155:0:22779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:1.0:1789785577.286172:0:22779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafacae8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3659:x1876725549242880:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1789785577.286216:0:22779:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1789785577.286284:0:22779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafacae8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3659:x1876725549242880:12345-0@lo:41:osp-pre-1-0.0 Request processed in 118us (1301us total) trans 0 rc 0/0 00000100:00100000:0.0:1789785577.289497:0:23895:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbb414000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3662:x1876725549242752:12345-0@lo:41:osp-pre-0-1.0 Request processed in 6654us (6913us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785577.289791:0:3659:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafbceaa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3659:1876725549242880:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1789785577.290660:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafacae9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3662:1876725549242752:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789785577.292996:0:22779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1789785577.295328:0:23895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1789785577.645859:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:3.0:1789785577.646038:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530258176 00000100:00100000:3.0:1789785577.646049:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530258176 00000100:00100000:3.0:1789785577.646124:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 149 00000100:00100000:3.0:1789785577.646133:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbbadcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1f6e28ac-5189-49a0-9f1d-22e45fae7243+11:18079:x1876725530258176:12345-192.168.203.46@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789785577.646160:0:22766:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789785577.646181:0:22766:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9dafb5d54a00/0x2f18ee3fd845e1ed lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x4bb55fb540dd8cbb expref: -99 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785577.646209:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9dafb5d54a00/0x2f18ee3fd845e1ed lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8cbb expref: 12 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785577.646221:0:22766:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9dafb5d54a00/0x2f18ee3fd845e1ed lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8cbb expref: 12 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785577.646230:0:22766:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dafb5d54a00, rc 0) 00000100:00100000:3.0:1789785577.646292:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbbadcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1f6e28ac-5189-49a0-9f1d-22e45fae7243+12:18079:x1876725530258176:12345-192.168.203.46@tcp:101:ll_cfg_requeue.0 Request processed in 160us (446us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785577.646311:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 149 00000100:00100000:1.0:1789785577.650073:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:0.0:1789785577.650181:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530258304 00000100:00100000:0.0:1789785577.650192:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530258304 00000100:00100000:0.0:1789785577.650261:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 150 00000100:00100000:0.0:1789785577.650272:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbbadfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1f6e28ac-5189-49a0-9f1d-22e45fae7243+12:18079:x1876725530258304:12345-192.168.203.46@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1789785577.650471:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbbadfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1f6e28ac-5189-49a0-9f1d-22e45fae7243+12:18079:x1876725530258304:12345-192.168.203.46@tcp:501:ll_cfg_requeue.0 Request processed in 200us (408us total) trans 0 rc 0/0 00000100:00100000:0.0:1789785577.650478:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 150 00000100:00100000:1.0:1789785577.666071:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:0.0:1789785577.666627:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530258432 00000100:00100000:0.0:1789785577.666638:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530258432 00000100:00100000:0.0:1789785577.666738:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 151 00000100:00100000:0.0:1789785577.666749:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbbade850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1f6e28ac-5189-49a0-9f1d-22e45fae7243+12:18079:x1876725530258432:12345-192.168.203.46@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1789785577.666914:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbbade850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1f6e28ac-5189-49a0-9f1d-22e45fae7243+12:18079:x1876725530258432:12345-192.168.203.46@tcp:503:ll_cfg_requeue.0 Request processed in 166us (852us total) trans 0 rc 0/0 00000100:00100000:0.0:1789785577.666922:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 151 00000100:00100000:1.0:1789785577.677200:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:2.0:1789785577.684570:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530258560 00000100:00100000:2.0:1789785577.684584:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530258560 00000100:00100000:2.0:1789785577.684659:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 152 00000100:00100000:2.0:1789785577.684669:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbbadf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1f6e28ac-5189-49a0-9f1d-22e45fae7243+12:18079:x1876725530258560:12345-192.168.203.46@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789785577.684684:0:22767:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789785577.684700:0:22767:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9dafbce95a00/0x2f18ee3fd845e1f4 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x4bb55fb540dd8cc2 expref: -99 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785577.684725:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9dafbce95a00/0x2f18ee3fd845e1f4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8cc2 expref: 13 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785577.684736:0:22767:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9dafbce95a00/0x2f18ee3fd845e1f4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8cc2 expref: 13 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785577.684745:0:22767:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dafbce95a00, rc 0) 00000100:00100000:2.0:1789785577.684820:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbbadf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1f6e28ac-5189-49a0-9f1d-22e45fae7243+13:18079:x1876725530258560:12345-192.168.203.46@tcp:101:ll_cfg_requeue.0 Request processed in 153us (7629us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785577.684828:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 152 00000100:00100000:1.0:1789785577.687525:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:0.0:1789785577.687616:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530258688 00000100:00100000:0.0:1789785577.687626:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530258688 00000100:00100000:0.0:1789785577.687696:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 153 00000100:00100000:0.0:1789785577.687705:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae8446fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1f6e28ac-5189-49a0-9f1d-22e45fae7243+13:18079:x1876725530258688:12345-192.168.203.46@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1789785577.687848:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae8446fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1f6e28ac-5189-49a0-9f1d-22e45fae7243+13:18079:x1876725530258688:12345-192.168.203.46@tcp:501:ll_cfg_requeue.0 Request processed in 142us (330us total) trans 0 rc 0/0 00000100:00100000:0.0:1789785577.687869:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 153 00000100:00100000:1.0:1789785577.693925:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:3.0:1789785577.693988:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530258816 00000100:00100000:3.0:1789785577.693996:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530258816 00000100:00100000:3.0:1789785577.694054:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 154 00000100:00100000:3.0:1789785577.694062:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae8446cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1f6e28ac-5189-49a0-9f1d-22e45fae7243+13:18079:x1876725530258816:12345-192.168.203.46@tcp:503:ll_cfg_requeue.0 00000100:00100000:3.0:1789785577.694232:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae8446cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1f6e28ac-5189-49a0-9f1d-22e45fae7243+13:18079:x1876725530258816:12345-192.168.203.46@tcp:503:ll_cfg_requeue.0 Request processed in 161us (305us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785577.694241:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 154 10000000:01000000:3.0:1789785577.794526:0:22771:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1789785577.794553:0:22771:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9dafa5c99800 from 13 10000000:01000000:3.0:1789785577.794561:0:22771:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1789785577.794614:0:22771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.146@tcp lock: ffff9dafb5d54200/0x2f18ee3fd845e1fb lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785577.794627:0:22771:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.146@tcp lock: ffff9dafb5d54200/0x2f18ee3fd845e1fb lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785577.794639:0:22771:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.146@tcp lock: ffff9dafb5d54200/0x2f18ee3fd845e1fb lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789785577.794666:0:22771:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafbb415c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f6797b-597b-4af7-b58b-b0a39d36f113:22771:1876725549243008:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1789785577.794750:0:22771:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785577.794799:0:22771:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dafb5c33b40 going to sleep for 11 seconds 00000100:00100000:2.0:1789785577.796021:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549243008 00000100:00100000:2.0:1789785577.796031:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549243008 00000100:00100000:2.0:1789785577.796103:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000100:00100000:2.0:1789785577.796112:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae8446e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f6797b-597b-4af7-b58b-b0a39d36f113+20:22771:x1876725549243008:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789785577.796128:0:22767:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789785577.796142:0:22767:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9dafbce94e00/0x2f18ee3fd845e202 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x2f18ee3fd845e1fb expref: -99 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785577.796168:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9dafbce94e00/0x2f18ee3fd845e202 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2f18ee3fd845e1fb expref: 21 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785577.796195:0:22767:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9dafbce94e00/0x2f18ee3fd845e202 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2f18ee3fd845e1fb expref: 21 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785577.796208:0:22767:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dafbce94e00, rc 0) 00000100:00100000:2.0:1789785577.796277:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae8446e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f6797b-597b-4af7-b58b-b0a39d36f113+21:22771:x1876725549243008:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 167us (1527us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785577.796292:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000100:00100000:0.0:1789785577.796762:0:22771:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafbb415c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f6797b-597b-4af7-b58b-b0a39d36f113:22771:1876725549243008:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789785577.796781:0:22771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.146@tcp lock: ffff9dafb5d54200/0x2f18ee3fd845e1fb lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845e202 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785577.796792:0:22771:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.146@tcp lock: ffff9dafb5d54200/0x2f18ee3fd845e1fb lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x2f18ee3fd845e202 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789785577.796867:0:22771:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dae84785f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f6797b-597b-4af7-b58b-b0a39d36f113:22771:1876725549243136:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1789785577.796913:0:22771:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789785577.796949:0:22771:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf9094f900 going to sleep for 11 seconds 00000100:00100000:3.0:1789785577.797065:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549243136 00000100:00100000:3.0:1789785577.797071:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549243136 00000100:00100000:3.0:1789785577.797117:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00100000:3.0:1789785577.797126:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae8446f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f6797b-597b-4af7-b58b-b0a39d36f113+21:22771:x1876725549243136:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1789785577.797367:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae8446f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f6797b-597b-4af7-b58b-b0a39d36f113+21:22771:x1876725549243136:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 242us (453us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785577.797375:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00100000:0.0:1789785577.802518:0:22771:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dae84785f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f6797b-597b-4af7-b58b-b0a39d36f113:22771:1876725549243136:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1789785577.802589:0:22771:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dae84785f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f6797b-597b-4af7-b58b-b0a39d36f113:22771:1876725549243264:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1789785577.802692:0:22771:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789785577.802740:0:22771:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf9094f900 going to sleep for 11 seconds 00000100:00100000:3.0:1789785577.802888:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549243264 00000100:00100000:3.0:1789785577.802897:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549243264 00000100:00100000:3.0:1789785577.802964:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157 00000100:00100000:3.0:1789785577.802974:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae8446f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f6797b-597b-4af7-b58b-b0a39d36f113+21:22771:x1876725549243264:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1789785577.803091:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae8446f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f6797b-597b-4af7-b58b-b0a39d36f113+21:22771:x1876725549243264:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 118us (406us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785577.803098:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157 00000100:00100000:0.0:1789785577.803194:0:22771:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dae84785f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f6797b-597b-4af7-b58b-b0a39d36f113:22771:1876725549243264:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1789785577.804151:0:25816:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1789785577.805225:0:22771:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1789785577.805252:0:22771:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.146@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1789785577.805263:0:22771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.146@tcp lock: ffff9dafb5d54200/0x2f18ee3fd845e1fb lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845e202 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785577.805275:0:22771:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.146@tcp lock: ffff9dafb5d54200/0x2f18ee3fd845e1fb lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845e202 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789785577.805286:0:22771:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1789785577.805314:0:22771:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9dafa5f49000 from 13 10000000:01000000:0.0:1789785577.805317:0:22771:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1789785577.805366:0:22771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.146@tcp lock: ffff9dafb49eec00/0x2f18ee3fd845e209 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785577.805375:0:22771:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.146@tcp lock: ffff9dafb49eec00/0x2f18ee3fd845e209 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785577.805385:0:22771:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.146@tcp lock: ffff9dafb49eec00/0x2f18ee3fd845e209 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789785577.805408:0:22771:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dae84785f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f6797b-597b-4af7-b58b-b0a39d36f113:22771:1876725549243392:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1789785577.805467:0:22771:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789785577.805516:0:22771:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf9094f900 going to sleep for 11 seconds 00000100:00100000:3.0:1789785577.805530:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549243392 00000100:00100000:3.0:1789785577.805537:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549243392 00000100:00100000:3.0:1789785577.805595:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158 00000100:00100000:3.0:1789785577.805606:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae8446d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f6797b-597b-4af7-b58b-b0a39d36f113+21:22771:x1876725549243392:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789785577.805618:0:22769:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789785577.805630:0:22769:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9dafb5d55400/0x2f18ee3fd845e210 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x2f18ee3fd845e209 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785577.805654:0:22769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9dafb5d55400/0x2f18ee3fd845e210 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2f18ee3fd845e209 expref: 22 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785577.805665:0:22769:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9dafb5d55400/0x2f18ee3fd845e210 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2f18ee3fd845e209 expref: 22 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785577.805673:0:22769:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dafb5d55400, rc 0) 00000100:00100000:3.0:1789785577.805795:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae8446d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f6797b-597b-4af7-b58b-b0a39d36f113+22:22771:x1876725549243392:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 190us (326us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785577.805802:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158 00000100:00100000:0.0:1789785577.806069:0:22771:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dae84785f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f6797b-597b-4af7-b58b-b0a39d36f113:22771:1876725549243392:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789785577.806082:0:22771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.146@tcp lock: ffff9dafb49eec00/0x2f18ee3fd845e209 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845e210 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785577.806091:0:22771:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.146@tcp lock: ffff9dafb49eec00/0x2f18ee3fd845e209 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x2f18ee3fd845e210 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789785577.806142:0:22771:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dae84785f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f6797b-597b-4af7-b58b-b0a39d36f113:22771:1876725549243520:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1789785577.806168:0:22771:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789785577.806224:0:22771:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf9094f900 going to sleep for 11 seconds 00000100:00100000:2.0:1789785577.806331:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549243520 00000100:00100000:2.0:1789785577.806336:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549243520 00000100:00100000:2.0:1789785577.806394:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159 00000100:00100000:2.0:1789785577.806401:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae8446e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f6797b-597b-4af7-b58b-b0a39d36f113+22:22771:x1876725549243520:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1789785577.806515:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae8446e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f6797b-597b-4af7-b58b-b0a39d36f113+22:22771:x1876725549243520:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 114us (346us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785577.806527:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159 00000100:00100000:0.0:1789785577.806653:0:22771:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dae84785f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f6797b-597b-4af7-b58b-b0a39d36f113:22771:1876725549243520:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1789785577.806692:0:22771:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dae84785f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f6797b-597b-4af7-b58b-b0a39d36f113:22771:1876725549243648:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1789785577.806737:0:22771:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789785577.806772:0:22771:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf9094f900 going to sleep for 11 seconds 00000100:00100000:3.0:1789785577.806797:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549243648 00000100:00100000:3.0:1789785577.806801:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549243648 00000100:00100000:3.0:1789785577.806835:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 160 00000100:00100000:3.0:1789785577.806842:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae8446e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f6797b-597b-4af7-b58b-b0a39d36f113+22:22771:x1876725549243648:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1789785577.806922:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae8446e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:74f6797b-597b-4af7-b58b-b0a39d36f113+22:22771:x1876725549243648:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 80us (183us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785577.806928:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 160 00000100:00100000:0.0:1789785577.807005:0:22771:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dae84785f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f6797b-597b-4af7-b58b-b0a39d36f113:22771:1876725549243648:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1789785577.808128:0:25817:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1789785577.808681:0:22771:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1789785577.808713:0:22771:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.146@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1789785577.808724:0:22771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.146@tcp lock: ffff9dafb49eec00/0x2f18ee3fd845e209 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845e210 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785577.808737:0:22771:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.146@tcp lock: ffff9dafb49eec00/0x2f18ee3fd845e209 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845e210 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789785577.808747:0:22771:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1789785577.808750:0:22771:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9dafc189a000 from 13 10000000:01000000:0.0:1789785577.808753:0:22771:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1789785577.808797:0:22771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.146@tcp lock: ffff9dafb49efa00/0x2f18ee3fd845e217 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785577.808804:0:22771:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.146@tcp lock: ffff9dafb49efa00/0x2f18ee3fd845e217 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785577.808813:0:22771:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.146@tcp lock: ffff9dafb49efa00/0x2f18ee3fd845e217 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789785577.808834:0:22771:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dae84785f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f6797b-597b-4af7-b58b-b0a39d36f113:22771:1876725549243776:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1789785577.808889:0:22771:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789785577.808929:0:22771:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf9094f900 going to sleep for 11 seconds 00000100:00100000:1.0:1789785577.809063:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549243776 00000100:00100000:1.0:1789785577.809071:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549243776 00000100:00100000:1.0:1789785577.809128:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 161 00000100:00100000:1.0:1789785577.809142:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae8446f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f6797b-597b-4af7-b58b-b0a39d36f113+22:22771:x1876725549243776:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789785577.809155:0:22766:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789785577.809168:0:22766:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9dafa5f78a00/0x2f18ee3fd845e21e lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x2f18ee3fd845e217 expref: -99 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785577.809190:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9dafa5f78a00/0x2f18ee3fd845e21e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2f18ee3fd845e217 expref: 23 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785577.809200:0:22766:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9dafa5f78a00/0x2f18ee3fd845e21e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2f18ee3fd845e217 expref: 23 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785577.809208:0:22766:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dafa5f78a00, rc 0) 00000100:00100000:1.0:1789785577.809255:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae8446f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f6797b-597b-4af7-b58b-b0a39d36f113+23:22771:x1876725549243776:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 118us (365us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785577.809261:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 161 00000100:00100000:0.0:1789785577.809389:0:22771:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dae84785f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f6797b-597b-4af7-b58b-b0a39d36f113:22771:1876725549243776:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789785577.809402:0:22771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.146@tcp lock: ffff9dafb49efa00/0x2f18ee3fd845e217 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845e21e expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785577.809416:0:22771:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.146@tcp lock: ffff9dafb49efa00/0x2f18ee3fd845e217 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x2f18ee3fd845e21e expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789785577.809515:0:22771:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dae84785f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f6797b-597b-4af7-b58b-b0a39d36f113:22771:1876725549243904:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1789785577.809543:0:22771:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789785577.809655:0:22771:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf9094f900 going to sleep for 11 seconds 00000100:00100000:1.0:1789785577.809934:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549243904 00000100:00100000:1.0:1789785577.809940:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549243904 00000100:00100000:1.0:1789785577.810026:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 162 00000100:00100000:1.0:1789785577.810034:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae8446d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f6797b-597b-4af7-b58b-b0a39d36f113+23:22771:x1876725549243904:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1789785577.810164:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae8446d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f6797b-597b-4af7-b58b-b0a39d36f113+23:22771:x1876725549243904:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 130us (619us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785577.810171:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 162 00000100:00100000:2.0:1789785577.810264:0:22771:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dae84785f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f6797b-597b-4af7-b58b-b0a39d36f113:22771:1876725549243904:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1789785577.810310:0:22771:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafacaebb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f6797b-597b-4af7-b58b-b0a39d36f113:22771:1876725549244032:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1789785577.810386:0:22771:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789785577.810406:0:22771:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf830726c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789785577.810454:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549244032 00000100:00100000:1.0:1789785577.810459:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549244032 00000100:00100000:1.0:1789785577.810494:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 163 00000100:00100000:1.0:1789785577.810501:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae8446d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f6797b-597b-4af7-b58b-b0a39d36f113+23:22771:x1876725549244032:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1789785577.810579:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae8446d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f6797b-597b-4af7-b58b-b0a39d36f113+23:22771:x1876725549244032:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 78us (192us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785577.810586:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 163 00000100:00100000:2.0:1789785577.810765:0:22771:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafacaebb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f6797b-597b-4af7-b58b-b0a39d36f113:22771:1876725549244032:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1789785577.811662:0:25818:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:3.0:1789785577.812720:0:22771:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:3.0:1789785577.812747:0:22771:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.146@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1789785577.812758:0:22771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.146@tcp lock: ffff9dafb49efa00/0x2f18ee3fd845e217 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845e21e expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785577.812782:0:22771:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.146@tcp lock: ffff9dafb49efa00/0x2f18ee3fd845e217 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845e21e expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789785577.812791:0:22771:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1789785577.812794:0:22771:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9dae83bdb800 from 13 10000000:01000000:3.0:1789785577.812796:0:22771:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1789785577.812826:0:22771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.146@tcp lock: ffff9dafb5d55200/0x2f18ee3fd845e225 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785577.812833:0:22771:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.146@tcp lock: ffff9dafb5d55200/0x2f18ee3fd845e225 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785577.812842:0:22771:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.146@tcp lock: ffff9dafb5d55200/0x2f18ee3fd845e225 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789785577.812861:0:22771:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafbb417100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f6797b-597b-4af7-b58b-b0a39d36f113:22771:1876725549244160:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1789785577.812910:0:22771:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785577.812949:0:22771:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dafb5c33540 going to sleep for 11 seconds 00000100:00100000:1.0:1789785577.813219:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549244160 00000100:00100000:1.0:1789785577.813226:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549244160 00000100:00100000:1.0:1789785577.813273:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 164 00000100:00100000:1.0:1789785577.813281:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae8446c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f6797b-597b-4af7-b58b-b0a39d36f113+23:22771:x1876725549244160:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789785577.813292:0:22767:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789785577.813316:0:22767:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9dafa5f79a00/0x2f18ee3fd845e22c lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x2f18ee3fd845e225 expref: -99 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785577.813352:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9dafa5f79a00/0x2f18ee3fd845e22c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2f18ee3fd845e225 expref: 24 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785577.813363:0:22767:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9dafa5f79a00/0x2f18ee3fd845e22c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2f18ee3fd845e225 expref: 24 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785577.813372:0:22767:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dafa5f79a00, rc 0) 00000100:00100000:1.0:1789785577.813416:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae8446c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f6797b-597b-4af7-b58b-b0a39d36f113+24:22771:x1876725549244160:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 135us (504us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785577.813423:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 164 00000100:00100000:2.0:1789785577.818237:0:22771:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafbb417100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f6797b-597b-4af7-b58b-b0a39d36f113:22771:1876725549244160:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789785577.818266:0:22771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.146@tcp lock: ffff9dafb5d55200/0x2f18ee3fd845e225 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845e22c expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785577.818314:0:22771:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.146@tcp lock: ffff9dafb5d55200/0x2f18ee3fd845e225 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x2f18ee3fd845e22c expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789785577.819396:0:22771:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafacaebb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f6797b-597b-4af7-b58b-b0a39d36f113:22771:1876725549244288:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1789785577.819468:0:22771:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789785577.819660:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549244288 00000100:00100000:0.0:1789785577.819668:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549244288 00000100:00100000:0.0:1789785577.819745:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 165 00000100:00100000:0.0:1789785577.819756:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae8446ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f6797b-597b-4af7-b58b-b0a39d36f113+24:22771:x1876725549244288:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1789785577.819871:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae8446ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74f6797b-597b-4af7-b58b-b0a39d36f113+24:22771:x1876725549244288:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 116us (401us total) trans 0 rc 0/0 00000100:00100000:0.0:1789785577.819879:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 165 00000100:00100000:2.0:1789785577.820018:0:22771:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf83072000 going to sleep for 11 seconds 00000100:00100000:2.0:1789785577.820036:0:22771:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafacaebb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f6797b-597b-4af7-b58b-b0a39d36f113:22771:1876725549244288:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1789785577.820069:0:22771:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafacaebb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f6797b-597b-4af7-b58b-b0a39d36f113:22771:1876725549244416:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1789785577.820114:0:22771:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789785577.820137:0:22771:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf83072000 going to sleep for 11 seconds 00000100:00100000:1.0:1789785577.820269:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549244416 00000100:00100000:1.0:1789785577.820274:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549244416 00000100:00100000:1.0:1789785577.820367:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 166 00000100:00100000:1.0:1789785577.820376:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae8446dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f6797b-597b-4af7-b58b-b0a39d36f113+24:22771:x1876725549244416:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1789785577.820461:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae8446dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f6797b-597b-4af7-b58b-b0a39d36f113+24:22771:x1876725549244416:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 86us (346us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785577.820468:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 166 00000100:00100000:2.0:1789785577.820821:0:22771:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafacaebb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:74f6797b-597b-4af7-b58b-b0a39d36f113:22771:1876725549244416:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1789785577.826850:0:25819:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1789785577.826968:0:22771:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1789785577.827010:0:22771:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.146@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1789785577.827023:0:22771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.146@tcp lock: ffff9dafb5d55200/0x2f18ee3fd845e225 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845e22c expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785577.827035:0:22771:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.146@tcp lock: ffff9dafb5d55200/0x2f18ee3fd845e225 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f18ee3fd845e22c expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789785578.093287:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:3.0:1789785578.096835:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530258944 00000100:00100000:3.0:1789785578.096858:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530258944 00000100:00100000:3.0:1789785578.096976:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 23 00000100:00100000:3.0:1789785578.096996:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbceab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+6:18704:x1876725530258944:12345-192.168.203.46@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1789785578.097024:0:22775:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789785578.097054:0:22775:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54c00/0x2f18ee3fd845e233 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4bb55fb540dd8cc9 expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785578.097168:0:22775:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d55a00/0x2f18ee3fd845e23a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785578.097201:0:22775:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d55a00/0x2f18ee3fd845e23a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785578.097218:0:22775:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d55a00/0x2f18ee3fd845e23a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1789785578.097381:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1789785578.097697:0:22775:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d55800/0x2f18ee3fd845e241 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785578.097708:0:22775:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d55800/0x2f18ee3fd845e241 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785578.097715:0:22775:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d55800/0x2f18ee3fd845e241 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785578.100156:0:22775:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce94600/0x2f18ee3fd845e248 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785578.100177:0:22775:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce94600/0x2f18ee3fd845e248 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785578.100186:0:22775:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce94600/0x2f18ee3fd845e248 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789785578.100239:0:22775:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1789785578.100241:0:22775:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1789785578.100286:0:22775:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce94600/0x2f18ee3fd845e248 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785578.100310:0:22775:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d55a00/0x2f18ee3fd845e23a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785578.100335:0:22775:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d55a00/0x2f18ee3fd845e23a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785578.100373:0:22775:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d55a00/0x2f18ee3fd845e23a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785578.100379:0:22775:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafb5d55a00 already unused, calling callback (ffffffffc18c74f0) 00010000:00010000:2.0:1789785578.100383:0:22775:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d55a00/0x2f18ee3fd845e23a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785578.100404:0:22775:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d55a00/0x2f18ee3fd845e23a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785578.100418:0:22775:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dae8266f800) 00010000:00010000:2.0:1789785578.100421:0:22775:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789785578.100424:0:22775:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d55a00/0x2f18ee3fd845e23a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785578.100428:0:22775:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d55a00/0x2f18ee3fd845e23a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785578.100441:0:22775:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d55800/0x2f18ee3fd845e241 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785578.100444:0:22775:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d55800/0x2f18ee3fd845e241 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785578.100448:0:22775:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d55800/0x2f18ee3fd845e241 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785578.100451:0:22775:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafb5d55800 already unused, calling callback (ffffffffc18c74f0) 00010000:00010000:2.0:1789785578.100458:0:22775:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d55800/0x2f18ee3fd845e241 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785578.100462:0:22775:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d55800/0x2f18ee3fd845e241 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785578.100467:0:22775:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b979c7a (ffff9dafac970e00) 00010000:00010000:2.0:1789785578.100469:0:22775:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789785578.100471:0:22775:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d55800/0x2f18ee3fd845e241 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785578.100474:0:22775:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d55800/0x2f18ee3fd845e241 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785578.100506:0:22775:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54c00/0x2f18ee3fd845e233 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8cc9 expref: 8 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785578.100515:0:22775:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce94600/0x2f18ee3fd845e248 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8cc9 expref: 7 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785578.100520:0:22775:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9dae8266f700) 00010000:00010000:2.0:1789785578.100521:0:22775:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1789785578.100523:0:22775:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dafbce94600, rc 0) 00000100:00100000:2.0:1789785578.100601:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbceab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+7:18704:x1876725530258944:12345-192.168.203.46@tcp:101:lhsmtool_posix.0 Request processed in 3612us (7331us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785578.100610:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 23 00010000:00010000:1.0:1789785578.115287:0:25802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789785578.117415:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:1.0:1789785578.117541:0:22786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530259072 00000100:00100000:1.0:1789785578.117555:0:22786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530259072 00000100:00100000:1.0:1789785578.117626:0:22786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 5 00000100:00100000:1.0:1789785578.117638:0:22786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae84785f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+7:18704:x1876725530259072:12345-192.168.203.46@tcp:900:lhsmtool_posix.0 00000100:00100000:1.0:1789785578.117761:0:22786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae84785f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+7:18704:x1876725530259072:12345-192.168.203.46@tcp:900:lhsmtool_posix.0 Request processed in 124us (360us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785578.117769:0:22786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 5 00000100:00100000:1.0:1789785578.125507:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:0.0:1789785578.125788:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530259328 00000100:00100000:0.0:1789785578.125803:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530259328 00000100:00100000:0.0:1789785578.125949:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 24 00000100:00100000:0.0:1789785578.125963:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbceab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+7:18704:x1876725530259328:12345-192.168.203.46@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1789785578.125991:0:22774:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789785578.126034:0:22774:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb49ee400/0x2f18ee3fd845e24f lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4bb55fb540dd8cd0 expref: -99 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785578.126170:0:22774:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80031600/0x2f18ee3fd845e256 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785578.129536:0:22774:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80031600/0x2f18ee3fd845e256 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785578.129580:0:22774:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80031600/0x2f18ee3fd845e256 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785578.129618:0:22774:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030e00/0x2f18ee3fd845e25d lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785578.129627:0:22774:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030e00/0x2f18ee3fd845e25d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785578.129635:0:22774:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030e00/0x2f18ee3fd845e25d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785578.129798:0:22774:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80031a00/0x2f18ee3fd845e264 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785578.129807:0:22774:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80031a00/0x2f18ee3fd845e264 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785578.129816:0:22774:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80031a00/0x2f18ee3fd845e264 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1789785578.129844:0:22774:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 4096 00010000:00010000:0.0:1789785578.130070:0:22774:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80031600/0x2f18ee3fd845e256 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785578.130090:0:22774:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80031600/0x2f18ee3fd845e256 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785578.130097:0:22774:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80031600/0x2f18ee3fd845e256 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785578.130103:0:22774:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9daf80031600 already unused, calling callback (ffffffffc18c74f0) 00010000:00010000:0.0:1789785578.130109:0:22774:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80031600/0x2f18ee3fd845e256 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785578.130117:0:22774:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80031600/0x2f18ee3fd845e256 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785578.130133:0:22774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9dae8266f700) 00010000:00010000:0.0:1789785578.130136:0:22774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789785578.130142:0:22774:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80031600/0x2f18ee3fd845e256 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785578.130147:0:22774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80031600/0x2f18ee3fd845e256 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785578.130164:0:22774:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030e00/0x2f18ee3fd845e25d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785578.130169:0:22774:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030e00/0x2f18ee3fd845e25d lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785578.130174:0:22774:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030e00/0x2f18ee3fd845e25d lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785578.130179:0:22774:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9daf80030e00 already unused, calling callback (ffffffffc18c74f0) 00010000:00010000:0.0:1789785578.130334:0:22774:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030e00/0x2f18ee3fd845e25d lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785578.130409:0:22774:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030e00/0x2f18ee3fd845e25d lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785578.130419:0:22774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff9dafbaabab00) 00010000:00010000:0.0:1789785578.130422:0:22774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789785578.130425:0:22774:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030e00/0x2f18ee3fd845e25d lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785578.130431:0:22774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030e00/0x2f18ee3fd845e25d lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785578.136551:0:22774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb49ee400/0x2f18ee3fd845e24f lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8cd0 expref: 10 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785578.136589:0:22774:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80031a00/0x2f18ee3fd845e264 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8cd0 expref: 9 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785578.136601:0:22774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9dafbaaba300) 00010000:00010000:1.0:1789785578.136604:0:22774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789785578.136609:0:22774:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9daf80031a00, rc 0) 00000100:00100000:1.0:1789785578.137620:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbceab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+9:18704:x1876725530259328:12345-192.168.203.46@tcp:101:lhsmtool_posix.0 Request processed in 11649us (12116us total) trans 12884901889 rc 0/0 00000100:00100000:1.0:1789785578.137633:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 24 00000100:00100000:2.0:1789785578.145854:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:0.0:1789785578.145910:0:23893:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530259456 00000100:00100000:0.0:1789785578.145925:0:23893:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530259456 00000100:00100000:0.0:1789785578.146006:0:23893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 25 00000100:00100000:0.0:1789785578.146019:0:23893:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafacaebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+9:18704:x1876725530259456:12345-192.168.203.46@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1789785578.146165:0:23893:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafacaebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+9:18704:x1876725530259456:12345-192.168.203.46@tcp:59:lhsmtool_posix.0 Request processed in 148us (325us total) trans 0 rc 0/0 00000100:00100000:0.0:1789785578.146174:0:23893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 25 00000100:00100000:0.0:1789785578.149746:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:2.0:1789785578.151779:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530259584 00000100:00100000:2.0:1789785578.151797:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530259584 00000100:00100000:3.0:1789785578.152255:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 26 00000100:00100000:3.0:1789785578.152272:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae84784000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+5:18704:x1876725530259584:12345-192.168.203.46@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1789785578.153919:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:3.0:1789785578.153975:0:23893:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530259712 00000100:00100000:3.0:1789785578.153985:0:23893:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530259712 00000100:00100000:3.0:1789785578.154048:0:23893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 27 00000100:00100000:3.0:1789785578.154060:0:23893:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbb417800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+9:18710:x1876725530259712:12345-192.168.203.46@tcp:101:lfs.0 00010000:00010000:3.0:1789785578.154083:0:23893:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789785578.154112:0:23893:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d55c00/0x2f18ee3fd845e272 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4bb55fb540dd8cd7 expref: -99 pid: 23893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785578.154197:0:23893:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d55000/0x2f18ee3fd845e279 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785578.154240:0:23893:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d55000/0x2f18ee3fd845e279 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785578.154266:0:23893:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d55000/0x2f18ee3fd845e279 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785578.155105:0:23893:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54c00/0x2f18ee3fd845e280 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785578.155129:0:23893:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54c00/0x2f18ee3fd845e280 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785578.155144:0:23893:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54c00/0x2f18ee3fd845e280 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785578.155447:0:23893:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d55000/0x2f18ee3fd845e279 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785578.155456:0:23893:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d55000/0x2f18ee3fd845e279 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785578.155464:0:23893:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d55000/0x2f18ee3fd845e279 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785578.155470:0:23893:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafb5d55000 already unused, calling callback (ffffffffc18c74f0) 00010000:00010000:3.0:1789785578.155474:0:23893:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d55000/0x2f18ee3fd845e279 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785578.156113:0:23893:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d55000/0x2f18ee3fd845e279 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785578.156130:0:23893:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dae8266f800) 00010000:00010000:3.0:1789785578.156148:0:23893:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789785578.156170:0:23893:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d55000/0x2f18ee3fd845e279 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785578.156177:0:23893:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d55000/0x2f18ee3fd845e279 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785578.156195:0:23893:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54c00/0x2f18ee3fd845e280 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785578.156201:0:23893:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54c00/0x2f18ee3fd845e280 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785578.156207:0:23893:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54c00/0x2f18ee3fd845e280 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785578.156212:0:23893:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafb5d54c00 already unused, calling callback (ffffffffc18c74f0) 00010000:00010000:3.0:1789785578.156215:0:23893:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54c00/0x2f18ee3fd845e280 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785578.156220:0:23893:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54c00/0x2f18ee3fd845e280 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785578.156231:0:23893:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9dafac970100) 00010000:00010000:3.0:1789785578.156234:0:23893:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789785578.156237:0:23893:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54c00/0x2f18ee3fd845e280 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785578.156242:0:23893:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54c00/0x2f18ee3fd845e280 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785578.156290:0:23893:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d55c00/0x2f18ee3fd845e272 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8cd7 expref: 10 pid: 23893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785578.156318:0:23893:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dae8266f800) 00010000:00010000:3.0:1789785578.156320:0:23893:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789785578.156325:0:23893:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d55c00/0x2f18ee3fd845e272 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8cd7 expref: 10 pid: 23893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785578.156335:0:23893:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dafb5d55c00, rc 0) 00000100:00100000:3.0:1789785578.156468:0:23893:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbb417800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+9:18710:x1876725530259712:12345-192.168.203.46@tcp:101:lfs.0 Request processed in 2408us (2560us total) trans 0 rc 301/301 00000100:00100000:3.0:1789785578.157094:0:23893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 27 00000100:00080000:1.0:1789785578.157989:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000004:00080000:0.0:1789785578.161318:0:22776:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0001: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0001 0, time 8979us 00000100:00100000:0.0:1789785578.169963:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:1.0:1789785578.170602:0:22783:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530259840 00000100:00100000:1.0:1789785578.170616:0:22783:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530259840 00000100:00100000:1.0:1789785578.170717:0:22783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 0 00000100:00100000:1.0:1789785578.170730:0:22783:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae84784380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+9:18710:x1876725530259840:12345-192.168.203.46@tcp:700:lfs.0 00000100:00100000:1.0:1789785578.170853:0:22783:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae84784380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+9:18710:x1876725530259840:12345-192.168.203.46@tcp:700:lfs.0 Request processed in 125us (906us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785578.170861:0:22783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 0 00000100:00100000:1.0:1789785578.173139:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:2.0:1789785578.173238:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530260096 00000100:00100000:2.0:1789785578.173270:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530260096 00000100:00100000:2.0:1789785578.173389:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 28 00000100:00100000:2.0:1789785578.173401:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbcea9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+9:18710:x1876725530260096:12345-192.168.203.46@tcp:36:lfs.0 00010000:00010000:2.0:1789785578.173473:0:22775:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789785578.173512:0:22775:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce94400/0x2f18ee3fd845e1a0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8c44 expref: 9 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785578.173536:0:22775:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dae8266f800) 00010000:00010000:2.0:1789785578.173543:0:22775:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1789785578.173627:0:22775:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce94200/0x2f18ee3fd845e287 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785578.173644:0:22775:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce95600/0x2f18ee3fd845e1df lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8cb4 expref: 5 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785578.173654:0:22775:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce94200/0x2f18ee3fd845e287 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785578.173696:0:22775:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce95600/0x2f18ee3fd845e1df lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8cb4 expref: 5 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785578.173713:0:22775:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce95600/0x2f18ee3fd845e1df lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8cb4 expref: 5 pid: 22774 timeout: 786 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789785578.173732:0:22775:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafacae9f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22775:1876725549244544:192.168.203.46@tcp:104: 00000100:00100000:2.0:1789785578.173849:0:22775:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf83072000 going to sleep for 11 seconds 00000100:00100000:3.0:1789785578.178745:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae84784000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+5:18704:x1876725530259584:12345-192.168.203.46@tcp:59:lhsmtool_posix.0 Request processed in 26461us (28995us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785578.178764:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 26 00000100:00100000:1.0:1789785578.190195:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:3.0:1789785578.190282:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530260224 00000100:00100000:3.0:1789785578.190300:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530260224 00000100:00100000:2.0:1789785578.190311:0:22775:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafacae9f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22775:1876725549244544:192.168.203.46@tcp:104: 00010000:00010000:3.0:1789785578.190407:0:22759:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce95600/0x2f18ee3fd845e1df lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8cb4 expref: 6 pid: 22774 timeout: 786 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789785578.190453:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 15 00000100:00100000:3.0:1789785578.190466:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbcea8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cfb6d7d5-f8e0-4077-8776-6c4fa7ba9d9c+6:2398:x1876725530260224:12345-192.168.203.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1789785578.190485:0:22759:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789785578.190495:0:22759:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce95600/0x2f18ee3fd845e1df lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8cb4 expref: 6 pid: 22774 timeout: 786 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785578.190511:0:22759:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce95600/0x2f18ee3fd845e1df lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8cb4 expref: 6 pid: 22774 timeout: 786 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785578.190562:0:22759:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce95600/0x2f18ee3fd845e1df lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8cb4 expref: 6 pid: 22774 timeout: 786 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785578.190578:0:22759:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dae8266f800) 00010000:00010000:2.0:1789785578.190579:0:22775:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce94200/0x2f18ee3fd845e287 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785578.190584:0:22759:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce94200/0x2f18ee3fd845e287 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785578.190604:0:22759:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce94200/0x2f18ee3fd845e287 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785578.190613:0:22759:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce94200/0x2f18ee3fd845e287 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1789785578.190709:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1789785578.197668:0:22759:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789785578.197800:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbcea8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cfb6d7d5-f8e0-4077-8776-6c4fa7ba9d9c+5:2398:x1876725530260224:12345-192.168.203.46@tcp:103:ldlm_bl.0 Request processed in 7325us (7607us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785578.197815:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 15 00010000:00010000:2.0:1789785578.198125:0:22775:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce94200/0x2f18ee3fd845e287 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785578.198139:0:22775:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce94200/0x2f18ee3fd845e287 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785578.198174:0:22775:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce94400/0x2f18ee3fd845e28e lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785578.198191:0:22775:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce94400/0x2f18ee3fd845e28e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785578.198204:0:22775:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce94400/0x2f18ee3fd845e28e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785578.199919:0:22775:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce94c00/0x2f18ee3fd845e295 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785578.199944:0:22775:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce94c00/0x2f18ee3fd845e295 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785578.199956:0:22775:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce94c00/0x2f18ee3fd845e295 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1789785578.199976:0:22775:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000083a49967 reply state 000000005ecd5790 transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce94c00/0x2f18ee3fd845e295 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785578.199989:0:22775:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce94c00/0x2f18ee3fd845e295 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785578.199998:0:22775:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9dae8266ff00) 00010000:00010000:2.0:1789785578.200008:0:22775:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1789785578.200141:0:22775:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1789785578.200151:0:22775:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:2.0:1789785578.200163:0:22775:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce94200/0x2f18ee3fd845e287 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785578.200171:0:22775:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce94200/0x2f18ee3fd845e287 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785578.200178:0:22775:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce94200/0x2f18ee3fd845e287 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785578.200185:0:22775:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafbce94200 already unused, calling callback (ffffffffc18c74f0) 00010000:00010000:2.0:1789785578.200191:0:22775:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce94200/0x2f18ee3fd845e287 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785578.200200:0:22775:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce94200/0x2f18ee3fd845e287 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785578.200214:0:22775:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dae8266f800) 00010000:00010000:2.0:1789785578.200217:0:22775:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789785578.200221:0:22775:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce94200/0x2f18ee3fd845e287 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785578.200227:0:22775:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce94200/0x2f18ee3fd845e287 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1789785578.200245:0:22775:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000083a49967 reply state 000000005ecd5790 transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce94400/0x2f18ee3fd845e28e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785578.200254:0:22775:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce94400/0x2f18ee3fd845e28e lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785578.200272:0:22775:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9dae8266f300) 00010000:00010000:2.0:1789785578.200275:0:22775:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1789785578.200277:0:22775:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1789785578.200663:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbcea9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+10:18710:x1876725530260096:12345-192.168.203.46@tcp:36:lfs.0 Request processed in 27258us (27532us total) trans 12884901890 rc 0/0 00000100:00100000:2.0:1789785578.200674:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 28 00000100:00100000:1.0:1789785578.331482:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:3.0:1789785578.331586:0:23893:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530260352 00000100:00100000:3.0:1789785578.331599:0:23893:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530260352 00000100:00100000:3.0:1789785578.331682:0:23893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 29 00000100:00100000:3.0:1789785578.331694:0:23893:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbceaad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+10:18718:x1876725530260352:12345-192.168.203.46@tcp:101:lctl.0 00010000:00010000:3.0:1789785578.331728:0:23893:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789785578.331757:0:23893:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d55c00/0x2f18ee3fd845e29c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4bb55fb540dd8cde expref: -99 pid: 23893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785578.331844:0:23893:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d55800/0x2f18ee3fd845e2a3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785578.331882:0:23893:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d55800/0x2f18ee3fd845e2a3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785578.331897:0:23893:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d55800/0x2f18ee3fd845e2a3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1789785578.331965:0:23893:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1789785578.331969:0:23893:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1789785578.332030:0:23893:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d55800/0x2f18ee3fd845e2a3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785578.332062:0:23893:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d55c00/0x2f18ee3fd845e29c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8cde expref: 12 pid: 23893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785578.332085:0:23893:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d55800/0x2f18ee3fd845e2a3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8cde expref: 11 pid: 23893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785578.332096:0:23893:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dafac970100) 00010000:00010000:3.0:1789785578.332100:0:23893:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1789785578.332104:0:23893:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dafb5d55800, rc 0) 00000100:00100000:3.0:1789785578.332196:0:23893:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbceaad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+11:18718:x1876725530260352:12345-192.168.203.46@tcp:101:lctl.0 Request processed in 504us (729us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785578.332205:0:23893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 29 00000100:00100000:3.0:1789785578.359554:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:0.0:1789785578.359700:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530260480 00000100:00100000:0.0:1789785578.359713:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530260480 00000100:00100000:0.0:1789785578.359790:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 30 00000100:00100000:0.0:1789785578.359803:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbb414a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cfb6d7d5-f8e0-4077-8776-6c4fa7ba9d9c+5:18719:x1876725530260480:12345-192.168.203.46@tcp:101:lfs.0 00010000:00010000:0.0:1789785578.359854:0:22776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789785578.359882:0:22776:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030800/0x2f18ee3fd845e2aa lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4bb55fb540dd8ce5 expref: -99 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785578.359969:0:22776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030c00/0x2f18ee3fd845e2b1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785578.359986:0:22776:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030c00/0x2f18ee3fd845e2b1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785578.359999:0:22776:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030c00/0x2f18ee3fd845e2b1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1789785578.360063:0:22776:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1789785578.360068:0:22776:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1789785578.360093:0:22776:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030c00/0x2f18ee3fd845e2b1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785578.360120:0:22776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030800/0x2f18ee3fd845e2aa lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8ce5 expref: 7 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785578.360141:0:22776:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030c00/0x2f18ee3fd845e2b1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8ce5 expref: 6 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785578.360150:0:22776:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dafac970100) 00010000:00010000:0.0:1789785578.360153:0:22776:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1789785578.360158:0:22776:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9daf80030c00, rc 0) 00000100:00100000:0.0:1789785578.360239:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbb414a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cfb6d7d5-f8e0-4077-8776-6c4fa7ba9d9c+6:18719:x1876725530260480:12345-192.168.203.46@tcp:101:lfs.0 Request processed in 437us (699us total) trans 0 rc 0/0 00000100:00100000:0.0:1789785578.360247:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 30 00000040:00080000:1.0:1789785578.371117:0:22811:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1789785578.375558:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:3.0:1789785578.375775:0:23893:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530260608 00000100:00100000:3.0:1789785578.375789:0:23893:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530260608 00000100:00100000:3.0:1789785578.375869:0:23893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 31 00000100:00100000:3.0:1789785578.375881:0:23893:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafacae9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cfb6d7d5-f8e0-4077-8776-6c4fa7ba9d9c+6:18719:x1876725530260608:12345-192.168.203.46@tcp:101:lfs.0 00010000:00010000:3.0:1789785578.376179:0:23893:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789785578.376209:0:23893:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d55c00/0x2f18ee3fd845e2b8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4bb55fb540dd8cec expref: -99 pid: 23893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785578.376303:0:23893:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54c00/0x2f18ee3fd845e2bf lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785578.376321:0:23893:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54c00/0x2f18ee3fd845e2bf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785578.376335:0:23893:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54c00/0x2f18ee3fd845e2bf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785578.376388:0:23893:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d55000/0x2f18ee3fd845e2c6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785578.376395:0:23893:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d55000/0x2f18ee3fd845e2c6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785578.376402:0:23893:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d55000/0x2f18ee3fd845e2c6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785578.376501:0:23893:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d55a00/0x2f18ee3fd845e2cd lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785578.376511:0:23893:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d55a00/0x2f18ee3fd845e2cd lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785578.376517:0:23893:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d55a00/0x2f18ee3fd845e2cd lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1789785578.376566:0:23893:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1789785578.376578:0:23893:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1789785578.376608:0:23893:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d55a00/0x2f18ee3fd845e2cd lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785578.376623:0:23893:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54c00/0x2f18ee3fd845e2bf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785578.376630:0:23893:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54c00/0x2f18ee3fd845e2bf lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785578.376639:0:23893:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54c00/0x2f18ee3fd845e2bf lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785578.376645:0:23893:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafb5d54c00 already unused, calling callback (ffffffffc18c74f0) 00010000:00010000:3.0:1789785578.376651:0:23893:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54c00/0x2f18ee3fd845e2bf lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785578.376660:0:23893:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54c00/0x2f18ee3fd845e2bf lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785578.376675:0:23893:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dafac970100) 00010000:00010000:3.0:1789785578.376831:0:23893:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789785578.376838:0:23893:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54c00/0x2f18ee3fd845e2bf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785578.376845:0:23893:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54c00/0x2f18ee3fd845e2bf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785578.376860:0:23893:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d55000/0x2f18ee3fd845e2c6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785578.376866:0:23893:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d55000/0x2f18ee3fd845e2c6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785578.376882:0:23893:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d55000/0x2f18ee3fd845e2c6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785578.376888:0:23893:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafb5d55000 already unused, calling callback (ffffffffc18c74f0) 00010000:00010000:3.0:1789785578.376891:0:23893:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d55000/0x2f18ee3fd845e2c6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785578.376898:0:23893:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d55000/0x2f18ee3fd845e2c6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785578.376907:0:23893:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9dae8266f300) 00010000:00010000:3.0:1789785578.376910:0:23893:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789785578.376913:0:23893:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d55000/0x2f18ee3fd845e2c6 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785578.376920:0:23893:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d55000/0x2f18ee3fd845e2c6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785578.377138:0:23893:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d55c00/0x2f18ee3fd845e2b8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8cec expref: 8 pid: 23893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785578.377154:0:23893:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d55a00/0x2f18ee3fd845e2cd lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8cec expref: 7 pid: 23893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785578.377163:0:23893:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9dae8266ff00) 00010000:00010000:3.0:1789785578.377165:0:23893:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1789785578.377168:0:23893:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dafb5d55a00, rc 0) 00000100:00100000:3.0:1789785578.377327:0:23893:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafacae9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cfb6d7d5-f8e0-4077-8776-6c4fa7ba9d9c+7:18719:x1876725530260608:12345-192.168.203.46@tcp:101:lfs.0 Request processed in 1447us (1783us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785578.377392:0:23893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 31 00000100:00100000:1.0:1789785578.385761:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:2.0:1789785578.385859:0:22786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530260736 00000100:00100000:2.0:1789785578.385872:0:22786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530260736 00000100:00100000:2.0:1789785578.385960:0:22786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 6 00000100:00100000:2.0:1789785578.385972:0:22786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbceaaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:cfb6d7d5-f8e0-4077-8776-6c4fa7ba9d9c+5:18719:x1876725530260736:12345-192.168.203.46@tcp:900:lfs.0 00000100:00100000:2.0:1789785578.386087:0:22786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbceaaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:cfb6d7d5-f8e0-4077-8776-6c4fa7ba9d9c+5:18719:x1876725530260736:12345-192.168.203.46@tcp:900:lfs.0 Request processed in 116us (341us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785578.386095:0:22786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 6 00000100:00080000:1.0:1789785578.386776:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1789785578.391138:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:2.0:1789785578.391226:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530260992 00000100:00100000:2.0:1789785578.391239:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530260992 00000100:00100000:2.0:1789785578.391320:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 32 00000100:00100000:2.0:1789785578.391333:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae84787480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cfb6d7d5-f8e0-4077-8776-6c4fa7ba9d9c+7:18719:x1876725530260992:12345-192.168.203.46@tcp:101:lfs.0 00010000:00010000:2.0:1789785578.391394:0:22775:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789785578.391421:0:22775:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce95200/0x2f18ee3fd845e2d4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4bb55fb540dd8cf3 expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789785578.391556:0:22775:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:2.0:1789785578.391687:0:22775:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce95200/0x2f18ee3fd845e2d4 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8cf3 expref: 9 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785578.391727:0:22775:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dafac970100) 00010000:00010000:2.0:1789785578.391731:0:22775:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1789785578.391738:0:22775:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce95200/0x2f18ee3fd845e2d4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8cf3 expref: 9 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785578.391754:0:22775:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dafbce95200, rc 0) 00000100:00100000:2.0:1789785578.391829:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae84787480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cfb6d7d5-f8e0-4077-8776-6c4fa7ba9d9c+8:18719:x1876725530260992:12345-192.168.203.46@tcp:101:lfs.0 Request processed in 500us (706us total) trans 12884901891 rc 301/301 00000100:00100000:2.0:1789785578.391838:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 32 00000100:00100000:0.0:1789785578.395610:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:1.0:1789785578.395702:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530261248 00000100:00100000:1.0:1789785578.395714:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530261248 00000100:00100000:1.0:1789785578.395791:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 33 00000100:00100000:1.0:1789785578.395803:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae84785c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cfb6d7d5-f8e0-4077-8776-6c4fa7ba9d9c+8:18719:x1876725530261248:12345-192.168.203.46@tcp:36:lfs.0 00010000:00010000:1.0:1789785578.395874:0:22774:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789785578.395913:0:22774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d55a00/0x2f18ee3fd845e2cd lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8cec expref: 8 pid: 23893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785578.395944:0:22774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9dae8266ff00) 00010000:00010000:1.0:1789785578.395950:0:22774:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1789785578.395980:0:22774:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dafa5f78000/0x2f18ee3fd845e2e2 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785578.396017:0:22774:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dafa5f78000/0x2f18ee3fd845e2e2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785578.396030:0:22774:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dafa5f78000/0x2f18ee3fd845e2e2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1789785578.396311:0:22774:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000029f9202d reply state 0000000090e3ef24 transno 12884901892 ns: mdt-lustre-MDT0000_UUID lock: ffff9dafa5f78000/0x2f18ee3fd845e2e2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785578.396328:0:22774:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dafa5f78000/0x2f18ee3fd845e2e2 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785578.396335:0:22774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9dae8266ff00) 00010000:00010000:1.0:1789785578.396378:0:22774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:1.0:1789785578.396381:0:22774:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1789785578.396390:0:22774:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000100:00100000:1.0:1789785578.396484:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae84785c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cfb6d7d5-f8e0-4077-8776-6c4fa7ba9d9c+9:18719:x1876725530261248:12345-192.168.203.46@tcp:36:lfs.0 Request processed in 683us (888us total) trans 12884901892 rc 0/0 00000100:00100000:1.0:1789785578.396492:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 33 00000100:00100000:1.0:1789785578.403722:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:0.0:1789785578.406478:0:22778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530261504 00000100:00100000:0.0:1789785578.406500:0:22778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530261504 00000100:00100000:0.0:1789785578.406604:0:22778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 2 00000100:00100000:0.0:1789785578.406619:0:22778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbceaa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:cfb6d7d5-f8e0-4077-8776-6c4fa7ba9d9c+9:18719:x1876725530261504:12345-192.168.203.46@tcp:35:lfs.0 00000100:00100000:0.0:1789785578.407311:0:22778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbceaa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:cfb6d7d5-f8e0-4077-8776-6c4fa7ba9d9c+10:18719:x1876725530261504:12345-192.168.203.46@tcp:35:lfs.0 Request processed in 690us (3599us total) trans 12884901893 rc 0/0 00000100:00100000:0.0:1789785578.407321:0:22778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 2 00000100:00100000:0.0:1789785578.410542:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:2.0:1789785578.410827:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530261760 00000100:00100000:2.0:1789785578.410840:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530261760 00000100:00100000:2.0:1789785578.410908:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 34 00000100:00100000:2.0:1789785578.410920:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae84785500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cfb6d7d5-f8e0-4077-8776-6c4fa7ba9d9c+10:18719:x1876725530261760:12345-192.168.203.46@tcp:101:lfs.0 00010000:00010000:2.0:1789785578.411166:0:22775:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789785578.411195:0:22775:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce94a00/0x2f18ee3fd845e2e9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4bb55fb540dd8cfa expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785578.411299:0:22775:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce95800/0x2f18ee3fd845e2f0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785578.411317:0:22775:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce95800/0x2f18ee3fd845e2f0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785578.411329:0:22775:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce95800/0x2f18ee3fd845e2f0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785578.411383:0:22775:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce95000/0x2f18ee3fd845e2f7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785578.411408:0:22775:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce95000/0x2f18ee3fd845e2f7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785578.411415:0:22775:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce95000/0x2f18ee3fd845e2f7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789785578.411550:0:22775:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:2.0:1789785578.411641:0:22775:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce95800/0x2f18ee3fd845e2f0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785578.411649:0:22775:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce95800/0x2f18ee3fd845e2f0 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785578.411655:0:22775:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce95800/0x2f18ee3fd845e2f0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785578.411662:0:22775:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafbce95800 already unused, calling callback (ffffffffc18c74f0) 00010000:00010000:2.0:1789785578.411667:0:22775:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce95800/0x2f18ee3fd845e2f0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785578.411675:0:22775:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce95800/0x2f18ee3fd845e2f0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785578.411862:0:22775:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dafac970100) 00010000:00010000:2.0:1789785578.411867:0:22775:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789785578.411872:0:22775:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce95800/0x2f18ee3fd845e2f0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785578.411879:0:22775:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce95800/0x2f18ee3fd845e2f0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785578.411905:0:22775:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce95000/0x2f18ee3fd845e2f7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785578.411911:0:22775:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce95000/0x2f18ee3fd845e2f7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785578.411917:0:22775:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce95000/0x2f18ee3fd845e2f7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785578.411923:0:22775:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafbce95000 already unused, calling callback (ffffffffc18c74f0) 00010000:00010000:2.0:1789785578.414965:0:22775:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce95000/0x2f18ee3fd845e2f7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785578.415003:0:22775:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce95000/0x2f18ee3fd845e2f7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785578.415185:0:22775:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9dae8266f300) 00010000:00010000:2.0:1789785578.415189:0:22775:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789785578.415197:0:22775:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce95000/0x2f18ee3fd845e2f7 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785578.415206:0:22775:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce95000/0x2f18ee3fd845e2f7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785578.415304:0:22775:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce94a00/0x2f18ee3fd845e2e9 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8cfa expref: 12 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785578.415317:0:22775:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dafac970100) 00010000:00010000:2.0:1789785578.415320:0:22775:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1789785578.415376:0:22775:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce94a00/0x2f18ee3fd845e2e9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8cfa expref: 12 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785578.415388:0:22775:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dafbce94a00, rc 0) 00000100:00100000:2.0:1789785578.415481:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae84785500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cfb6d7d5-f8e0-4077-8776-6c4fa7ba9d9c+11:18719:x1876725530261760:12345-192.168.203.46@tcp:101:lfs.0 Request processed in 4561us (4952us total) trans 12884901894 rc 301/301 00000100:00100000:2.0:1789785578.415490:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 34 00000100:00100000:2.0:1789785578.422495:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:1.0:1789785578.422619:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530261888 00000100:00100000:1.0:1789785578.422631:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530261888 00000100:00100000:1.0:1789785578.422705:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 35 00000100:00100000:1.0:1789785578.422716:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafacaeaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cfb6d7d5-f8e0-4077-8776-6c4fa7ba9d9c+11:18719:x1876725530261888:12345-192.168.203.46@tcp:101:lfs.0 00010000:00010000:1.0:1789785578.422747:0:22774:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789785578.422772:0:22774:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dafa5f78200/0x2f18ee3fd845e305 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4bb55fb540dd8d01 expref: -99 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785578.422892:0:22774:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dafa5f79e00/0x2f18ee3fd845e30c lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785578.422924:0:22774:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dafa5f79e00/0x2f18ee3fd845e30c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785578.423133:0:22774:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dafa5f79e00/0x2f18ee3fd845e30c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1789785578.423165:0:22774:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1789785578.423168:0:22774:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1789785578.423192:0:22774:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dafa5f79e00/0x2f18ee3fd845e30c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785578.423224:0:22774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dafa5f78200/0x2f18ee3fd845e305 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8d01 expref: 13 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785578.423244:0:22774:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dafa5f79e00/0x2f18ee3fd845e30c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8d01 expref: 12 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785578.423252:0:22774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9dae8266ff00) 00010000:00010000:1.0:1789785578.423256:0:22774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1789785578.423260:0:22774:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dafa5f79e00, rc 0) 00000100:00100000:1.0:1789785578.423380:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafacaeaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cfb6d7d5-f8e0-4077-8776-6c4fa7ba9d9c+12:18719:x1876725530261888:12345-192.168.203.46@tcp:101:lfs.0 Request processed in 665us (900us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785578.423388:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 35 00000100:00100000:1.0:1789785578.427739:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:2.0:1789785578.428033:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530262016 00000100:00100000:2.0:1789785578.428047:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530262016 00000100:00100000:2.0:1789785578.428119:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 3 00000100:00100000:2.0:1789785578.428131:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbcea9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:cfb6d7d5-f8e0-4077-8776-6c4fa7ba9d9c+12:18719:x1876725530262016:12345-192.168.203.46@tcp:37:lfs.0 00000100:00100000:2.0:1789785578.434355:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbcea9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:cfb6d7d5-f8e0-4077-8776-6c4fa7ba9d9c+12:18719:x1876725530262016:12345-192.168.203.46@tcp:37:lfs.0 Request processed in 6188us (6592us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785578.434373:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 3 00000100:00100000:3.0:1789785578.438948:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:0.0:1789785578.439122:0:22778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530262272 00000100:00100000:0.0:1789785578.439136:0:22778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530262272 00000100:00100000:0.0:1789785578.439249:0:22778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 4 00000100:00100000:0.0:1789785578.439263:0:22778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9daf8467ac50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:cfb6d7d5-f8e0-4077-8776-6c4fa7ba9d9c+12:18719:x1876725530262272:12345-192.168.203.46@tcp:35:lfs.0 00000100:00100000:0.0:1789785578.439588:0:22778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9daf8467ac50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:cfb6d7d5-f8e0-4077-8776-6c4fa7ba9d9c+13:18719:x1876725530262272:12345-192.168.203.46@tcp:35:lfs.0 Request processed in 326us (652us total) trans 12884901895 rc 0/0 00000100:00100000:0.0:1789785578.439597:0:22778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 4 00000100:00100000:1.0:1789785578.500969:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:0.0:1789785578.501125:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530262400 00000100:00100000:0.0:1789785578.501137:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530262400 00000100:00100000:0.0:1789785578.501210:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 36 00000100:00100000:0.0:1789785578.501221:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbceab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+11:18725:x1876725530262400:12345-192.168.203.46@tcp:101:bash.0 00010000:00010000:0.0:1789785578.501247:0:22776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789785578.501272:0:22776:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030a00/0x2f18ee3fd845e313 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4bb55fb540dd8d08 expref: -99 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785578.501468:0:22776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030800/0x2f18ee3fd845e31a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785578.501500:0:22776:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030800/0x2f18ee3fd845e31a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785578.501514:0:22776:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030800/0x2f18ee3fd845e31a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785578.501527:0:22776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80031600/0x2f18ee3fd845e321 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785578.501535:0:22776:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80031600/0x2f18ee3fd845e321 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785578.501541:0:22776:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80031600/0x2f18ee3fd845e321 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785578.501638:0:22776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030e00/0x2f18ee3fd845e328 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785578.501646:0:22776:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030e00/0x2f18ee3fd845e328 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785578.501653:0:22776:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030e00/0x2f18ee3fd845e328 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1789785578.501693:0:22776:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1789785578.501696:0:22776:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1789785578.501739:0:22776:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030e00/0x2f18ee3fd845e328 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785578.501752:0:22776:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030800/0x2f18ee3fd845e31a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785578.501769:0:22776:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030800/0x2f18ee3fd845e31a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785578.501776:0:22776:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030800/0x2f18ee3fd845e31a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785578.501782:0:22776:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9daf80030800 already unused, calling callback (ffffffffc18c74f0) 00010000:00010000:0.0:1789785578.501787:0:22776:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030800/0x2f18ee3fd845e31a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785578.501796:0:22776:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030800/0x2f18ee3fd845e31a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785578.501810:0:22776:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dafac970100) 00010000:00010000:0.0:1789785578.501813:0:22776:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789785578.501818:0:22776:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030800/0x2f18ee3fd845e31a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785578.501824:0:22776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030800/0x2f18ee3fd845e31a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785578.501838:0:22776:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80031600/0x2f18ee3fd845e321 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785578.501844:0:22776:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80031600/0x2f18ee3fd845e321 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785578.501851:0:22776:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80031600/0x2f18ee3fd845e321 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785578.501855:0:22776:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9daf80031600 already unused, calling callback (ffffffffc18c74f0) 00010000:00010000:0.0:1789785578.501862:0:22776:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80031600/0x2f18ee3fd845e321 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785578.501868:0:22776:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80031600/0x2f18ee3fd845e321 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785578.501875:0:22776:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9dae8266f300) 00010000:00010000:0.0:1789785578.501877:0:22776:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789785578.501879:0:22776:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80031600/0x2f18ee3fd845e321 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785578.501885:0:22776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80031600/0x2f18ee3fd845e321 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785578.501913:0:22776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030a00/0x2f18ee3fd845e313 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8d08 expref: 13 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785578.501925:0:22776:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030e00/0x2f18ee3fd845e328 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8d08 expref: 12 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785578.501932:0:22776:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9dae8266ff00) 00010000:00010000:0.0:1789785578.501933:0:22776:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1789785578.501936:0:22776:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9daf80030e00, rc 0) 00000100:00100000:0.0:1789785578.502001:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbceab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+12:18725:x1876725530262400:12345-192.168.203.46@tcp:101:bash.0 Request processed in 782us (1047us total) trans 0 rc 0/0 00000100:00100000:0.0:1789785578.502844:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 36 00000100:00100000:1.0:1789785578.506143:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:3.0:1789785578.506246:0:22786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530262528 00000100:00100000:3.0:1789785578.506259:0:22786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530262528 00000100:00100000:3.0:1789785578.506365:0:22786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 7 00000100:00100000:3.0:1789785578.506378:0:22786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbcea8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+5:18725:x1876725530262528:12345-192.168.203.46@tcp:900:bash.0 00000100:00100000:3.0:1789785578.506485:0:22786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbcea8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+5:18725:x1876725530262528:12345-192.168.203.46@tcp:900:bash.0 Request processed in 110us (356us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785578.506493:0:22786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 7 00000100:00100000:3.0:1789785578.508777:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:1.0:1789785578.508886:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530262784 00000100:00100000:1.0:1789785578.508898:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530262784 00000100:00100000:1.0:1789785578.508995:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 37 00000100:00100000:1.0:1789785578.509007:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbb416d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+12:18725:x1876725530262784:12345-192.168.203.46@tcp:101:bash.0 00010000:00010000:1.0:1789785578.509042:0:22774:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789785578.509071:0:22774:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dafa5f79600/0x2f18ee3fd845e32f lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4bb55fb540dd8d0f expref: -99 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785578.509214:0:22774:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dafa5f78800/0x2f18ee3fd845e336 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785578.509232:0:22774:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dafa5f79e00/0x2f18ee3fd845e30c lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8d01 expref: 12 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785578.509242:0:22774:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dafa5f78800/0x2f18ee3fd845e336 lrc: 4/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785578.509284:0:22774:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dafa5f79e00/0x2f18ee3fd845e30c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8d01 expref: 12 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785578.509311:0:22774:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dafa5f79e00/0x2f18ee3fd845e30c lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8d01 expref: 12 pid: 22774 timeout: 786 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789785578.509327:0:22774:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafbcea9c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22774:1876725549244672:192.168.203.46@tcp:104: 00000100:00100000:1.0:1789785578.509648:0:22774:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dae81f5bcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1789785578.515813:0:22774:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafbcea9c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22774:1876725549244672:192.168.203.46@tcp:104: 00010000:00010000:1.0:1789785578.515851:0:22774:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9dafa5f78800/0x2f18ee3fd845e336 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789785578.515976:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:2.0:1789785578.516580:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530262912 00000100:00100000:2.0:1789785578.516591:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530262912 00010000:00010000:2.0:1789785578.516641:0:22760:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dafa5f79e00/0x2f18ee3fd845e30c lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8d01 expref: 13 pid: 22774 timeout: 786 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789785578.516695:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 16 00000100:00100000:2.0:1789785578.516705:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafb113e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cfb6d7d5-f8e0-4077-8776-6c4fa7ba9d9c+13:2397:x1876725530262912:12345-192.168.203.46@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1789785578.516722:0:22760:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789785578.516729:0:22760:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dafa5f79e00/0x2f18ee3fd845e30c lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8d01 expref: 13 pid: 22774 timeout: 786 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785578.516742:0:22760:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dafa5f79e00/0x2f18ee3fd845e30c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8d01 expref: 13 pid: 22774 timeout: 786 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785578.516786:0:22760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dafa5f79e00/0x2f18ee3fd845e30c lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8d01 expref: 13 pid: 22774 timeout: 786 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785578.516804:0:22760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9dae8266ff00) 00010000:00010000:2.0:1789785578.516810:0:22760:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dafa5f78800/0x2f18ee3fd845e336 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785578.516821:0:22760:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dafa5f78800/0x2f18ee3fd845e336 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785578.516829:0:22760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dafa5f78800/0x2f18ee3fd845e336 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785578.516861:0:22760:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789785578.516934:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafb113e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cfb6d7d5-f8e0-4077-8776-6c4fa7ba9d9c+12:2397:x1876725530262912:12345-192.168.203.46@tcp:103:ldlm_bl.0 Request processed in 230us (960us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785578.516942:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 16 00010000:00010000:1.0:1789785578.517120:0:22774:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9dafa5f78800/0x2f18ee3fd845e336 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785578.517136:0:22774:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dafa5f78800/0x2f18ee3fd845e336 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785578.520361:0:22774:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dafa5f78600/0x2f18ee3fd845e33d lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785578.520385:0:22774:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dafa5f78600/0x2f18ee3fd845e33d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785578.520399:0:22774:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dafa5f78600/0x2f18ee3fd845e33d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785578.521328:0:22774:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dafa5f79200/0x2f18ee3fd845e344 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785578.521365:0:22774:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dafa5f79200/0x2f18ee3fd845e344 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785578.521374:0:22774:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dafa5f79200/0x2f18ee3fd845e344 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1789785578.521386:0:22774:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:1.0:1789785578.521413:0:22774:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dafa5f78800/0x2f18ee3fd845e336 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785578.521420:0:22774:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dafa5f78800/0x2f18ee3fd845e336 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785578.521427:0:22774:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dafa5f78800/0x2f18ee3fd845e336 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785578.521432:0:22774:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafa5f78800 already unused, calling callback (ffffffffc18c74f0) 00010000:00010000:1.0:1789785578.521450:0:22774:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dafa5f78800/0x2f18ee3fd845e336 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785578.521458:0:22774:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dafa5f78800/0x2f18ee3fd845e336 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785578.521471:0:22774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9dae8266ff00) 00010000:00010000:1.0:1789785578.521475:0:22774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789785578.523307:0:22774:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dafa5f78800/0x2f18ee3fd845e336 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785578.523321:0:22774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dafa5f78800/0x2f18ee3fd845e336 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1789785578.523354:0:22774:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000002c545998 reply state 00000000f7aba3d3 transno 12884901896 ns: mdt-lustre-MDT0000_UUID lock: ffff9dafa5f78600/0x2f18ee3fd845e33d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785578.523370:0:22774:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dafa5f78600/0x2f18ee3fd845e33d lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785578.523380:0:22774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff9dae827c0500) 00010000:00010000:1.0:1789785578.523383:0:22774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1789785578.523388:0:22774:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1789785578.523443:0:22774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dafa5f79600/0x2f18ee3fd845e32f lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8d0f expref: 15 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785578.523459:0:22774:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dafa5f79200/0x2f18ee3fd845e344 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8d0f expref: 14 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785578.523468:0:22774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9dae827c0600) 00010000:00010000:1.0:1789785578.523471:0:22774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:1.0:1789785578.525287:0:22774:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dafa5f79200, rc 0) 00000100:00100000:1.0:1789785578.525406:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbb416d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+15:18725:x1876725530262784:12345-192.168.203.46@tcp:101:bash.0 Request processed in 16395us (16637us total) trans 12884901896 rc 0/0 00000100:00100000:1.0:1789785578.525416:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 37 00000100:00100000:0.0:1789785578.542482:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:2.0:1789785578.542792:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530263040 00000100:00100000:2.0:1789785578.542805:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530263040 00000100:00100000:2.0:1789785578.542884:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 38 00000100:00100000:2.0:1789785578.542897:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae83a23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+15:18725:x1876725530263040:12345-192.168.203.46@tcp:101:bash.0 00010000:00010000:2.0:1789785578.542931:0:22775:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789785578.542959:0:22775:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce95000/0x2f18ee3fd845e352 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4bb55fb540dd8d16 expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785578.543043:0:22775:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce95800/0x2f18ee3fd845e359 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785578.543079:0:22775:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce95800/0x2f18ee3fd845e359 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785578.543094:0:22775:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce95800/0x2f18ee3fd845e359 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789785578.543159:0:22775:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:2.0:1789785578.543165:0:22775:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1789785578.543192:0:22775:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce95800/0x2f18ee3fd845e359 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785578.543204:0:22775:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce95800/0x2f18ee3fd845e359 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785578.543234:0:22775:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce95000/0x2f18ee3fd845e352 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8d16 expref: 17 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785578.543255:0:22775:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce95800/0x2f18ee3fd845e359 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8d16 expref: 16 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785578.543265:0:22775:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9dae827c0600) 00010000:00010000:2.0:1789785578.543268:0:22775:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1789785578.543273:0:22775:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dafbce95800, rc 0) 00000100:00100000:2.0:1789785578.543464:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae83a23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+16:18725:x1876725530263040:12345-192.168.203.46@tcp:101:bash.0 Request processed in 569us (997us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785578.543472:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 38 00000100:00100000:2.0:1789785578.549980:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:3.0:1789785578.550128:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530263296 00000100:00100000:3.0:1789785578.550142:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530263296 00000100:00100000:3.0:1789785578.550220:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 5 00000100:00100000:3.0:1789785578.550233:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafacaead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+16:18725:x1876725530263296:12345-192.168.203.46@tcp:35:bash.0 00000100:00100000:3.0:1789785578.551205:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafacaead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+17:18725:x1876725530263296:12345-192.168.203.46@tcp:35:bash.0 Request processed in 969us (1235us total) trans 12884901897 rc 0/0 00000100:00100000:3.0:1789785578.551216:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 5 00000100:00100000:1.0:1789785578.657725:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:3.0:1789785578.657867:0:23893:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530263552 00000100:00100000:3.0:1789785578.657877:0:23893:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530263552 00000100:00100000:3.0:1789785578.657944:0:23893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 39 00000100:00100000:3.0:1789785578.657955:0:23893:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbcea9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+17:18735:x1876725530263552:12345-192.168.203.46@tcp:101:lfs.0 00010000:00010000:3.0:1789785578.657979:0:23893:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789785578.657999:0:23893:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d55c00/0x2f18ee3fd845e360 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4bb55fb540dd8d1d expref: -99 pid: 23893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1789785578.658500:0:23893:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:3.0:1789785578.658607:0:23893:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d55c00/0x2f18ee3fd845e360 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8d1d expref: 19 pid: 23893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785578.658622:0:23893:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dafac970100) 00010000:00010000:3.0:1789785578.658626:0:23893:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1789785578.658631:0:23893:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d55c00/0x2f18ee3fd845e360 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8d1d expref: 19 pid: 23893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785578.658644:0:23893:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dafb5d55c00, rc 0) 00000100:00100000:3.0:1789785578.658749:0:23893:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbcea9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+18:18735:x1876725530263552:12345-192.168.203.46@tcp:101:lfs.0 Request processed in 796us (1034us total) trans 12884901898 rc 301/301 00000100:00100000:3.0:1789785578.658757:0:23893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 39 00000100:00100000:0.0:1789785578.667248:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:2.0:1789785578.667457:0:22778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530263808 00000100:00100000:2.0:1789785578.667468:0:22778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530263808 00000100:00100000:2.0:1789785578.667531:0:22778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 6 00000100:00100000:2.0:1789785578.667541:0:22778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae83a20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+18:18735:x1876725530263808:12345-192.168.203.46@tcp:35:lfs.0 00000100:00100000:2.0:1789785578.667760:0:22778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae83a20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+19:18735:x1876725530263808:12345-192.168.203.46@tcp:35:lfs.0 Request processed in 220us (519us total) trans 12884901899 rc 0/0 00000100:00100000:2.0:1789785578.667768:0:22778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 6 00000100:00100000:0.0:1789785578.728659:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:2.0:1789785578.728920:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530264064 00000100:00100000:2.0:1789785578.728943:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530264064 00000100:00100000:2.0:1789785578.729025:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 40 00000100:00100000:2.0:1789785578.729046:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae83a23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+19:18738:x1876725530264064:12345-192.168.203.46@tcp:101:lfs.0 00010000:00010000:2.0:1789785578.729080:0:22775:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789785578.729108:0:22775:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce95000/0x2f18ee3fd845e36e lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4bb55fb540dd8d24 expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785578.729249:0:22775:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce94000/0x2f18ee3fd845e375 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785578.729266:0:22775:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce94000/0x2f18ee3fd845e375 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785578.729280:0:22775:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce94000/0x2f18ee3fd845e375 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789785578.729303:0:22775:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1789785578.729486:0:22775:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce95000/0x2f18ee3fd845e36e lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8d24 expref: 22 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785578.729508:0:22775:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce94000/0x2f18ee3fd845e375 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8d24 expref: 21 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785578.729531:0:22775:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9dae827c0600) 00010000:00010000:2.0:1789785578.729534:0:22775:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1789785578.729538:0:22775:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dafbce94000, rc 0) 00000100:00100000:2.0:1789785578.729606:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae83a23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+21:18738:x1876725530264064:12345-192.168.203.46@tcp:101:lfs.0 Request processed in 572us (962us total) trans 12884901900 rc 0/0 00000100:00100000:2.0:1789785578.729614:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 40 00000100:00100000:1.0:1789785578.738968:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:0.0:1789785578.739174:0:25803:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530264192 00000100:00100000:0.0:1789785578.739187:0:25803:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530264192 00000100:00100000:0.0:1789785578.739275:0:25803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 0 00000100:00100000:0.0:1789785578.739298:0:25803:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbceaa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+21:2398:x1876725530264192:12345-192.168.203.46@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1789785578.739319:0:25803:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789785578.739397:0:25803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce94000/0x2f18ee3fd845e375 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8d24 expref: 21 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785578.739420:0:25803:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9dae827c0600) 00010000:00010000:0.0:1789785578.739426:0:25803:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789785578.739516:0:25803:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbceaa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+20:2398:x1876725530264192:12345-192.168.203.46@tcp:103:ldlm_bl.0 Request processed in 231us (565us total) trans 0 rc 0/0 00000100:00100000:0.0:1789785578.739524:0:25803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 0 00000100:00100000:1.0:1789785578.742815:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:0.0:1789785578.744901:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530264320 00000100:00100000:0.0:1789785578.744920:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530264320 00000100:00100000:0.0:1789785578.745017:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 41 00000100:00100000:0.0:1789785578.745029:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbcea9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+20:18738:x1876725530264320:12345-192.168.203.46@tcp:54:lfs.0 00010000:00010000:0.0:1789785578.745130:0:22774:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030800/0x2f18ee3fd845e383 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785578.745152:0:22774:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030800/0x2f18ee3fd845e383 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785578.745165:0:22774:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030800/0x2f18ee3fd845e383 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785578.745208:0:22774:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030800/0x2f18ee3fd845e383 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785578.745239:0:22774:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030800/0x2f18ee3fd845e383 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785578.745247:0:22774:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030800/0x2f18ee3fd845e383 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785578.745254:0:22774:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9daf80030800 already unused, calling callback (ffffffffc18c74f0) 00010000:00010000:0.0:1789785578.745259:0:22774:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030800/0x2f18ee3fd845e383 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785578.745267:0:22774:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030800/0x2f18ee3fd845e383 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785578.745282:0:22774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9dae827c0600) 00010000:00010000:0.0:1789785578.745286:0:22774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1789785578.745301:0:22774:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030800/0x2f18ee3fd845e383 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785578.745308:0:22774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030800/0x2f18ee3fd845e383 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789785578.746587:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbcea9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+20:18738:x1876725530264320:12345-192.168.203.46@tcp:54:lfs.0 Request processed in 409us (2635us total) trans 0 rc 0/0 00000100:00100000:0.0:1789785578.746609:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 41 00000100:00100000:2.0:1789785578.755762:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:3.0:1789785578.760433:0:22778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530264576 00000100:00100000:3.0:1789785578.760454:0:22778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530264576 00000100:00100000:3.0:1789785578.760563:0:22778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 7 00000100:00100000:3.0:1789785578.760576:0:22778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafacaea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+20:18738:x1876725530264576:12345-192.168.203.46@tcp:35:lfs.0 00000100:00100000:3.0:1789785578.760889:0:22778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafacaea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+21:18738:x1876725530264576:12345-192.168.203.46@tcp:35:lfs.0 Request processed in 315us (5139us total) trans 12884901901 rc 0/0 00000100:00100000:3.0:1789785578.760898:0:22778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 7 00000100:00100000:2.0:1789785578.819619:0:3660:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafbb416a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3660:1876725549244800:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1789785578.819713:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789785578.819846:0:24284:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549244800 00000100:00100000:1.0:1789785578.819856:0:24284:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549244800 00000100:00100000:1.0:1789785578.819935:0:24284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1789785578.819948:0:24284:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafacae9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3660:x1876725549244800:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1789785578.819985:0:24284:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1789785578.820056:0:24284:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafacae9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3660:x1876725549244800:12345-0@lo:13:osp-pre-0-0.0 Request processed in 111us (342us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785578.820064:0:24284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1789785578.820124:0:3660:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafbb416a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3660:1876725549244800:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1789785578.820241:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1789785578.820304:0:3661:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafbcecdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3661:1876725549244928:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1789785578.820374:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789785578.820448:0:24284:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549244928 00000100:00100000:1.0:1789785578.820453:0:24284:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549244928 00000100:00100000:1.0:1789785578.820496:0:24284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1789785578.820503:0:24284:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbb416300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3661:x1876725549244928:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1789785578.820523:0:24284:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1789785578.820559:0:24284:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbb416300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3661:x1876725549244928:12345-0@lo:13:osp-pre-1-0.0 Request processed in 56us (185us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785578.820566:0:24284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1789785578.820593:0:3661:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafbcecdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3661:1876725549244928:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1789785578.820651:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1789785578.821059:0:3659:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafacae8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:74f6797b-597b-4af7-b58b-b0a39d36f113:3659:1876725549245184:0@lo:400:kworker.0 00000100:00100000:0.0:1789785578.821102:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789785578.821141:0:3659:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafacae9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3659:1876725549245696:0@lo:400:kworker.0 00000100:00100000:0.0:1789785578.821167:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789785578.821196:0:3659:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafbce15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3659:1876725549246208:0@lo:400:kworker.0 00000100:00100000:0.0:1789785578.821223:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789785578.821242:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1789785578.821249:0:3659:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafacae9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3659:1876725549245312:0@lo:400:kworker.0 00000100:00100000:0.0:1789785578.821273:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789785578.821298:0:3659:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafacae8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3659:1876725549245824:0@lo:400:kworker.0 00000100:00100000:0.0:1789785578.821319:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789785578.821334:0:3659:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafbce16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3659:1876725549246336:0@lo:400:kworker.0 00000100:00100000:0.0:1789785578.821376:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789785578.821402:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549246208 00000100:00100000:0.0:1789785578.821406:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549246208 00000100:00100000:0.0:1789785578.821444:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549246336 00000100:00100000:0.0:1789785578.821447:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549246336 00000100:00100000:0.0:1789785578.821470:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:0.0:1789785578.821478:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae83a22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3659:x1876725549246208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789785578.821521:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae83a22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3659:x1876725549246208:12345-0@lo:400:kworker.0 Request processed in 44us (297us total) trans 0 rc 0/0 00000100:00100000:0.0:1789785578.821528:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00010000:00080000:0.0:1789785578.821560:0:3659:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9dafbce15c00 x1876725549246208/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789785594 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789785578.821574:0:3659:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafbce15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3659:1876725549246208:0@lo:400:kworker.0 00000100:00100000:0.0:1789785578.821597:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1789785578.821603:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae83a20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3659:x1876725549246336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789785578.821634:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae83a20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3659:x1876725549246336:12345-0@lo:400:kworker.0 Request processed in 32us (258us total) trans 0 rc 0/0 00000100:00100000:0.0:1789785578.821640:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1789785578.821671:0:3659:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafbce16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3659:1876725549246336:0@lo:400:kworker.0 00000100:00100000:2.0:1789785578.821931:0:22780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549245312 00000100:00100000:2.0:1789785578.821936:0:22780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549245312 00000100:00100000:2.0:1789785578.821973:0:22780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1789785578.821980:0:22780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae83a22d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3659:x1876725549245312:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789785578.822022:0:22780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae83a22d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3659:x1876725549245312:12345-0@lo:400:kworker.0 Request processed in 43us (748us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785578.822028:0:22780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00080000:2.0:1789785578.822059:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1789785578.822064:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1789785578.822082:0:3659:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafacae9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3659:1876725549245312:0@lo:400:kworker.0 00000100:00100000:2.0:1789785578.822104:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549245184 00000100:00100000:2.0:1789785578.822107:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549245184 00000100:00100000:2.0:1789785578.822145:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 167 00000100:00100000:2.0:1789785578.822152:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae8446c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f6797b-597b-4af7-b58b-b0a39d36f113+24:3659:x1876725549245184:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789785578.822199:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae8446c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74f6797b-597b-4af7-b58b-b0a39d36f113+24:3659:x1876725549245184:12345-0@lo:400:kworker.0 Request processed in 47us (1096us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785578.822205:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 167 00000100:00100000:2.0:1789785578.822238:0:3659:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafacae8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:74f6797b-597b-4af7-b58b-b0a39d36f113:3659:1876725549245184:0@lo:400:kworker.0 00000100:00100000:3.0:1789785578.822407:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dae83a22680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3662:1876725549245056:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1789785578.822449:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785578.822491:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafacaea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3662:1876725549245568:0@lo:400:kworker.0 00000100:00100000:3.0:1789785578.822515:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785578.822533:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafa5889180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3662:1876725549246080:0@lo:400:kworker.0 00000100:00100000:3.0:1789785578.822555:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785578.822577:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1789785578.822584:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafacaeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3662:1876725549245440:0@lo:400:kworker.0 00000100:00100000:3.0:1789785578.822604:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785578.822621:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafa588b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3662:1876725549245952:0@lo:400:kworker.0 00000100:00100000:3.0:1789785578.822643:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785578.822659:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafbce17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3662:1876725549246464:0@lo:400:kworker.0 00000100:00100000:3.0:1789785578.822682:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785578.822712:0:23893:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549246080 00000100:00100000:3.0:1789785578.822716:0:23893:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549246080 00000100:00100000:3.0:1789785578.822749:0:23893:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549245440 00000100:00100000:3.0:1789785578.822753:0:23893:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549245440 00000100:00100000:3.0:1789785578.822771:0:23893:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549245952 00000100:00100000:3.0:1789785578.822774:0:23893:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549245952 00000100:00100000:3.0:1789785578.822785:0:23893:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549246464 00000100:00100000:3.0:1789785578.822788:0:23893:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549246464 00000100:00100000:3.0:1789785578.822805:0:23893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:3.0:1789785578.822812:0:23893:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbb415c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3662:x1876725549246080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789785578.822848:0:23893:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbb415c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3662:x1876725549246080:12345-0@lo:400:kworker.0 Request processed in 37us (292us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785578.822854:0:23893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:3.0:1789785578.822868:0:23893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:3.0:1789785578.822875:0:23893:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbb416680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3662:x1876725549245440:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789785578.822899:0:23893:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbb416680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3662:x1876725549245440:12345-0@lo:400:kworker.0 Request processed in 25us (294us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785578.822916:0:23893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:3.0:1789785578.822928:0:23893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:3.0:1789785578.822934:0:23893:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9daf87816300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3662:x1876725549245952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789785578.822963:0:23893:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9daf87816300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3662:x1876725549245952:12345-0@lo:400:kworker.0 Request processed in 29us (318us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785578.822968:0:23893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:3.0:1789785578.822979:0:23893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:3.0:1789785578.822985:0:23893:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbf4e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3662:x1876725549246464:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789785578.823009:0:23893:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbf4e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3662:x1876725549246464:12345-0@lo:400:kworker.0 Request processed in 24us (326us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785578.823015:0:23893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:3.0:1789785578.823115:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafacaeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3662:1876725549245440:0@lo:400:kworker.0 00000100:00100000:3.0:1789785578.823126:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafa588b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3662:1876725549245952:0@lo:400:kworker.0 00010000:00080000:3.0:1789785578.823138:0:3662:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9dafbce17b80 x1876725549246464/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789785594 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789785578.823150:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafbce17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3662:1876725549246464:0@lo:400:kworker.0 00000100:00100000:3.0:1789785578.823161:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafa5889180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3662:1876725549246080:0@lo:400:kworker.0 00000100:00100000:1.0:1789785578.823300:0:24280:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549245696 00000100:00100000:1.0:1789785578.823314:0:24280:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549245696 00000100:00100000:1.0:1789785578.823394:0:24280:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549245824 00000100:00100000:1.0:1789785578.823398:0:24280:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549245824 00000100:00100000:1.0:1789785578.823424:0:24280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1789785578.823431:0:24280:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae83a21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3659:x1876725549245696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789785578.823475:0:24280:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae83a21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3659:x1876725549245696:12345-0@lo:400:kworker.0 Request processed in 45us (2307us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785578.823482:0:24280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1789785578.823496:0:24280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1789785578.823502:0:24280:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae83a21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3659:x1876725549245824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789785578.823529:0:24280:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae83a21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3659:x1876725549245824:12345-0@lo:400:kworker.0 Request processed in 28us (2209us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785578.823535:0:24280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00080000:2.0:1789785578.823660:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1789785578.823666:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1789785578.823669:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1789785578.823671:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1789785578.823685:0:24284:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549245056 00000100:00100000:2.0:1789785578.823689:0:24284:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549245056 00000100:00100000:2.0:1789785578.823725:0:24284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1789785578.823733:0:24284:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbb416a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1876725549245056:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1789785578.823750:0:24284:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915857920 avail 3684335616 00000100:00100000:2.0:1789785578.823797:0:24284:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbb416a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1876725549245056:12345-0@lo:13:osp-pre-1-1.0 Request processed in 65us (1347us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785578.823803:0:24284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1789785578.823839:0:3659:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafacae8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3659:1876725549245824:0@lo:400:kworker.0 00000100:00100000:2.0:1789785578.823851:0:3659:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafacae9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3659:1876725549245696:0@lo:400:kworker.0 00000100:00100000:0.0:1789785578.823938:0:22779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549245568 00000100:00100000:0.0:1789785578.823943:0:22779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549245568 00000100:00100000:0.0:1789785578.823981:0:22779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1789785578.823988:0:22779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbb417100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3662:x1876725549245568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789785578.824027:0:22779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbb417100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3662:x1876725549245568:12345-0@lo:400:kworker.0 Request processed in 39us (1510us total) trans 0 rc 0/0 00000100:00100000:0.0:1789785578.824033:0:22779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1789785578.828207:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dae83a22680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3662:1876725549245056:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1789785578.828233:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafacaea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3662:1876725549245568:0@lo:400:kworker.0 00000100:00100000:1.0:1789785578.989311:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:1.0:1789785578.989410:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:1.0:1789785578.989459:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:1.0:1789785578.989480:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:1.0:1789785578.989513:0:24833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530264832 00000100:00100000:1.0:1789785578.989526:0:24833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530264832 00000100:00100000:1.0:1789785578.989600:0:24833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530265088 00000100:00100000:1.0:1789785578.989604:0:24833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530265088 00000100:00100000:1.0:1789785578.989625:0:24833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530264960 00000100:00100000:1.0:1789785578.989627:0:24833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530264960 00000100:00100000:1.0:1789785578.989649:0:24833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 18 00000100:00100000:1.0:1789785578.989661:0:24833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbcecdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+5:2398:x1876725530264832:12345-192.168.203.46@tcp:400:kworker.0 00000100:00100000:1.0:1789785578.989785:0:24833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbcecdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+5:2398:x1876725530264832:12345-192.168.203.46@tcp:400:kworker.0 Request processed in 126us (499us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785578.989794:0:24833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 18 00000100:00100000:1.0:1789785578.989811:0:24833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 19 00000100:00100000:1.0:1789785578.989818:0:24833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbcecd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cfb6d7d5-f8e0-4077-8776-6c4fa7ba9d9c+5:2398:x1876725530265088:12345-192.168.203.46@tcp:400:kworker.0 00000100:00100000:1.0:1789785578.989844:0:24833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbcecd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cfb6d7d5-f8e0-4077-8776-6c4fa7ba9d9c+5:2398:x1876725530265088:12345-192.168.203.46@tcp:400:kworker.0 Request processed in 27us (435us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785578.989851:0:24833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 19 00000100:00100000:1.0:1789785578.989862:0:24833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 20 00000100:00100000:1.0:1789785578.989868:0:24833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbcecc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+5:2398:x1876725530264960:12345-192.168.203.46@tcp:400:kworker.0 00000100:00100000:1.0:1789785578.989891:0:24833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbcecc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+5:2398:x1876725530264960:12345-192.168.203.46@tcp:400:kworker.0 Request processed in 24us (411us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785578.989897:0:24833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 20 00000100:00080000:1.0:1789785578.989924:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1789785578.989928:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1789785578.989959:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:1.0:1789785578.989977:0:24833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530265216 00000100:00100000:1.0:1789785578.989981:0:24833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530265216 00000100:00100000:1.0:1789785578.990123:0:24833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 21 00000100:00100000:1.0:1789785578.990131:0:24833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbcecc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cfb6d7d5-f8e0-4077-8776-6c4fa7ba9d9c+5:2398:x1876725530265216:12345-192.168.203.46@tcp:400:kworker.0 00000100:00100000:1.0:1789785578.990155:0:24833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbcecc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cfb6d7d5-f8e0-4077-8776-6c4fa7ba9d9c+5:2398:x1876725530265216:12345-192.168.203.46@tcp:400:kworker.0 Request processed in 26us (196us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785578.990161:0:24833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 21 00000100:00080000:1.0:1789785578.990175:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1789785578.990647:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530264704 00000100:00100000:0.0:1789785578.990653:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530264704 00000100:00100000:0.0:1789785578.990707:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 168 00000100:00100000:0.0:1789785578.990714:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae8446c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1f6e28ac-5189-49a0-9f1d-22e45fae7243+13:2398:x1876725530264704:12345-192.168.203.46@tcp:400:kworker.0 00000100:00100000:0.0:1789785578.990748:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae8446c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1f6e28ac-5189-49a0-9f1d-22e45fae7243+13:2398:x1876725530264704:12345-192.168.203.46@tcp:400:kworker.0 Request processed in 35us (1289us total) trans 0 rc 0/0 00000100:00100000:0.0:1789785578.990755:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 168 00010000:00010000:1.0:1789785579.140091:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1789785579.141925:0:23527:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1789785579.165807:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:3.0:1789785579.165941:0:23893:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530265472 00000100:00100000:3.0:1789785579.165953:0:23893:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530265472 00000100:00100000:3.0:1789785579.166039:0:23893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 42 00000100:00100000:3.0:1789785579.166051:0:23893:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbcecf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+21:18769:x1876725530265472:12345-192.168.203.46@tcp:101:cat.0 00010000:00010000:3.0:1789785579.166083:0:23893:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789785579.166128:0:23893:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d55c00/0x2f18ee3fd845e38a lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4bb55fb540dd8d2b expref: -99 pid: 23893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.166269:0:23893:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d55000/0x2f18ee3fd845e391 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.166300:0:23893:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d55000/0x2f18ee3fd845e391 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.166315:0:23893:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d55000/0x2f18ee3fd845e391 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1789785579.166329:0:23893:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:3.0:1789785579.166533:0:23893:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d55c00/0x2f18ee3fd845e38a lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8d2b expref: 24 pid: 23893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.166555:0:23893:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d55000/0x2f18ee3fd845e391 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8d2b expref: 23 pid: 23893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.166565:0:23893:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9dae827c0600) 00010000:00010000:3.0:1789785579.166568:0:23893:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1789785579.166572:0:23893:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dafb5d55000, rc 0) 00000100:00100000:3.0:1789785579.166645:0:23893:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbcecf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+23:18769:x1876725530265472:12345-192.168.203.46@tcp:101:cat.0 Request processed in 596us (852us total) trans 12884901902 rc 0/0 00000100:00100000:3.0:1789785579.166653:0:23893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 42 00000100:00100000:1.0:1789785579.170860:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:1.0:1789785579.170910:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:3.0:1789785579.171109:0:22778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530265728 00000100:00100000:3.0:1789785579.171122:0:22778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530265728 00000100:00100000:3.0:1789785579.171197:0:22778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 8 00000100:00100000:3.0:1789785579.171210:0:22778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbcecce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+23:18769:x1876725530265728:12345-192.168.203.46@tcp:35:cat.0 00000100:00100000:3.0:1789785579.171639:0:22778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbcecce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+24:18769:x1876725530265728:12345-192.168.203.46@tcp:35:cat.0 Request processed in 431us (793us total) trans 12884901903 rc 0/0 00000100:00100000:3.0:1789785579.171648:0:22778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 8 00000100:00100000:2.0:1789785579.176309:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530265856 00000100:00100000:2.0:1789785579.176330:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530265856 00000100:00100000:2.0:1789785579.176503:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 1 00000100:00100000:2.0:1789785579.176516:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbcecd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+24:2399:x1876725530265856:12345-192.168.203.46@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1789785579.176537:0:22760:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789785579.176571:0:22760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d55000/0x2f18ee3fd845e391 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8d2b expref: 24 pid: 23893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785579.176624:0:22760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9dae827c0600) 00010000:00010000:2.0:1789785579.176630:0:22760:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789785579.176729:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbcecd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+23:2399:x1876725530265856:12345-192.168.203.46@tcp:103:ldlm_bl.0 Request processed in 214us (5817us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785579.176738:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 1 00000100:00100000:1.0:1789785579.241623:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:3.0:1789785579.242087:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530266112 00000100:00100000:3.0:1789785579.242101:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530266112 00000100:00100000:3.0:1789785579.243633:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 43 00000100:00100000:3.0:1789785579.243659:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbcece680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+23:18775:x1876725530266112:12345-192.168.203.46@tcp:101:dd.0 00010000:00010000:3.0:1789785579.243819:0:22774:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789785579.243850:0:22774:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d55c00/0x2f18ee3fd845e39f lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4bb55fb540dd8d32 expref: -99 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.244270:0:22774:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54c00/0x2f18ee3fd845e3a6 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.244297:0:22774:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dafa5f79200/0x2f18ee3fd845e344 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8d0f expref: 24 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.244307:0:22774:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce95800/0x2f18ee3fd845e359 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8d16 expref: 24 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.244317:0:22774:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54c00/0x2f18ee3fd845e3a6 lrc: 5/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.244398:0:22774:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce95800/0x2f18ee3fd845e359 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8d16 expref: 24 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.244414:0:22774:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce95800/0x2f18ee3fd845e359 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8d16 expref: 24 pid: 22775 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789785579.244932:0:22774:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafa5889180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22774:1876725549246592:192.168.203.46@tcp:104: 00010000:00010000:3.0:1789785579.245127:0:22774:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dafa5f79200/0x2f18ee3fd845e344 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8d0f expref: 24 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.245138:0:22774:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dafa5f79200/0x2f18ee3fd845e344 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8d0f expref: 24 pid: 22774 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789785579.245147:0:22774:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafa588b100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22774:1876725549246720:192.168.203.46@tcp:104: 00000100:00100000:3.0:1789785579.245172:0:22774:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dafb5c330c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789785579.248966:0:22774:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafa5889180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22774:1876725549246592:192.168.203.46@tcp:104: 00000100:00100000:3.0:1789785579.248984:0:22774:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafa588b100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22774:1876725549246720:192.168.203.46@tcp:104: 00010000:00010000:3.0:1789785579.249031:0:22774:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54c00/0x2f18ee3fd845e3a6 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789785579.250221:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:0.0:1789785579.250554:0:25803:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530266240 00000100:00100000:0.0:1789785579.250566:0:25803:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530266240 00010000:00010000:0.0:1789785579.250618:0:25803:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce95800/0x2f18ee3fd845e359 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8d16 expref: 25 pid: 22775 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789785579.250660:0:25803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 17 00000100:00100000:0.0:1789785579.250670:0:25803:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbcecf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+25:2398:x1876725530266240:12345-192.168.203.46@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1789785579.250697:0:25803:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789785579.250704:0:25803:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce95800/0x2f18ee3fd845e359 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8d16 expref: 25 pid: 22775 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785579.250741:0:25803:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce95800/0x2f18ee3fd845e359 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8d16 expref: 25 pid: 22775 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785579.250769:0:25803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce95800/0x2f18ee3fd845e359 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8d16 expref: 25 pid: 22775 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785579.250790:0:25803:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9dae827c0600) 00010000:00010000:0.0:1789785579.250796:0:25803:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54c00/0x2f18ee3fd845e3a6 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785579.250805:0:25803:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54c00/0x2f18ee3fd845e3a6 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785579.250812:0:25803:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789785579.250889:0:25803:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbcecf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+24:2398:x1876725530266240:12345-192.168.203.46@tcp:103:ldlm_bl.0 Request processed in 220us (677us total) trans 0 rc 0/0 00000100:00100000:0.0:1789785579.250897:0:25803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 17 00000100:00100000:1.0:1789785579.251218:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:0.0:1789785579.251394:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530266368 00000100:00100000:0.0:1789785579.251400:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530266368 00010000:00010000:0.0:1789785579.251421:0:22760:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dafa5f79200/0x2f18ee3fd845e344 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8d0f expref: 24 pid: 22774 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789785579.251448:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 18 00000100:00100000:0.0:1789785579.251456:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafb11e4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+24:2398:x1876725530266368:12345-192.168.203.46@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1789785579.251466:0:22760:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789785579.251472:0:22760:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dafa5f79200/0x2f18ee3fd845e344 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8d0f expref: 24 pid: 22774 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785579.251492:0:22760:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dafa5f79200/0x2f18ee3fd845e344 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8d0f expref: 24 pid: 22774 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785579.251508:0:22760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dafa5f79200/0x2f18ee3fd845e344 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8d0f expref: 24 pid: 22774 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785579.251521:0:22760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9dae827c0600) 00010000:00010000:0.0:1789785579.251526:0:22760:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54c00/0x2f18ee3fd845e3a6 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785579.251534:0:22760:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54c00/0x2f18ee3fd845e3a6 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785579.251542:0:22760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54c00/0x2f18ee3fd845e3a6 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785579.251567:0:22760:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789785579.251592:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafb11e4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+23:2398:x1876725530266368:12345-192.168.203.46@tcp:103:ldlm_bl.0 Request processed in 136us (373us total) trans 0 rc 0/0 00000100:00100000:0.0:1789785579.251599:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 18 00010000:00010000:3.0:1789785579.252954:0:22774:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54c00/0x2f18ee3fd845e3a6 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.252972:0:22774:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54c00/0x2f18ee3fd845e3a6 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1789785579.253012:0:22774:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:3.0:1789785579.253239:0:22774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d55c00/0x2f18ee3fd845e39f lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8d32 expref: 24 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.253264:0:22774:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54c00/0x2f18ee3fd845e3a6 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8d32 expref: 23 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.253300:0:22774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9dae827c0600) 00010000:00010000:3.0:1789785579.253304:0:22774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1789785579.253308:0:22774:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dafb5d54c00, rc 0) 00000100:00100000:3.0:1789785579.253400:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbcece680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+23:18775:x1876725530266112:12345-192.168.203.46@tcp:101:dd.0 Request processed in 9753us (11791us total) trans 12884901904 rc 0/0 00000100:00100000:3.0:1789785579.253409:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 43 00000100:00100000:1.0:1789785579.258740:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:3.0:1789785579.258812:0:23893:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530266496 00000100:00100000:3.0:1789785579.258824:0:23893:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530266496 00000100:00100000:3.0:1789785579.258925:0:23893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 44 00000100:00100000:3.0:1789785579.258938:0:23893:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbcecf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+23:18775:x1876725530266496:12345-192.168.203.46@tcp:101:dd.0 00010000:00010000:3.0:1789785579.258969:0:23893:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789785579.258995:0:23893:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54800/0x2f18ee3fd845e3b4 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4bb55fb540dd8d39 expref: -99 pid: 23893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.259048:0:23893:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54400/0x2f18ee3fd845e3bb lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.259064:0:23893:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54400/0x2f18ee3fd845e3bb lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.259077:0:23893:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54400/0x2f18ee3fd845e3bb lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.259445:0:23893:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54800/0x2f18ee3fd845e3b4 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8d39 expref: 25 pid: 23893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.259470:0:23893:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54400/0x2f18ee3fd845e3bb lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8d39 expref: 24 pid: 23893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.259490:0:23893:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9dae827c0600) 00010000:00010000:3.0:1789785579.259493:0:23893:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1789785579.259497:0:23893:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dafb5d54400, rc 0) 00000100:00100000:3.0:1789785579.259572:0:23893:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbcecf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+24:18775:x1876725530266496:12345-192.168.203.46@tcp:101:dd.0 Request processed in 637us (905us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785579.259580:0:23893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 44 00000100:00100000:2.0:1789785579.263412:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:0.0:1789785579.263606:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530266752 00000100:00100000:0.0:1789785579.263620:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530266752 00000100:00100000:0.0:1789785579.263701:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 45 00000100:00100000:0.0:1789785579.263714:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbce14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+24:18775:x1876725530266752:12345-192.168.203.46@tcp:36:dd.0 00010000:00010000:0.0:1789785579.264179:0:22776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030800/0x2f18ee3fd845e3c2 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785579.264204:0:22776:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030800/0x2f18ee3fd845e3c2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785579.264238:0:22776:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030800/0x2f18ee3fd845e3c2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1789785579.264304:0:22776:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901905 00000004:00010000:0.0:1789785579.264332:0:22776:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000eaad4eab reply state 00000000e21b54ad transno 12884901906 ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030800/0x2f18ee3fd845e3c2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785579.264397:0:22776:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030800/0x2f18ee3fd845e3c2 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785579.264407:0:22776:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9dae827c0600) 00010000:00010000:0.0:1789785579.264410:0:22776:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1789785579.264415:0:22776:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1789785579.264531:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbce14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+27:18775:x1876725530266752:12345-192.168.203.46@tcp:36:dd.0 Request processed in 819us (1199us total) trans 12884901906 rc 0/0 00000100:00100000:0.0:1789785579.264540:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 45 00000020:00080000:0.0:1789785579.264546:0:22776:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1789785579.266906:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:3.0:1789785579.267023:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530266880 00000100:00100000:3.0:1789785579.267038:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530266880 00000100:00100000:3.0:1789785579.267119:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 46 00000100:00100000:3.0:1789785579.267132:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbcecd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+27:18775:x1876725530266880:12345-192.168.203.46@tcp:101:dd.0 00010000:00010000:3.0:1789785579.267162:0:22775:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789785579.267187:0:22775:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d55600/0x2f18ee3fd845e3c9 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4bb55fb540dd8d40 expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.267436:0:22775:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d55600/0x2f18ee3fd845e3c9 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8d40 expref: 28 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.267453:0:22775:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d55600/0x2f18ee3fd845e3c9 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8d40 expref: 28 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.267475:0:22775:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9dae827c0600) 00010000:00010000:3.0:1789785579.267479:0:22775:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1789785579.267483:0:22775:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dafb5d55600, rc 0) 00000100:00100000:3.0:1789785579.267550:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbcecd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+28:18775:x1876725530266880:12345-192.168.203.46@tcp:101:dd.0 Request processed in 421us (660us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785579.267558:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 46 00000100:00100000:1.0:1789785579.281608:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:0.0:1789785579.281737:0:25803:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530267136 00000100:00100000:0.0:1789785579.281751:0:25803:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530267136 00000100:00100000:0.0:1789785579.281839:0:25803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 2 00000100:00100000:0.0:1789785579.281852:0:25803:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbcecc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+28:18775:x1876725530267136:12345-192.168.203.46@tcp:103:dd.0 00010000:00010000:0.0:1789785579.281871:0:25803:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789785579.281903:0:25803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d55600/0x2f18ee3fd845e3c9 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8d40 expref: 28 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785579.281926:0:25803:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9dae827c0600) 00010000:00010000:0.0:1789785579.281932:0:25803:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789785579.282008:0:25803:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbcecc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+27:18775:x1876725530267136:12345-192.168.203.46@tcp:103:dd.0 Request processed in 151us (412us total) trans 0 rc 0/0 00000100:00100000:0.0:1789785579.282035:0:25803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 2 00000100:00100000:1.0:1789785579.284680:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:3.0:1789785579.284773:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530267264 00000100:00100000:3.0:1789785579.284785:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530267264 00000100:00100000:3.0:1789785579.284859:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 47 00000100:00100000:3.0:1789785579.284871:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbceced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+27:18775:x1876725530267264:12345-192.168.203.46@tcp:58:dd.0 00010000:00010000:3.0:1789785579.285041:0:22774:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54800/0x2f18ee3fd845e3d0 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.285061:0:22774:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54800/0x2f18ee3fd845e3d0 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.285076:0:22774:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54800/0x2f18ee3fd845e3d0 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1789785579.285972:0:22774:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1789785579.286093:0:22774:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7:0x0].3, 64 off8384 00000040:00080000:3.0:1789785579.286213:0:22774:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x14:0x0].1, 136 off8328 00000100:00100000:3.0:1789785579.286432:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbceced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+27:18775:x1876725530267264:12345-192.168.203.46@tcp:58:dd.0 Request processed in 1559us (1769us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785579.286444:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 47 00000100:00100000:1.0:1789785579.288489:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:3.0:1789785579.288595:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530267392 00000100:00100000:3.0:1789785579.288607:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530267392 00000100:00100000:3.0:1789785579.288713:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 48 00000100:00100000:3.0:1789785579.288726:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbcecea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+27:18775:x1876725530267392:12345-192.168.203.46@tcp:101:dd.0 00010000:00010000:3.0:1789785579.288752:0:22775:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789785579.288778:0:22775:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d55c00/0x2f18ee3fd845e3d7 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4bb55fb540dd8d47 expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.288871:0:22775:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54800/0x2f18ee3fd845e3d0 lrc: 2/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.288892:0:22775:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d55c00/0x2f18ee3fd845e3d7 lrc: 4/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8d47 expref: 28 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.288917:0:22775:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54800/0x2f18ee3fd845e3d0 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.288933:0:22775:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d55c00/0x2f18ee3fd845e3d7 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8d47 expref: 28 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.288948:0:22775:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9dae827c0600) 00010000:00010000:3.0:1789785579.288951:0:22775:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1789785579.288955:0:22775:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d55c00/0x2f18ee3fd845e3d7 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8d47 expref: 28 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.288963:0:22775:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dafb5d55c00, rc 0) 00000100:00100000:3.0:1789785579.289047:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbcecea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+28:18775:x1876725530267392:12345-192.168.203.46@tcp:101:dd.0 Request processed in 324us (571us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785579.289054:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 48 00000040:00080000:1.0:1789785579.395647:0:22811:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:1.0:1789785579.395663:0:22811:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1789785579.395705:0:22811:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:1.0:1789785579.395717:0:22811:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:1.0:1789785579.395908:0:22811:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafbcecdc00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22811:1876725549246848:192.168.203.46@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1789785579.396067:0:22811:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dae81f5b9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789785579.402818:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:0.0:1789785579.404325:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530267520 00000100:00100000:0.0:1789785579.404381:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530267520 00000100:00100000:0.0:1789785579.404476:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 49 00000100:00100000:0.0:1789785579.404488:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbcece300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+29:18776:x1876725530267520:12345-192.168.203.46@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1789785579.404529:0:22776:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1789785579.404719:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbcece300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+29:18776:x1876725530267520:12345-192.168.203.46@tcp:53:lhsmtool_posix.0 Request processed in 233us (1915us total) trans 0 rc 0/0 00000100:00100000:0.0:1789785579.404728:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 49 00000100:00100000:2.0:1789785579.408598:0:22811:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafbcecdc00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22811:1876725549246848:192.168.203.46@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1789785579.417154:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:0.0:1789785579.417959:0:23893:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530267648 00000100:00100000:0.0:1789785579.417976:0:23893:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530267648 00000100:00100000:0.0:1789785579.418083:0:23893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 50 00000100:00100000:0.0:1789785579.418098:0:23893:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafa588b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+28:18776:x1876725530267648:12345-192.168.203.46@tcp:34:lhsmtool_posix.0 00010000:00010000:0.0:1789785579.418893:0:23893:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80031600/0x2f18ee3fd845e3de lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785579.418916:0:23893:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80031600/0x2f18ee3fd845e3de lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785579.418929:0:23893:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80031600/0x2f18ee3fd845e3de lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785579.419135:0:23893:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030a00/0x2f18ee3fd845e3e5 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785579.419159:0:23893:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030a00/0x2f18ee3fd845e3e5 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785579.419202:0:23893:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030a00/0x2f18ee3fd845e3e5 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785579.419238:0:23893:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030600/0x2f18ee3fd845e3ec lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785579.419249:0:23893:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030600/0x2f18ee3fd845e3ec lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785579.419256:0:23893:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030600/0x2f18ee3fd845e3ec lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1789785579.419326:0:23893:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:0.0:1789785579.419330:0:23893:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1789785579.419381:0:23893:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030600/0x2f18ee3fd845e3ec lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785579.419393:0:23893:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80031600/0x2f18ee3fd845e3de lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785579.419399:0:23893:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80031600/0x2f18ee3fd845e3de lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785579.419406:0:23893:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80031600/0x2f18ee3fd845e3de lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785579.419411:0:23893:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9daf80031600 already unused, calling callback (ffffffffc18c74f0) 00010000:00010000:0.0:1789785579.419416:0:23893:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80031600/0x2f18ee3fd845e3de lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785579.419423:0:23893:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80031600/0x2f18ee3fd845e3de lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785579.419447:0:23893:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9dafbaaba300) 00010000:00010000:0.0:1789785579.419450:0:23893:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789785579.419455:0:23893:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80031600/0x2f18ee3fd845e3de lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785579.419461:0:23893:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80031600/0x2f18ee3fd845e3de lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785579.419478:0:23893:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030a00/0x2f18ee3fd845e3e5 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785579.419485:0:23893:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030a00/0x2f18ee3fd845e3e5 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785579.419491:0:23893:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030a00/0x2f18ee3fd845e3e5 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785579.419496:0:23893:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9daf80030a00 already unused, calling callback (ffffffffc18c74f0) 00010000:00010000:0.0:1789785579.419499:0:23893:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030a00/0x2f18ee3fd845e3e5 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785579.419506:0:23893:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030a00/0x2f18ee3fd845e3e5 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785579.419513:0:23893:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x925dcd63 (ffff9dafbaabab00) 00010000:00010000:0.0:1789785579.419516:0:23893:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789785579.419519:0:23893:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030a00/0x2f18ee3fd845e3e5 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785579.419524:0:23893:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030a00/0x2f18ee3fd845e3e5 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785579.419550:0:23893:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030600/0x2f18ee3fd845e3ec lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785579.419556:0:23893:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030600/0x2f18ee3fd845e3ec lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785579.419562:0:23893:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030600/0x2f18ee3fd845e3ec lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785579.419567:0:23893:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9daf80030600 already unused, calling callback (ffffffffc18c74f0) 00010000:00010000:0.0:1789785579.419569:0:23893:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030600/0x2f18ee3fd845e3ec lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785579.419581:0:23893:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030600/0x2f18ee3fd845e3ec lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785579.419589:0:23893:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9dae827c0600) 00010000:00010000:0.0:1789785579.419591:0:23893:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789785579.419594:0:23893:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030600/0x2f18ee3fd845e3ec lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785579.419599:0:23893:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030600/0x2f18ee3fd845e3ec lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789785579.419687:0:23893:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafa588b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+28:18776:x1876725530267648:12345-192.168.203.46@tcp:34:lhsmtool_posix.0 Request processed in 1590us (2545us total) trans 0 rc 0/0 00000100:00100000:0.0:1789785579.419696:0:23893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 50 00000100:00100000:1.0:1789785579.426088:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:3.0:1789785579.426279:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530267904 00000100:00100000:3.0:1789785579.426301:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530267904 00000100:00100000:3.0:1789785579.426434:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 51 00000100:00100000:3.0:1789785579.426453:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbcecfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+28:18776:x1876725530267904:12345-192.168.203.46@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1789785579.426482:0:22774:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789785579.426509:0:22774:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54600/0x2f18ee3fd845e3f3 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4bb55fb540dd8d4e expref: -99 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.426690:0:22774:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54000/0x2f18ee3fd845e3fa lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.426710:0:22774:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54000/0x2f18ee3fd845e3fa lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.426723:0:22774:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54000/0x2f18ee3fd845e3fa lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1789785579.427167:0:22774:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:3.0:1789785579.427296:0:22774:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54000/0x2f18ee3fd845e3fa lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.427305:0:22774:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54000/0x2f18ee3fd845e3fa lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.427313:0:22774:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54000/0x2f18ee3fd845e3fa lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.427320:0:22774:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafb5d54000 already unused, calling callback (ffffffffc18c74f0) 00010000:00010000:3.0:1789785579.427619:0:22774:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54000/0x2f18ee3fd845e3fa lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.427630:0:22774:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54000/0x2f18ee3fd845e3fa lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.427647:0:22774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9dae827c0600) 00010000:00010000:3.0:1789785579.427650:0:22774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1789785579.427655:0:22774:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54000/0x2f18ee3fd845e3fa lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.427989:0:22774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54000/0x2f18ee3fd845e3fa lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.428131:0:22774:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54600/0x2f18ee3fd845e3f3 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8d4e expref: 30 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.428144:0:22774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9dafbaaba300) 00010000:00010000:3.0:1789785579.428147:0:22774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1789785579.428151:0:22774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54600/0x2f18ee3fd845e3f3 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8d4e expref: 30 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.428162:0:22774:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dafb5d54600, rc 0) 00000100:00100000:3.0:1789785579.428332:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbcecfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+29:18776:x1876725530267904:12345-192.168.203.46@tcp:101:lhsmtool_posix.0 Request processed in 1881us (2255us total) trans 12884901907 rc 301/301 00000100:00100000:3.0:1789785579.428395:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 51 00000100:00100000:1.0:1789785579.438735:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:3.0:1789785579.438919:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530268032 00000100:00100000:3.0:1789785579.438933:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530268032 00000100:00100000:0.0:1789785579.439165:0:23893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 52 00000100:00100000:0.0:1789785579.439194:0:23893:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbcecca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+29:18776:x1876725530268032:12345-192.168.203.46@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1789785579.439266:0:23893:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1789785579.439476:0:23893:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbcecca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+29:18776:x1876725530268032:12345-192.168.203.46@tcp:53:lhsmtool_posix.0 Request processed in 299us (755us total) trans 0 rc 0/0 00000100:00100000:0.0:1789785579.439485:0:23893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 52 00000100:00100000:1.0:1789785579.449213:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:0.0:1789785579.449462:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530268288 00000100:00100000:0.0:1789785579.449475:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530268288 00000100:00100000:0.0:1789785579.449558:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 53 00000100:00100000:0.0:1789785579.449571:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbcecdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+29:18776:x1876725530268288:12345-192.168.203.46@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1789785579.449601:0:22776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789785579.449630:0:22776:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030600/0x2f18ee3fd845e408 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4bb55fb540dd8d55 expref: -99 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1789785579.450175:0:22776:0:(osp_internal.h:553:osp_update_last_fid()) Gap in objids: start=[0x280000401:0x7:0x0], count =59 00000004:00080000:0.0:1789785579.450198:0:22776:0:(osp_object.c:1645:osp_create()) Writing gap [0x280000401:0x7:0x0]+59 in llog 00000004:00080000:0.0:1789785579.450225:0:22776:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x42:0x0], index 0: 0 00010000:00010000:0.0:1789785579.451005:0:22776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030a00/0x2f18ee3fd845e40f lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785579.451028:0:22776:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030a00/0x2f18ee3fd845e40f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785579.451043:0:22776:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030a00/0x2f18ee3fd845e40f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785579.451127:0:22776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030600/0x2f18ee3fd845e408 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8d55 expref: 32 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785579.451150:0:22776:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030a00/0x2f18ee3fd845e40f lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8d55 expref: 31 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785579.451179:0:22776:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9dafbaabab00) 00010000:00010000:0.0:1789785579.451596:0:22776:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1789785579.451603:0:22776:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9daf80030a00, rc 0) 00000100:00100000:0.0:1789785579.451685:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbcecdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+31:18776:x1876725530268288:12345-192.168.203.46@tcp:101:lhsmtool_posix.0 Request processed in 2116us (2500us total) trans 12884901908 rc 0/0 00000100:00100000:0.0:1789785579.451695:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 53 00000100:00100000:1.0:1789785579.461761:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:0.0:1789785579.461873:0:23893:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530268544 00000100:00100000:0.0:1789785579.461886:0:23893:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530268544 00000100:00100000:0.0:1789785579.461972:0:23893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 54 00000100:00100000:0.0:1789785579.461984:0:23893:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbcecd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+31:18776:x1876725530268544:12345-192.168.203.46@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1789785579.462074:0:23893:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789785579.462112:0:23893:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030a00/0x2f18ee3fd845e40f lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8d55 expref: 31 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785579.462136:0:23893:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9dafbaabab00) 00010000:00010000:0.0:1789785579.462149:0:23893:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1789785579.462179:0:23893:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030600/0x2f18ee3fd845e41d lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785579.462206:0:23893:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030600/0x2f18ee3fd845e41d lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785579.462217:0:23893:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030600/0x2f18ee3fd845e41d lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785579.462233:0:23893:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80031600/0x2f18ee3fd845e424 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x36383968 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785579.462260:0:23893:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80031600/0x2f18ee3fd845e424 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x36383968 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785579.462267:0:23893:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80031600/0x2f18ee3fd845e424 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x36383968 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785579.462420:0:23893:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030600/0x2f18ee3fd845e41d lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785579.462428:0:23893:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030600/0x2f18ee3fd845e41d lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785579.462436:0:23893:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030600/0x2f18ee3fd845e41d lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785579.462443:0:23893:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9daf80030600 already unused, calling callback (ffffffffc18c74f0) 00010000:00010000:0.0:1789785579.462448:0:23893:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030600/0x2f18ee3fd845e41d lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785579.462456:0:23893:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030600/0x2f18ee3fd845e41d lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785579.462465:0:23893:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9dae8266ff00) 00010000:00010000:0.0:1789785579.462468:0:23893:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789785579.462472:0:23893:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030600/0x2f18ee3fd845e41d lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785579.462478:0:23893:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030600/0x2f18ee3fd845e41d lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785579.462487:0:23893:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80031600/0x2f18ee3fd845e424 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x36383968 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785579.462500:0:23893:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80031600/0x2f18ee3fd845e424 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x36383968 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785579.462506:0:23893:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80031600/0x2f18ee3fd845e424 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x36383968 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785579.462511:0:23893:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9daf80031600 already unused, calling callback (ffffffffc18c74f0) 00010000:00010000:0.0:1789785579.462514:0:23893:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80031600/0x2f18ee3fd845e424 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x36383968 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785579.462528:0:23893:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80031600/0x2f18ee3fd845e424 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x36383968 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785579.462535:0:23893:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x36383968 (ffff9dafbaaba000) 00010000:00010000:0.0:1789785579.462537:0:23893:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789785579.462540:0:23893:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80031600/0x2f18ee3fd845e424 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x36383968 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785579.462546:0:23893:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80031600/0x2f18ee3fd845e424 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x36383968 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789785579.462659:0:23893:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbcecd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+30:18776:x1876725530268544:12345-192.168.203.46@tcp:36:lhsmtool_posix.0 Request processed in 677us (912us total) trans 0 rc -2/-2 00000100:00100000:0.0:1789785579.462667:0:23893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 54 00000100:00100000:1.0:1789785579.465780:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:0.0:1789785579.475747:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530268672 00000100:00100000:0.0:1789785579.475768:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530268672 00000100:00100000:0.0:1789785579.475867:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 55 00000100:00100000:0.0:1789785579.475879:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbcecf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+30:18776:x1876725530268672:12345-192.168.203.46@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1789785579.475916:0:22776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789785579.475960:0:22776:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030a00/0x2f18ee3fd845e42b lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4bb55fb540dd8d5c expref: -99 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785579.476015:0:22776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80031200/0x2f18ee3fd845e432 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785579.476031:0:22776:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80031200/0x2f18ee3fd845e432 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785579.476045:0:22776:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80031200/0x2f18ee3fd845e432 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785579.477232:0:22776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030a00/0x2f18ee3fd845e42b lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8d5c expref: 32 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785579.477261:0:22776:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80031200/0x2f18ee3fd845e432 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8d5c expref: 31 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785579.477271:0:22776:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9dafbaabab00) 00010000:00010000:0.0:1789785579.477292:0:22776:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1789785579.477296:0:22776:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9daf80031200, rc 0) 00000100:00100000:0.0:1789785579.479944:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbcecf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+31:18776:x1876725530268672:12345-192.168.203.46@tcp:101:lhsmtool_posix.0 Request processed in 4049us (14159us total) trans 0 rc 0/0 00000100:00100000:0.0:1789785579.479961:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 55 00000100:00100000:1.0:1789785579.502833:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:0.0:1789785579.503614:0:23893:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530268928 00000100:00100000:0.0:1789785579.503631:0:23893:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530268928 00000100:00100000:0.0:1789785579.503845:0:23893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 56 00000100:00100000:0.0:1789785579.503858:0:23893:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbce4b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+31:18776:x1876725530268928:12345-192.168.203.46@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1789785579.503971:0:23893:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030a00/0x2f18ee3fd845e439 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785579.504134:0:23893:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030a00/0x2f18ee3fd845e439 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785579.504150:0:23893:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030a00/0x2f18ee3fd845e439 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1789785579.504896:0:23893:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].2, 88 off8344 00000004:00080000:0.0:1789785579.504910:0:23893:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 687758570920ns, next at 688758567625ns, rc = 0 00000004:00010000:0.0:1789785579.504974:0:23893:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000005a94f334 reply state 00000000a3428f10 transno 12884901909 ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030a00/0x2f18ee3fd845e439 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785579.504992:0:23893:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030a00/0x2f18ee3fd845e439 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785579.505073:0:23893:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9dafbaabab00) 00010000:00010000:0.0:1789785579.505078:0:23893:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:0.0:1789785579.505083:0:23893:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1789785579.505587:0:23893:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbce4b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+33:18776:x1876725530268928:12345-192.168.203.46@tcp:36:lhsmtool_posix.0 Request processed in 1727us (3073us total) trans 12884901909 rc 0/0 00000100:00100000:0.0:1789785579.505597:0:23893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 56 00000100:00100000:2.0:1789785579.510207:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:3.0:1789785579.510617:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530269056 00000100:00100000:3.0:1789785579.510630:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530269056 00000100:00100000:3.0:1789785579.510875:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 57 00000100:00100000:3.0:1789785579.510888:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbce15f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+33:18776:x1876725530269056:12345-192.168.203.46@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1789785579.510920:0:22774:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789785579.510947:0:22774:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54600/0x2f18ee3fd845e440 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4bb55fb540dd8d63 expref: -99 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.511032:0:22774:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54600/0x2f18ee3fd845e440 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8d63 expref: 34 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.511072:0:22774:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54600/0x2f18ee3fd845e440 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8d63 expref: 34 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.511099:0:22774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9dafbaabab00) 00010000:00010000:3.0:1789785579.511103:0:22774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1789785579.511107:0:22774:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dafb5d54600, rc 0) 00000100:00100000:3.0:1789785579.511193:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbce15f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+34:18776:x1876725530269056:12345-192.168.203.46@tcp:101:lhsmtool_posix.0 Request processed in 307us (1009us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785579.511201:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 57 00000100:00100000:2.0:1789785579.516155:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:1.0:1789785579.516266:0:25261:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530269184 00000100:00100000:1.0:1789785579.516423:0:25261:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530269184 00000100:00100000:1.0:1789785579.516588:0:25261:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 20 00000100:00100000:1.0:1789785579.516601:0:25261:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbce15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+5:2398:x1876725530269184:12345-192.168.203.46@tcp:2:lhsmtool_posix.0 00000100:00100000:1.0:1789785579.517179:0:25261:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbce15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+6:2398:x1876725530269184:12345-192.168.203.46@tcp:2:lhsmtool_posix.0 Request processed in 578us (1036us total) trans 12884901891 rc 0/0 00000100:00100000:1.0:1789785579.517189:0:25261:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 20 00000100:00100000:1.0:1789785579.521075:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:3.0:1789785579.521167:0:22778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530269440 00000100:00100000:3.0:1789785579.521179:0:22778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530269440 00000100:00100000:3.0:1789785579.521250:0:22778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 9 00000100:00100000:3.0:1789785579.521262:0:22778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbce48e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+34:18776:x1876725530269440:12345-192.168.203.46@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1789785579.521931:0:22778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbce48e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+35:18776:x1876725530269440:12345-192.168.203.46@tcp:35:lhsmtool_posix.0 Request processed in 667us (867us total) trans 12884901910 rc 0/0 00000100:00100000:3.0:1789785579.521941:0:22778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 9 00000100:00100000:3.0:1789785579.525131:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:2.0:1789785579.525246:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530269696 00000100:00100000:2.0:1789785579.525259:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530269696 00000100:00100000:2.0:1789785579.525392:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 58 00000100:00100000:2.0:1789785579.525403:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafa5889180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+35:18776:x1876725530269696:12345-192.168.203.46@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1789785579.525921:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafa5889180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+35:18776:x1876725530269696:12345-192.168.203.46@tcp:57:lhsmtool_posix.0 Request processed in 517us (802us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785579.525930:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 58 00000100:00100000:2.0:1789785579.529229:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:0.0:1789785579.529390:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530269824 00000100:00100000:0.0:1789785579.529402:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530269824 00000100:00100000:0.0:1789785579.529761:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 59 00000100:00100000:2.0:1789785579.530377:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbce14700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+35:18776:x1876725530269824:12345-192.168.203.46@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1789785579.530406:0:22776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789785579.530436:0:22776:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce94200/0x2f18ee3fd845e447 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4bb55fb540dd8d6a expref: -99 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785579.530548:0:22776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce95600/0x2f18ee3fd845e44e lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785579.530587:0:22776:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce95600/0x2f18ee3fd845e44e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785579.530601:0:22776:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce95600/0x2f18ee3fd845e44e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789785579.530662:0:22776:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1789785579.530697:0:22776:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce95600/0x2f18ee3fd845e44e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785579.530730:0:22776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce94200/0x2f18ee3fd845e447 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8d6a expref: 37 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785579.530761:0:22776:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce95600/0x2f18ee3fd845e44e lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8d6a expref: 36 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785579.530771:0:22776:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9dafbaabab00) 00010000:00010000:2.0:1789785579.530774:0:22776:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1789785579.530778:0:22776:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dafbce95600, rc 0) 00000100:00100000:2.0:1789785579.530870:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbce14700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+36:18776:x1876725530269824:12345-192.168.203.46@tcp:101:lhsmtool_posix.0 Request processed in 1097us (1655us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785579.530878:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 59 00000100:00100000:1.0:1789785579.535632:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:2.0:1789785579.535849:0:24279:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530269952 00000100:00100000:2.0:1789785579.535862:0:24279:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530269952 00000100:00100000:2.0:1789785579.535969:0:24279:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 21 00000100:00100000:2.0:1789785579.535981:0:24279:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbce49500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+6:2398:x1876725530269952:12345-192.168.203.46@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1789785579.536018:0:24279:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789785579.536061:0:24279:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001c4f8281/0x2f18ee3fd845e455 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4bb55fb540dd8d71 expref: -99 pid: 24279 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1789785579.536094:0:24279:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x42:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6aadf5ea, blocks: 0x0 00010000:00010000:2.0:1789785579.536121:0:24279:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=687s v=(0 0) 00010000:00010000:2.0:1789785579.536126:0:24279:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789785579.536137:0:24279:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001c4f8281/0x2f18ee3fd845e455 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8d71 expref: 7 pid: 24279 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785579.536161:0:24279:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001c4f8281/0x2f18ee3fd845e455 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8d71 expref: 7 pid: 24279 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785579.536178:0:24279:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dafbce94800, rc 0) 00000100:00100000:2.0:1789785579.536257:0:24279:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbce49500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+7:2398:x1876725530269952:12345-192.168.203.46@tcp:101:lhsmtool_posix.0 Request processed in 277us (637us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785579.536265:0:24279:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 21 00000100:00100000:0.0:1789785579.541581:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:3.0:1789785579.541783:0:23893:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530270208 00000100:00100000:3.0:1789785579.541796:0:23893:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530270208 00000100:00100000:3.0:1789785579.541876:0:23893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 60 00000100:00100000:3.0:1789785579.541889:0:23893:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae83a21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+36:18776:x1876725530270208:12345-192.168.203.46@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1789785579.542036:0:23893:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae83a21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+36:18776:x1876725530270208:12345-192.168.203.46@tcp:57:lhsmtool_posix.0 Request processed in 150us (470us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785579.542044:0:23893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 60 00000100:00100000:3.0:1789785579.545760:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:0.0:1789785579.545921:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530270336 00000100:00100000:0.0:1789785579.545934:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530270336 00000100:00100000:0.0:1789785579.546016:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 61 00000100:00100000:0.0:1789785579.546028:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae846a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+36:18776:x1876725530270336:12345-192.168.203.46@tcp:44:lhsmtool_posix.0 00000001:00080000:3.0:1789785579.550718:0:22754:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901910 is committed 00000004:00080000:3.0:1789785579.550866:0:22754:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2 committed 00010000:00010000:1.0:1789785579.551019:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce94400/0x2f18ee3fd845e28e lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785579.551036:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce94400/0x2f18ee3fd845e28e lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785579.551045:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce94400/0x2f18ee3fd845e28e lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785579.551051:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafbce94400 already unused, calling callback (ffffffffc18c74f0) 00010000:00010000:1.0:1789785579.551057:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce94400/0x2f18ee3fd845e28e lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785579.551066:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce94400/0x2f18ee3fd845e28e lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785579.551089:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9dae8266f300) 00010000:00010000:1.0:1789785579.551092:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789785579.551098:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce94400/0x2f18ee3fd845e28e lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785579.551105:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce94400/0x2f18ee3fd845e28e lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785579.551131:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce94c00/0x2f18ee3fd845e295 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785579.551156:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce94c00/0x2f18ee3fd845e295 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785579.551162:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce94c00/0x2f18ee3fd845e295 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785579.551167:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafbce94c00 already unused, calling callback (ffffffffc18c74f0) 00010000:00010000:1.0:1789785579.551170:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce94c00/0x2f18ee3fd845e295 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785579.551176:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce94c00/0x2f18ee3fd845e295 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785579.551184:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9dae8266ff00) 00010000:00010000:1.0:1789785579.551186:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789785579.551189:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce94c00/0x2f18ee3fd845e295 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785579.551195:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce94c00/0x2f18ee3fd845e295 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785579.551210:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9dafa5f78600/0x2f18ee3fd845e33d lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785579.551216:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dafa5f78600/0x2f18ee3fd845e33d lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785579.551221:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dafa5f78600/0x2f18ee3fd845e33d lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785579.551225:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafa5f78600 already unused, calling callback (ffffffffc18c74f0) 00010000:00010000:1.0:1789785579.551233:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dafa5f78600/0x2f18ee3fd845e33d lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785579.551239:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dafa5f78600/0x2f18ee3fd845e33d lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785579.551247:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff9dae827c0500) 00010000:00010000:1.0:1789785579.551249:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789785579.551251:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dafa5f78600/0x2f18ee3fd845e33d lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785579.551257:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dafa5f78600/0x2f18ee3fd845e33d lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785579.551271:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030800/0x2f18ee3fd845e3c2 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785579.551298:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030800/0x2f18ee3fd845e3c2 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785579.551304:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030800/0x2f18ee3fd845e3c2 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785579.551310:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9daf80030800 already unused, calling callback (ffffffffc18c74f0) 00010000:00010000:1.0:1789785579.551312:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030800/0x2f18ee3fd845e3c2 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785579.551319:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030800/0x2f18ee3fd845e3c2 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785579.551762:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9dae827c0600) 00010000:00010000:1.0:1789785579.551767:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789785579.551780:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030800/0x2f18ee3fd845e3c2 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785579.551787:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030800/0x2f18ee3fd845e3c2 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785579.551805:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030a00/0x2f18ee3fd845e439 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785579.551812:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030a00/0x2f18ee3fd845e439 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785579.551819:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030a00/0x2f18ee3fd845e439 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785579.551824:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9daf80030a00 already unused, calling callback (ffffffffc18c74f0) 00010000:00010000:1.0:1789785579.551827:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030a00/0x2f18ee3fd845e439 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785579.551834:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030a00/0x2f18ee3fd845e439 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785579.551844:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9dafbaabab00) 00010000:00010000:1.0:1789785579.551846:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1789785579.551850:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030a00/0x2f18ee3fd845e439 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785579.551856:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030a00/0x2f18ee3fd845e439 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789785579.553095:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dae83a20380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3662:1876725549246976:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1789785579.554095:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000001:00080000:3.0:1789785579.554578:0:22754:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901895 is committed 00010000:00010000:1.0:1789785579.554876:0:3646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9dafa5f78000/0x2f18ee3fd845e2e2 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785579.554891:0:3646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dafa5f78000/0x2f18ee3fd845e2e2 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785579.554899:0:3646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dafa5f78000/0x2f18ee3fd845e2e2 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785579.554906:0:3646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafa5f78000 already unused, calling callback (ffffffffc18c74f0) 00010000:00010000:1.0:1789785579.554912:0:3646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dafa5f78000/0x2f18ee3fd845e2e2 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785579.554922:0:3646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dafa5f78000/0x2f18ee3fd845e2e2 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785579.554941:0:3646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9dae8266ff00) 00010000:00010000:1.0:1789785579.554943:0:3646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1789785579.554949:0:3646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dafa5f78000/0x2f18ee3fd845e2e2 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785579.554955:0:3646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dafa5f78000/0x2f18ee3fd845e2e2 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789785579.555177:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae846a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+15:18776:x1876725530270336:12345-192.168.203.46@tcp:44:lhsmtool_posix.0 Request processed in 9146us (9435us total) trans 0 rc 0/0 00000100:00100000:0.0:1789785579.555199:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 61 00000100:00100000:2.0:1789785579.558622:0:24282:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549246976 00000100:00100000:2.0:1789785579.558640:0:24282:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549246976 00000100:00100000:2.0:1789785579.558725:0:24282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1789785579.558806:0:24282:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbce4a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3662:x1876725549246976:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1789785579.558995:0:24282:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1789785579.559186:0:24282:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:2.0:1789785579.559189:0:24282:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1789785579.559191:0:24282:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb ctime from disk: 1789785578 -> 1789785578 00002000:00010000:2.0:1789785579.559193:0:24282:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1789785579.559938:0:24282:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbce4a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3662:x1876725549246976:12345-0@lo:2:osp-syn-0-0.0 Request processed in 1197us (5842us total) trans 12884901892 rc 0/0 00000100:00100000:2.0:1789785579.559969:0:24282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000004:00080000:3.0:1789785579.560182:0:3662:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9dae83a20380/2, rc 0, transno 12884901892 00000100:00100000:3.0:1789785579.560190:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dae83a20380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3662:1876725549246976:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1789785579.560448:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:3.0:1789785579.560572:0:25261:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530270464 00000100:00100000:3.0:1789785579.560579:0:25261:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530270464 00000100:00100000:3.0:1789785579.560651:0:25261:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 23 00000100:00100000:3.0:1789785579.560660:0:25261:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9daf9f1ba850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+7:2397:x1876725530270464:12345-192.168.203.46@tcp:16:lhsmtool_posix.0 00000100:00100000:3.0:1789785579.562226:0:25261:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9daf9f1ba850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+7:2397:x1876725530270464:12345-192.168.203.46@tcp:16:lhsmtool_posix.0 Request processed in 1557us (1771us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785579.562237:0:25261:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 23 00000100:00100000:3.0:1789785579.566471:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:0.0:1789785579.566907:0:23893:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530270720 00000100:00100000:0.0:1789785579.566920:0:23893:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530270720 00000100:00100000:0.0:1789785579.566997:0:23893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 62 00000100:00100000:0.0:1789785579.567127:0:23893:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae846a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+15:18776:x1876725530270720:12345-192.168.203.46@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1789785579.567198:0:23893:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789785579.567232:0:23893:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce95600/0x2f18ee3fd845e44e lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8d6a expref: 15 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785579.567255:0:23893:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9dafbaabab00) 00010000:00010000:0.0:1789785579.567261:0:23893:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1789785579.567317:0:23893:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030600/0x2f18ee3fd845e45c lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785579.567369:0:23893:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030600/0x2f18ee3fd845e45c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785579.567381:0:23893:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030600/0x2f18ee3fd845e45c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1789785579.567601:0:23893:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000008acedf0e reply state 0000000084ae80d1 transno 12884901911 ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030600/0x2f18ee3fd845e45c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785579.567613:0:23893:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9daf80030600/0x2f18ee3fd845e45c lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 23893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785579.567619:0:23893:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9dafbaabab00) 00010000:00010000:0.0:1789785579.567622:0:23893:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1789785579.567635:0:23893:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1789785579.568139:0:23893:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae846a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+16:18776:x1876725530270720:12345-192.168.203.46@tcp:36:lhsmtool_posix.0 Request processed in 1012us (1679us total) trans 12884901911 rc 0/0 00000100:00100000:3.0:1789785579.570779:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:3.0:1789785579.571648:0:24279:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530270848 00000100:00100000:3.0:1789785579.571663:0:24279:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530270848 00000100:00100000:3.0:1789785579.571761:0:24279:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 24 00000100:00100000:3.0:1789785579.571773:0:24279:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae846a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+7:18776:x1876725530270848:12345-192.168.203.46@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1789785579.571797:0:24279:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789785579.571820:0:24279:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a77e3484/0x2f18ee3fd845e463 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4bb55fb540dd8d78 expref: -99 pid: 24279 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.571859:0:24279:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001c4f8281/0x2f18ee3fd845e455 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8d71 expref: 8 pid: 24279 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.571893:0:24279:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789785579.571898:0:24279:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789785579.571904:0:24279:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a77e3484/0x2f18ee3fd845e463 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8d78 expref: 8 pid: 24279 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.571946:0:24279:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001c4f8281/0x2f18ee3fd845e455 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8d71 expref: 8 pid: 24279 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.571962:0:24279:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001c4f8281/0x2f18ee3fd845e455 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8d71 expref: 8 pid: 24279 timeout: 787 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789785579.571977:0:24279:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dae846a2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:24279:1876725549247104:192.168.203.46@tcp:104: 00000100:00100000:3.0:1789785579.572089:0:24279:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dafb5c330c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789785579.575963:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:1.0:1789785579.576135:0:24279:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dae846a2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:24279:1876725549247104:192.168.203.46@tcp:104: 00010000:00010000:1.0:1789785579.576180:0:24279:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a77e3484/0x2f18ee3fd845e463 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8d78 expref: 8 pid: 24279 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785579.576206:0:24279:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dafb5d54000, rc 0) 00000100:00100000:1.0:1789785579.576290:0:24279:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae846a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+8:18776:x1876725530270848:12345-192.168.203.46@tcp:101:lhsmtool_posix.0 Request processed in 4505us (5511us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785579.576320:0:24279:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 24 00000100:00100000:1.0:1789785579.578127:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530270976 00000100:00100000:1.0:1789785579.578144:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530270976 00010000:00010000:1.0:1789785579.578198:0:22761:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001c4f8281/0x2f18ee3fd845e455 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8d71 expref: 8 pid: 24279 timeout: 787 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789785579.578247:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 19 00000100:00100000:1.0:1789785579.578259:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae846a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+8:2397:x1876725530270976:12345-192.168.203.46@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1789785579.578291:0:22761:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789785579.578321:0:22761:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001c4f8281/0x2f18ee3fd845e455 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8d71 expref: 8 pid: 24279 timeout: 787 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785579.578435:0:22761:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001c4f8281/0x2f18ee3fd845e455 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8d71 expref: 8 pid: 24279 timeout: 787 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785579.578476:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001c4f8281/0x2f18ee3fd845e455 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8d71 expref: 8 pid: 24279 timeout: 787 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785579.578496:0:22761:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789785579.578500:0:22761:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789785579.578508:0:22761:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a77e3484/0x2f18ee3fd845e463 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8d78 expref: 7 pid: 24279 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785579.579087:0:22761:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a77e3484/0x2f18ee3fd845e463 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8d78 expref: 7 pid: 24279 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785579.579168:0:22761:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000a77e3484/0x2f18ee3fd845e463 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8d78 expref: 7 pid: 24279 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789785579.579187:0:22761:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafbce4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:22761:1876725549247232:192.168.203.46@tcp:105: 00000100:00100000:0.0:1789785579.580469:0:23893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 62 00000100:00100000:1.0:1789785579.581136:0:22761:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dae81f5bf00 going to sleep for 11 seconds 00000100:00100000:1.0:1789785579.584713:0:22761:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafbce4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:22761:1876725549247232:192.168.203.46@tcp:105: 00010000:00010000:1.0:1789785579.584760:0:22761:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789785579.584834:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae846a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+7:2397:x1876725530270976:12345-192.168.203.46@tcp:103:ldlm_bl.0 Request processed in 6576us (8884us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785579.584847:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 19 00000100:00100000:2.0:1789785579.591532:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:3.0:1789785579.591629:0:24282:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530271104 00000100:00100000:3.0:1789785579.591641:0:24282:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530271104 00000100:00100000:3.0:1789785579.591719:0:24282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 25 00000100:00100000:3.0:1789785579.591731:0:24282:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbce14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+7:2397:x1876725530271104:12345-192.168.203.46@tcp:2:lhsmtool_posix.0 00002000:00010000:3.0:1789785579.591940:0:24282:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1789785579.591945:0:24282:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb mtime from disk: 0 -> 1789785578 00002000:00010000:3.0:1789785579.591948:0:24282:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb atime from disk: 0 -> 1789785577 00002000:00010000:3.0:1789785579.591950:0:24282:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb ctime from disk: 1789785578 -> 1789785578 00002000:00010000:3.0:1789785579.591952:0:24282:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1789785579.592053:0:24282:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbce14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+8:2397:x1876725530271104:12345-192.168.203.46@tcp:2:lhsmtool_posix.0 Request processed in 324us (543us total) trans 12884901893 rc 0/0 00000100:00100000:3.0:1789785579.592082:0:24282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 25 00000100:00100000:2.0:1789785579.596120:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:3.0:1789785579.596266:0:25261:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530271232 00000100:00100000:3.0:1789785579.596294:0:25261:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530271232 00000100:00100000:3.0:1789785579.596434:0:25261:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 26 00000100:00100000:3.0:1789785579.596448:0:25261:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbce17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+8:2400:x1876725530271232:12345-192.168.203.46@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1789785579.596509:0:25261:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003d4abf1c/0x2f18ee3fd845e46a lrc: 3/1,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.596548:0:25261:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a77e3484/0x2f18ee3fd845e463 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8d78 expref: 8 pid: 24279 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.596560:0:25261:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789785579.596566:0:25261:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1789785579.596572:0:25261:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003d4abf1c/0x2f18ee3fd845e46a lrc: 4/1,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.596619:0:25261:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a77e3484/0x2f18ee3fd845e463 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8d78 expref: 8 pid: 24279 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.596636:0:25261:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a77e3484/0x2f18ee3fd845e463 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8d78 expref: 8 pid: 24279 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789785579.596654:0:25261:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dae846a1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25261:1876725549247360:192.168.203.46@tcp:104: 00000100:00100000:3.0:1789785579.596762:0:25261:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dafb5c33540 going to sleep for 11 seconds 00000100:00100000:3.0:1789785579.600792:0:25261:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dae846a1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25261:1876725549247360:192.168.203.46@tcp:104: 00010000:00010000:3.0:1789785579.600855:0:25261:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000003d4abf1c/0x2f18ee3fd845e46a lrc: 3/1,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789785579.603421:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:1.0:1789785579.603985:0:25803:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530271360 00000100:00100000:1.0:1789785579.603998:0:25803:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530271360 00010000:00010000:1.0:1789785579.604065:0:25803:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a77e3484/0x2f18ee3fd845e463 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8d78 expref: 9 pid: 24279 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789785579.604113:0:25803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 20 00000100:00100000:1.0:1789785579.604124:0:25803:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbce14e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+9:2397:x1876725530271360:12345-192.168.203.46@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1789785579.604143:0:25803:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789785579.604172:0:25803:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a77e3484/0x2f18ee3fd845e463 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8d78 expref: 9 pid: 24279 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785579.604187:0:25803:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a77e3484/0x2f18ee3fd845e463 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8d78 expref: 9 pid: 24279 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785579.604239:0:25803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a77e3484/0x2f18ee3fd845e463 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8d78 expref: 9 pid: 24279 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785579.604259:0:25803:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1789785579.604264:0:25803:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1789785579.604271:0:25803:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003d4abf1c/0x2f18ee3fd845e46a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 25261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785579.604294:0:25803:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003d4abf1c/0x2f18ee3fd845e46a lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 25261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785579.604388:0:25803:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789785579.604469:0:25803:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbce14e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+8:2397:x1876725530271360:12345-192.168.203.46@tcp:103:ldlm_bl.0 Request processed in 346us (1062us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785579.604479:0:25803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 20 00010000:00010000:3.0:1789785579.605273:0:25261:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000003d4abf1c/0x2f18ee3fd845e46a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.605296:0:25261:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003d4abf1c/0x2f18ee3fd845e46a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.605333:0:25261:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003d4abf1c/0x2f18ee3fd845e46a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.605369:0:25261:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003d4abf1c/0x2f18ee3fd845e46a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.605378:0:25261:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003d4abf1c/0x2f18ee3fd845e46a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.605386:0:25261:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafb5d55e00 already unused, calling callback (ffffffffc0cc5370) 00010000:00010000:3.0:1789785579.605392:0:25261:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003d4abf1c/0x2f18ee3fd845e46a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.605402:0:25261:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003d4abf1c/0x2f18ee3fd845e46a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.605419:0:25261:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003d4abf1c/0x2f18ee3fd845e46a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.605452:0:25261:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003d4abf1c/0x2f18ee3fd845e46a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789785579.605676:0:25261:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbce17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+7:2400:x1876725530271232:12345-192.168.203.46@tcp:1:lhsmtool_posix.0 Request processed in 9228us (9569us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785579.605687:0:25261:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 26 00000100:00100000:2.0:1789785579.610784:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:3.0:1789785579.610979:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530271616 00000100:00100000:3.0:1789785579.610993:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530271616 00000100:00100000:3.0:1789785579.611080:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 63 00000100:00100000:3.0:1789785579.611093:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbce15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+16:18776:x1876725530271616:12345-192.168.203.46@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1789785579.611208:0:22776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54000/0x2f18ee3fd845e471 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.611231:0:22776:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54400/0x2f18ee3fd845e3bb lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8d39 expref: 16 pid: 23893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.611242:0:22776:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54000/0x2f18ee3fd845e471 lrc: 4/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.611303:0:22776:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54400/0x2f18ee3fd845e3bb lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8d39 expref: 16 pid: 23893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.611320:0:22776:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54400/0x2f18ee3fd845e3bb lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8d39 expref: 16 pid: 23893 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789785579.611384:0:22776:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dae846a1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22776:1876725549247488:192.168.203.46@tcp:104: 00000100:00100000:3.0:1789785579.611506:0:22776:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dafb5c33b40 going to sleep for 11 seconds 00000100:00100000:0.0:1789785579.616112:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:3.0:1789785579.616305:0:22776:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dae846a1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22776:1876725549247488:192.168.203.46@tcp:104: 00010000:00010000:3.0:1789785579.616395:0:22776:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54000/0x2f18ee3fd845e471 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789785579.616837:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530271744 00000100:00100000:2.0:1789785579.616847:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530271744 00010000:00010000:2.0:1789785579.616899:0:22759:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54400/0x2f18ee3fd845e3bb lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8d39 expref: 17 pid: 23893 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789785579.616949:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 21 00000100:00100000:2.0:1789785579.616961:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae83a23480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+17:2398:x1876725530271744:12345-192.168.203.46@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1789785579.616983:0:22759:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789785579.616990:0:22759:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54400/0x2f18ee3fd845e3bb lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8d39 expref: 17 pid: 23893 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785579.617127:0:22759:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54400/0x2f18ee3fd845e3bb lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8d39 expref: 17 pid: 23893 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785579.617156:0:22759:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54400/0x2f18ee3fd845e3bb lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8d39 expref: 17 pid: 23893 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785579.617175:0:22759:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9dae827c0600) 00010000:00010000:2.0:1789785579.617181:0:22759:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d55c00/0x2f18ee3fd845e3d7 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8d47 expref: 16 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785579.617192:0:22759:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54000/0x2f18ee3fd845e471 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785579.617220:0:22759:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54000/0x2f18ee3fd845e471 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785579.617228:0:22759:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54000/0x2f18ee3fd845e471 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785579.617260:0:22759:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789785579.617691:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae83a23480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+16:2398:x1876725530271744:12345-192.168.203.46@tcp:103:ldlm_bl.0 Request processed in 730us (1593us total) trans 0 rc 0/0 00000100:00100000:2.0:1789785579.617700:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 21 00010000:00010000:3.0:1789785579.618090:0:22776:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54000/0x2f18ee3fd845e471 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.618099:0:22776:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54000/0x2f18ee3fd845e471 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.618414:0:22776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d55e00/0x2f18ee3fd845e478 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.618430:0:22776:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54600/0x2f18ee3fd845e440 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8d63 expref: 16 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.618449:0:22776:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d55e00/0x2f18ee3fd845e478 lrc: 4/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.618487:0:22776:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54600/0x2f18ee3fd845e440 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8d63 expref: 16 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.618502:0:22776:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54600/0x2f18ee3fd845e440 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8d63 expref: 16 pid: 22774 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789785579.618800:0:22776:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dae846a1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22776:1876725549247616:192.168.203.46@tcp:104: 00000100:00100000:3.0:1789785579.618961:0:22776:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dafb5c33540 going to sleep for 11 seconds 00000100:00100000:0.0:1789785579.625844:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:1.0:1789785579.626508:0:25803:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530271872 00000100:00100000:1.0:1789785579.626583:0:25803:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530271872 00010000:00010000:1.0:1789785579.626638:0:25803:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54600/0x2f18ee3fd845e440 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8d63 expref: 17 pid: 22774 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789785579.626726:0:25803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 22 00000100:00100000:1.0:1789785579.626747:0:25803:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae83a23b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+17:2397:x1876725530271872:12345-192.168.203.46@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1789785579.626767:0:25803:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789785579.626775:0:25803:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54600/0x2f18ee3fd845e440 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8d63 expref: 17 pid: 22774 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785579.626814:0:25803:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54600/0x2f18ee3fd845e440 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8d63 expref: 17 pid: 22774 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785579.626843:0:25803:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9dafbaabab00) 00010000:00010000:1.0:1789785579.626849:0:25803:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d55e00/0x2f18ee3fd845e478 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785579.626860:0:25803:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d55e00/0x2f18ee3fd845e478 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785579.626869:0:25803:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d55e00/0x2f18ee3fd845e478 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785579.626893:0:25803:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789785579.626972:0:25803:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae83a23b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+17:2397:x1876725530271872:12345-192.168.203.46@tcp:103:ldlm_bl.0 Request processed in 235us (1143us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785579.626980:0:25803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 22 00010000:00010000:3.0:1789785579.628852:0:22776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54600/0x2f18ee3fd845e440 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8d63 expref: 16 pid: 22774 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789785579.628902:0:22776:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dae846a1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22776:1876725549247616:192.168.203.46@tcp:104: 00010000:00010000:3.0:1789785579.628937:0:22776:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d55e00/0x2f18ee3fd845e478 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.629472:0:22776:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d55e00/0x2f18ee3fd845e478 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.629482:0:22776:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d55e00/0x2f18ee3fd845e478 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1789785579.629639:0:22776:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901912 00000001:00080000:3.0:1789785579.629801:0:22776:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901913 00000001:00080000:3.0:1789785579.629842:0:22776:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901914 00000100:00100000:3.0:1789785579.629960:0:22776:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dae846a1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:22776:1876725549247744:0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1789785579.630052:0:22776:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785579.630088:0:22776:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dafc19c4240 going to sleep for 11 seconds 00000100:00100000:0.0:1789785579.630509:0:22779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549247744 00000100:00100000:0.0:1789785579.630529:0:22779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549247744 00000100:00100000:0.0:1789785579.630594:0:22779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:0.0:1789785579.630605:0:22779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae846a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22776:x1876725549247744:12345-0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1789785579.630722:0:22779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae846a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22776:x1876725549247744:12345-0@lo:1000:mdt00_002.0 Request processed in 118us (670us total) trans 0 rc 0/0 00000100:00100000:0.0:1789785579.630729:0:22779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:3.0:1789785579.631129:0:22776:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dae846a1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:22776:1876725549247744:0@lo:1000:mdt00_002.0 00000001:00080000:3.0:1789785579.631600:0:22776:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901915 00000100:00100000:3.0:1789785579.631816:0:22776:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dae846a1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:22776:1876725549247872:0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1789785579.631893:0:22776:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789785579.631995:0:22776:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dafb5c33480 going to sleep for 11 seconds 00000100:00100000:0.0:1789785579.632165:0:22780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549247872 00000100:00100000:0.0:1789785579.632173:0:22780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549247872 00000100:00100000:0.0:1789785579.632262:0:22780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1789785579.632271:0:22780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae846a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22776:x1876725549247872:12345-0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1789785579.632482:0:22780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae846a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:22776:x1876725549247872:12345-0@lo:1000:mdt00_002.0 Request processed in 211us (588us total) trans 12884901894 rc 0/0 00000100:00100000:0.0:1789785579.632490:0:22780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:3.0:1789785579.632583:0:22776:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dae846a1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:22776:1876725549247872:0@lo:1000:mdt00_002.0 00010000:00010000:3.0:1789785579.632630:0:22776:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d55e00/0x2f18ee3fd845e478 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.632642:0:22776:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d55e00/0x2f18ee3fd845e478 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.632657:0:22776:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d55e00/0x2f18ee3fd845e478 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.632665:0:22776:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafb5d55e00 already unused, calling callback (ffffffffc18c74f0) 00010000:00010000:3.0:1789785579.632919:0:22776:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d55e00/0x2f18ee3fd845e478 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.632930:0:22776:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d55e00/0x2f18ee3fd845e478 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.632948:0:22776:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9dafbaabab00) 00010000:00010000:3.0:1789785579.632952:0:22776:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1789785579.632957:0:22776:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d55e00/0x2f18ee3fd845e478 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.632964:0:22776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d55e00/0x2f18ee3fd845e478 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.633009:0:22776:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54800/0x2f18ee3fd845e3d0 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.633016:0:22776:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54800/0x2f18ee3fd845e3d0 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.633022:0:22776:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54800/0x2f18ee3fd845e3d0 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.633028:0:22776:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafb5d54800 already unused, calling callback (ffffffffc18c74f0) 00010000:00010000:3.0:1789785579.633031:0:22776:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54800/0x2f18ee3fd845e3d0 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.633047:0:22776:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54800/0x2f18ee3fd845e3d0 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000020 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.633056:0:22776:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9dae827c0600) 00010000:00010000:3.0:1789785579.633058:0:22776:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1789785579.633066:0:22776:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d55c00/0x2f18ee3fd845e3d7 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8d47 expref: 19 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.633078:0:22776:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d55c00/0x2f18ee3fd845e3d7 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8d47 expref: 19 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.633087:0:22776:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d55c00/0x2f18ee3fd845e3d7 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8d47 expref: 19 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.633150:0:22776:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d55c00/0x2f18ee3fd845e3d7 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8d47 expref: 19 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789785579.633165:0:22776:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dae846a3480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22776:1876725549248000:192.168.203.46@tcp:105: 00000100:00100000:3.0:1789785579.633298:0:22776:0:(client.c:2715:ptlrpc_set_wait()) set ffff9daf9838a600 going to sleep for 11 seconds 00000100:00100000:0.0:1789785579.639429:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:3.0:1789785579.639695:0:22776:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dae846a3480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22776:1876725549248000:192.168.203.46@tcp:105: 00010000:00010000:3.0:1789785579.639744:0:22776:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54800/0x2f18ee3fd845e3d0 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.639757:0:22776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54800/0x2f18ee3fd845e3d0 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.639798:0:22776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54600/0x2f18ee3fd845e47f lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.639837:0:22776:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54600/0x2f18ee3fd845e47f lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.639850:0:22776:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54600/0x2f18ee3fd845e47f lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.639863:0:22776:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54600/0x2f18ee3fd845e47f lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.639870:0:22776:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54600/0x2f18ee3fd845e47f lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.639877:0:22776:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54600/0x2f18ee3fd845e47f lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.639883:0:22776:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafb5d54600 already unused, calling callback (ffffffffc18c74f0) 00010000:00010000:3.0:1789785579.639887:0:22776:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54600/0x2f18ee3fd845e47f lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.639895:0:22776:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54600/0x2f18ee3fd845e47f lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.639909:0:22776:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9dae827c0600) 00010000:00010000:3.0:1789785579.639912:0:22776:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789785579.639916:0:22776:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54600/0x2f18ee3fd845e47f lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.639922:0:22776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54600/0x2f18ee3fd845e47f lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.639932:0:22776:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54000/0x2f18ee3fd845e471 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.639945:0:22776:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54000/0x2f18ee3fd845e471 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.639950:0:22776:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54000/0x2f18ee3fd845e471 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.639955:0:22776:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafb5d54000 already unused, calling callback (ffffffffc18c74f0) 00010000:00010000:3.0:1789785579.639958:0:22776:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54000/0x2f18ee3fd845e471 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.639965:0:22776:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54000/0x2f18ee3fd845e471 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.639974:0:22776:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9dae827c0600) 00010000:00010000:3.0:1789785579.639976:0:22776:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1789785579.639979:0:22776:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54000/0x2f18ee3fd845e471 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.639984:0:22776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d54000/0x2f18ee3fd845e471 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789785579.640194:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbce15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+19:18776:x1876725530271616:12345-192.168.203.46@tcp:57:lhsmtool_posix.0 Request processed in 29102us (29421us total) trans 12884901916 rc 0/0 00000100:00100000:3.0:1789785579.640206:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 63 00000020:00080000:3.0:1789785579.640214:0:22776:0:(tgt_main.c:784:tgt_ses_key_exit()) total 5 transactions per RPC 00000100:00100000:1.0:1789785579.640801:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530272000 00000100:00100000:1.0:1789785579.640812:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530272000 00000100:00100000:1.0:1789785579.640869:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 10 00000100:00100000:1.0:1789785579.640879:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9daf84679450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+19:18775:x1876725530272000:12345-192.168.203.46@tcp:49:dd.0 00000100:00100000:1.0:1789785579.641009:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9daf84679450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+19:18775:x1876725530272000:12345-192.168.203.46@tcp:49:dd.0 Request processed in 121us (1584us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785579.641017:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 10 00000040:00080000:0.0:1789785579.641370:0:22811:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1789785579.641377:0:22811:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1789785579.641426:0:22811:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:0.0:1789785579.641435:0:22811:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:1.0:1789785579.649230:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:1.0:1789785579.649378:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:3.0:1789785579.649608:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530272384 00000100:00100000:3.0:1789785579.649622:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530272384 00000100:00100000:3.0:1789785579.649713:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 64 00000100:00100000:3.0:1789785579.649727:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbce4b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+19:18775:x1876725530272384:12345-192.168.203.46@tcp:101:dd.0 00010000:00010000:3.0:1789785579.649792:0:22775:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789785579.649822:0:22775:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d55600/0x2f18ee3fd845e486 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4bb55fb540dd8d7f expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.649866:0:22775:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d55000/0x2f18ee3fd845e48d lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.649883:0:22775:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d55000/0x2f18ee3fd845e48d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.649896:0:22775:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d55000/0x2f18ee3fd845e48d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.650044:0:22775:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d55600/0x2f18ee3fd845e486 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8d7f expref: 21 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.650066:0:22775:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dafb5d55000/0x2f18ee3fd845e48d lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.46@tcp remote: 0x4bb55fb540dd8d7f expref: 20 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.650076:0:22775:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9dae827c0600) 00010000:00010000:3.0:1789785579.650079:0:22775:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1789785579.650083:0:22775:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dafb5d55000, rc 0) 00000100:00100000:3.0:1789785579.650161:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbce4b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+20:18775:x1876725530272384:12345-192.168.203.46@tcp:101:dd.0 Request processed in 438us (782us total) trans 0 rc 0/0 00000100:00100000:3.0:1789785579.650168:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 64 00000100:00100000:2.0:1789785579.654439:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530272256 00000100:00100000:2.0:1789785579.654460:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530272256 00000100:00100000:2.0:1789785579.654541:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 11 00000100:00100000:2.0:1789785579.654552:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbce48e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+20:18776:x1876725530272256:12345-192.168.203.46@tcp:35:lhsmtool_posix.0 00000004:00080000:2.0:1789785579.655105:0:22777:0:(mdd_object.c:4014:mdd_close()) Object [0x2000013a1:0x3:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:2.0:1789785579.655146:0:22777:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901917 00010000:00010000:2.0:1789785579.655189:0:22777:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce94200/0x2f18ee3fd845e494 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785579.655211:0:22777:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce94200/0x2f18ee3fd845e494 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785579.655224:0:22777:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce94200/0x2f18ee3fd845e494 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785579.655234:0:22777:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce94200/0x2f18ee3fd845e494 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785579.655240:0:22777:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce94200/0x2f18ee3fd845e494 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785579.655265:0:22777:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce94200/0x2f18ee3fd845e494 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785579.655301:0:22777:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1789785579.655450:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbce48e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+22:18776:x1876725530272256:12345-192.168.203.46@tcp:35:lhsmtool_posix.0 Request processed in 898us (6233us total) trans 12884901918 rc 0/0 00000100:00100000:2.0:1789785579.655460:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 11 00000020:00080000:2.0:1789785579.655465:0:22777:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1789785579.655840:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789785579.655849:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce94200/0x2f18ee3fd845e494 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.655870:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafbce94200 already unused, calling callback (ffffffffc0cc5370) 00010000:00010000:3.0:1789785579.655875:0:22763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce94200/0x2f18ee3fd845e494 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.655883:0:22763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce94200/0x2f18ee3fd845e494 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.655898:0:22763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9dafbaabab00) 00010000:00010000:3.0:1789785579.655901:0:22763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1789785579.655907:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce94200/0x2f18ee3fd845e494 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.655914:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dafbce94200/0x2f18ee3fd845e494 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789785579.655930:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789785579.655931:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789785579.655933:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789785579.699490:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:0.0:1789785579.699612:0:24285:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530272512 00000100:00100000:0.0:1789785579.699624:0:24285:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530272512 00000100:00100000:0.0:1789785579.699703:0:24285:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 0 00000100:00100000:0.0:1789785579.699731:0:24285:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbce4b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+7:2398:x1876725530272512:12345-192.168.203.46@tcp:4:dd.0 00002000:00010000:0.0:1789785579.699805:0:24285:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x42:0x0] initial LVB size: 0, mtime: 0x6aadf5ea, atime: 0x6aadf5e9, ctime: 0x6aadf5ea, blocks: 0x0 00010000:00010000:0.0:1789785579.699816:0:24285:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009b7cefa7/0x2f18ee3fd845e49b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785579.699834:0:24285:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=687s v=(0 0) 00010000:00010000:0.0:1789785579.699838:0:24285:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789785579.699844:0:24285:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009b7cefa7/0x2f18ee3fd845e49b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785579.699869:0:24285:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009b7cefa7/0x2f18ee3fd845e49b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789785579.701722:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.46@tcp (source: 12345-192.168.203.46@tcp) 00000100:00100000:2.0:1789785579.701832:0:24287:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 3 min 3 max 116 00000100:00100000:2.0:1789785579.701853:0:24287:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_003' 00000100:00100000:1.0:1789785579.702239:0:24287:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725530272640 00000100:00100000:1.0:1789785579.702251:0:24287:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725530272640 00000100:00100000:2.0:1789785579.703036:0:25821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.46@tcp, seq: 1 00000100:00100000:2.0:1789785579.703055:0:25821:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbce49880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+8:2398:x1876725530272640:12345-192.168.203.46@tcp:4:dd.0 00010000:00010000:2.0:1789785579.703217:0:25821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000008c3e9ad/0x2f18ee3fd845e4a2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785579.703235:0:25821:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789785579.703240:0:25821:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789785579.703246:0:25821:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000008c3e9ad/0x2f18ee3fd845e4a2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789785579.703261:0:25821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000008c3e9ad/0x2f18ee3fd845e4a2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1789785579.780833:0:24276:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901895 is committed 00000001:00080000:2.0:1789785579.780873:0:24276:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901894 is committed 00002000:00010000:1.0:1789785579.781106:0:25821:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 0 -> 7654321 00002000:00010000:1.0:1789785579.781115:0:25821:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 0 -> 6760 00010000:00010000:1.0:1789785579.781132:0:25821:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000008c3e9ad/0x2f18ee3fd845e4a2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785579.781145:0:25821:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000008c3e9ad/0x2f18ee3fd845e4a2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785579.781154:0:25821:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000008c3e9ad/0x2f18ee3fd845e4a2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785579.781160:0:25821:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dafbce94a00 already unused, calling callback (ffffffffc0cc5370) 00010000:00010000:1.0:1789785579.781165:0:25821:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000008c3e9ad/0x2f18ee3fd845e4a2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785579.781174:0:25821:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000008c3e9ad/0x2f18ee3fd845e4a2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785579.781196:0:25821:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000008c3e9ad/0x2f18ee3fd845e4a2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789785579.781204:0:25821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000008c3e9ad/0x2f18ee3fd845e4a2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789785579.781320:0:25821:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbce49880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+7:2398:x1876725530272640:12345-192.168.203.46@tcp:4:dd.0 Request processed in 78266us (79614us total) trans 12884901895 rc 0/0 00000100:00100000:1.0:1789785579.781386:0:25821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 1 00000001:00080000:2.0:1789785579.823389:0:24276:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901896 is committed 00002000:00010000:0.0:1789785579.823613:0:24285:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 6760 -> 14952 00010000:00010000:0.0:1789785579.823640:0:24285:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009b7cefa7/0x2f18ee3fd845e49b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785579.823652:0:24285:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009b7cefa7/0x2f18ee3fd845e49b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785579.823659:0:24285:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009b7cefa7/0x2f18ee3fd845e49b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785579.823664:0:24285:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9daf80030800 already unused, calling callback (ffffffffc0cc5370) 00010000:00010000:0.0:1789785579.823668:0:24285:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009b7cefa7/0x2f18ee3fd845e49b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785579.823690:0:24285:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009b7cefa7/0x2f18ee3fd845e49b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785579.823711:0:24285:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009b7cefa7/0x2f18ee3fd845e49b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789785579.823715:0:24285:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009b7cefa7/0x2f18ee3fd845e49b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789785579.823869:0:24285:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbce4b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9036ca7-8ce0-4b75-99cc-33a8ed63d895+5:2398:x1876725530272512:12345-192.168.203.46@tcp:4:dd.0 Request processed in 124136us (124384us total) trans 12884901896 rc 0/0 00000100:00100000:0.0:1789785579.823878:0:24285:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.46@tcp, seq: 0 00010000:00010000:1.0:1789785580.164254:0:25802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789785580.868805:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789785580.868845:0:3660:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafbce48000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3660:1876725549248128:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1789785580.868943:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789785580.869029:0:24284:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549248128 00000100:00100000:0.0:1789785580.869040:0:24284:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549248128 00000100:00100000:0.0:1789785580.869109:0:24284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1789785580.869120:0:24284:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dae83a22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3660:x1876725549248128:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1789785580.869157:0:24284:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 26324672 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1789785580.869208:0:24284:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dae83a22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3660:x1876725549248128:12345-0@lo:13:osp-pre-0-1.0 Request processed in 90us (266us total) trans 0 rc 0/0 00000100:00080000:1.0:1789785580.869307:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1789785580.869742:0:24284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1789785580.869813:0:3660:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafbce48000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3660:1876725549248128:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1789785581.186619:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1789785581.188702:0:25858:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-pcc test_1d: @@@@@@ FAIL: expected /mnt/pcc.d1d.sanity-pcc/d1d.sanity-pcc/13a3/0x2000013a1:0x2:0x0 size: 7654321 got: 0 00010000:00010000:1.0:1789785582.220161:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789785582.402679:0:3660:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafbce4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3660:1876725549248256:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1789785582.402816:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789785582.403015:0:23895:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549248256 00000100:00100000:1.0:1789785582.403026:0:23895:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549248256 00000100:00100000:1.0:1789785582.403096:0:23895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:1.0:1789785582.403108:0:23895:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbce16680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3660:x1876725549248256:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1789785582.403153:0:23895:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1789785582.403226:0:23895:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbce16680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3660:x1876725549248256:12345-0@lo:41:osp-pre-1-0.0 Request processed in 119us (410us total) trans 0 rc 0/0 00000100:00100000:1.0:1789785582.403234:0:23895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:1.0:1789785582.403299:0:3660:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafbce4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3660:1876725549248256:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1789785582.403937:0:3661:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dafbce4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3661:1876725549248384:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1789785582.404424:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789785582.404637:0:22780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876725549248384 00000100:00100000:0.0:1789785582.404645:0:22780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876725549248384 00000100:00100000:0.0:1789785582.404793:0:22780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1789785582.404804:0:22780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dafbce17100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3661:x1876725549248384:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1789785582.404840:0:22780:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446289408 avail 1300049920 00000100:00100000:0.0:1789785582.404910:0:22780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dafbce17100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3661:x1876725549248384:12345-0@lo:41:osp-pre-0-1.0 Request processed in 107us (486us total) trans 0 rc 0/0 00000100:00100000:0.0:1789785582.404918:0:22780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:2.0:1789785582.405004:0:3661:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dafbce4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3661:1876725549248384:0@lo:41:osp-pre-0-1.0 Debug log: 14081 lines, 14081 kept, 0 dropped, 0 bad.