00010000:00010000:2.0F:1788838188.672688:0:17189:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0F:1788838189.696624:0:20230:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788838189.760692:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788838189.760718:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c1eb8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1875732255170048:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788838189.760796:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788838189.760870:0:18710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255170048 00000100:00100000:2.0:1788838189.760877:0:18710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255170048 00000100:00100000:2.0:1788838189.760952:0:18710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1788838189.760963:0:18710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c1ebad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1875732255170048:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788838189.760993:0:18710:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1788838189.761051:0:18710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c1ebad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1875732255170048:12345-0@lo:13:osp-pre-0-0.0 Request processed in 90us (254us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838189.761070:0:18710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1788838189.761120:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c1eb8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1875732255170048:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0F:1788838189.762268:0:17197:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788838189.764528:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788838189.764548:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c1eb8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1875732255170176:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788838189.764609:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788838189.764653:0:20090:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255170176 00000100:00100000:2.0:1788838189.764659:0:20090:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255170176 00000100:00100000:2.0:1788838189.764706:0:20090:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1788838189.764714:0:20090:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c4847100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1875732255170176:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788838189.764734:0:20090:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1788838189.764773:0:20090:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c4847100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1875732255170176:12345-0@lo:13:osp-pre-0-1.0 Request processed in 59us (164us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838189.764779:0:20090:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1788838189.764820:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c1eb8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1875732255170176:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1788838189.764840:0:17197:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0F:1788838190.271552:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb7af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1875732255170304:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788838190.271631:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838190.271707:0:18709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255170304 00000100:00100000:0.0:1788838190.271715:0:18709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255170304 00000100:00100000:3.0:1788838190.271949:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c43a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1875732255170560:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788838190.271981:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788838190.272012:0:17207:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255170560 00000100:00100000:3.0:1788838190.272015:0:17207:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255170560 00000100:00100000:3.0:1788838190.272043:0:17207:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:3.0:1788838190.272051:0:17207:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caf40e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3649:x1875732255170560:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788838190.272089:0:17207:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:3.0:1788838190.272127:0:17207:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caf40e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3649:x1875732255170560:12345-0@lo:41:osp-pre-0-1.0 Request processed in 76us (145us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838190.272133:0:17207:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:3.0:1788838190.272155:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c43a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1875732255170432:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788838190.272179:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788838190.272206:0:18710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255170432 00000100:00100000:3.0:1788838190.272209:0:18710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255170432 00000100:00100000:3.0:1788838190.272224:0:18710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1788838190.272230:0:18710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafb7ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1875732255170304:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788838190.272247:0:18710:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3485696 granted 26324672 pending 0 free 3915857920 avail 3684335616 00000100:00100000:3.0:1788838190.272271:0:18710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafb7ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1875732255170304:12345-0@lo:13:osp-pre-1-1.0 Request processed in 42us (642us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838190.272277:0:18710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1788838190.272288:0:18710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1788838190.272293:0:18710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caf40ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1875732255170432:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788838190.272300:0:18710:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3485696 granted 26324672 pending 0 free 3915857920 avail 3684335616 00000100:00100000:3.0:1788838190.272337:0:18710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caf40ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1875732255170432:12345-0@lo:13:osp-pre-1-0.0 Request processed in 44us (157us total) trans 0 rc 0/0 00000100:00080000:0.0:1788838190.273445:0:17197:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788838190.273765:0:18710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1788838190.273891:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c4847800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1875732255170688:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788838190.273954:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788838190.274087:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c376d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3650:1875732255171200:0@lo:400:kworker.0 00000100:00100000:3.0:1788838190.274112:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788838190.274132:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1788838190.274137:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c376d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3650:1875732255171072:0@lo:400:kworker.0 00000100:00100000:3.0:1788838190.274155:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788838190.274170:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caf6e1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3650:1875732255171584:0@lo:400:kworker.0 00000100:00100000:3.0:1788838190.274202:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788838190.274230:0:17201:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255171200 00000100:00100000:3.0:1788838190.274236:0:17201:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255171200 00000100:00100000:3.0:1788838190.274275:0:17201:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255171072 00000100:00100000:3.0:1788838190.274278:0:17201:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255171072 00000100:00100000:3.0:1788838190.274288:0:17201:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255171584 00000100:00100000:3.0:1788838190.274290:0:17201:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255171584 00000100:00100000:3.0:1788838190.274304:0:17201:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:3.0:1788838190.274312:0:17201:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caf6e19880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3650:x1875732255171200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788838190.274912:0:17941:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255170688 00000100:00100000:0.0:1788838190.274919:0:17941:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255170688 00000100:00100000:0.0:1788838190.274956:0:17941:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:0.0:1788838190.274963:0:17941:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caf40eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3650:x1875732255170688:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788838190.274994:0:17941:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1788838190.275044:0:17941:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caf40eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3650:x1875732255170688:12345-0@lo:41:osp-pre-1-0.0 Request processed in 81us (1090us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838190.275051:0:17941:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:3.0:1788838190.276512:0:17201:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caf6e19880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3650:x1875732255171200:12345-0@lo:400:kworker.0 Request processed in 2195us (2393us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838190.276522:0:17201:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:3.0:1788838190.276549:0:17201:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:3.0:1788838190.276557:0:17201:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caf6e1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3650:x1875732255171072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788838190.276584:0:17201:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caf6e1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3650:x1875732255171072:12345-0@lo:400:kworker.0 Request processed in 30us (2428us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838190.276590:0:17201:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:3.0:1788838190.276600:0:17201:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:3.0:1788838190.276606:0:17201:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c50d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3650:x1875732255171584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788838190.276642:0:17201:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c50d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3650:x1875732255171584:12345-0@lo:400:kworker.0 Request processed in 37us (2440us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838190.276648:0:17201:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00080000:3.0:1788838190.276681:0:17197:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788838190.276687:0:17197:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788838190.276726:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c376d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3650:1875732255171072:0@lo:400:kworker.0 00010000:00080000:3.0:1788838190.276741:0:3650:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0caf6e1b800 x1875732255171584/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788838206 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788838190.276751:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caf6e1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3650:1875732255171584:0@lo:400:kworker.0 00000100:00100000:3.0:1788838190.276761:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c376d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3650:1875732255171200:0@lo:400:kworker.0 00000100:00100000:3.0:1788838190.278941:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c4847800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1875732255170688:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788838190.279005:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c376ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3648:1875732255170944:0@lo:400:kworker.0 00000100:00100000:3.0:1788838190.279061:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788838190.279092:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caf6e19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3648:1875732255171456:0@lo:400:kworker.0 00000100:00100000:3.0:1788838190.279113:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788838190.279146:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c43a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1875732255170432:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788838190.279160:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1788838190.279166:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c376c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4b6c5e3a-7841-411a-9131-de8bbbf7b1d3:3648:1875732255170816:0@lo:400:kworker.0 00000100:00100000:3.0:1788838190.279192:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788838190.279224:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c376f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3648:1875732255171328:0@lo:400:kworker.0 00000100:00100000:3.0:1788838190.279246:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788838190.279275:0:17202:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255170944 00000100:00100000:3.0:1788838190.279281:0:17202:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255170944 00000100:00100000:3.0:1788838190.279619:0:17202:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255171456 00000100:00100000:3.0:1788838190.279624:0:17202:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255171456 00000100:00100000:0.0:1788838190.282035:0:17201:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255171328 00000100:00100000:0.0:1788838190.282054:0:17201:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255171328 00000100:00100000:0.0:1788838190.282162:0:17201:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:0.0:1788838190.282174:0:17201:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c50d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1875732255170944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788838190.282280:0:17201:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c50d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1875732255170944:12345-0@lo:400:kworker.0 Request processed in 108us (3218us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838190.282287:0:17201:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:0.0:1788838190.282304:0:17201:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:0.0:1788838190.282310:0:17201:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c50d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3648:x1875732255171456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788838190.282530:0:17201:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c50d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3648:x1875732255171456:12345-0@lo:400:kworker.0 Request processed in 219us (3415us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838190.282537:0:17201:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:0.0:1788838190.282549:0:17201:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:0.0:1788838190.282554:0:17201:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c50d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1875732255171328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788838190.282578:0:17201:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c50d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1875732255171328:12345-0@lo:400:kworker.0 Request processed in 24us (3331us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838190.282593:0:17201:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000001:00080000:0.0:1788838190.282647:0:17181:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934622 is committed 00000020:00080000:0.0:1788838190.282658:0:17181:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffffa0cafc97d300 refcount 2 committed 0 result 0 batchid 4294967530 00000020:00080000:0.0:1788838190.282662:0:17181:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffffa0caec187b00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffffa0cafc97d000 00000020:00080000:0.0:1788838190.282666:0:17181:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffffa0caec187000 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffffa0cafb7efc00 00010000:00010000:0.0:1788838190.282693:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0cac29d8400/0xae64dcd520c445b8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17201 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838190.282704:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0cac29d8400/0xae64dcd520c445b8 lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 17201 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838190.282712:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0cac29d8400/0xae64dcd520c445b8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17201 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838190.282719:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0cac29d8400 already unused, calling callback (ffffffffc1abe4f0) 00010000:00010000:0.0:1788838190.282724:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0cac29d8400/0xae64dcd520c445b8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17201 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838190.282732:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0cac29d8400/0xae64dcd520c445b8 lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 17201 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838190.282748:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffffa0cacb487100) 00010000:00010000:0.0:1788838190.282751:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788838190.282756:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0cac29d8400/0xae64dcd520c445b8 lrc: 2/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17201 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838190.282762:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0cac29d8400/0xae64dcd520c445b8 lrc: 0/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17201 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:0.0:1788838190.282895:0:17240:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294967530 committed batchid 8 00000020:00080000:0.0:1788838190.282980:0:17240:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 8 00010000:00080000:2.0:1788838190.283124:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0c9c376f800 x1875732255171328/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788838206 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788838190.283144:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c376f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3648:1875732255171328:0@lo:400:kworker.0 00000100:00100000:2.0:1788838190.283158:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c376ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3648:1875732255170944:0@lo:400:kworker.0 00000100:00100000:2.0:1788838190.283168:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caf6e19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3648:1875732255171456:0@lo:400:kworker.0 00000100:00100000:2.0:1788838190.283372:0:17195:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255170816 00000100:00100000:2.0:1788838190.283377:0:17195:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255170816 00000100:00100000:2.0:1788838190.283414:0:17195:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 169 00000100:00100000:2.0:1788838190.283421:0:17195:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafce45c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4b6c5e3a-7841-411a-9131-de8bbbf7b1d3+24:3648:x1875732255170816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788838190.283467:0:17195:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafce45c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4b6c5e3a-7841-411a-9131-de8bbbf7b1d3+24:3648:x1875732255170816:12345-0@lo:400:kworker.0 Request processed in 47us (4274us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838190.283473:0:17195:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 169 00000100:00100000:2.0:1788838190.283516:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c43a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1875732255170560:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788838190.283551:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb7af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1875732255170304:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788838190.283571:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c376c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4b6c5e3a-7841-411a-9131-de8bbbf7b1d3:3648:1875732255170816:0@lo:400:kworker.0 00000100:00080000:3.0:1788838190.283727:0:17197:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788838190.283731:0:17197:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000040:00080000:0.0:1788838190.336718:0:17234:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:0.0:1788838190.336726:0:17234:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788838190.336746:0:17234:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:0.0:1788838190.336753:0:17234:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00010000:00010000:0.0:1788838190.720441:0:17190:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788838191.013478:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:2.0:1788838191.013572:0:17201:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235170560 00000100:00100000:2.0:1788838191.013583:0:17201:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235170560 00000100:00100000:2.0:1788838191.013657:0:17201:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 65 00000100:00100000:2.0:1788838191.013670:0:17201:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafb7aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:df750f73-6f88-4d21-b5c3-d27d8690699f+13:15593:x1875732235170560:12345-192.168.204.55@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1788838191.013777:0:17201:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafb7aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:df750f73-6f88-4d21-b5c3-d27d8690699f+13:15593:x1875732235170560:12345-192.168.204.55@tcp:60:lhsmtool_posix.0 Request processed in 110us (309us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838191.013786:0:17201:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 65 00000100:00080000:0.0:1788838191.014144:0:17197:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788838191.023005:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:3.0:1788838191.023175:0:17203:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235170688 00000100:00100000:3.0:1788838191.023186:0:17203:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235170688 00000100:00100000:3.0:1788838191.023255:0:17203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 66 00000100:00100000:3.0:1788838191.023267:0:17203:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafb7b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:df750f73-6f88-4d21-b5c3-d27d8690699f+5:15593:x1875732235170688:12345-192.168.204.55@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1788838191.023392:0:17203:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafb7b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:df750f73-6f88-4d21-b5c3-d27d8690699f+5:15593:x1875732235170688:12345-192.168.204.55@tcp:60:lhsmtool_posix.0 Request processed in 126us (397us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838191.023399:0:17203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 66 00000100:00080000:1.0:1788838191.023824:0:17197:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788838191.034083:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:1.0:1788838191.034165:0:17204:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235170944 00000100:00100000:1.0:1788838191.034175:0:17204:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235170944 00000100:00100000:1.0:1788838191.034236:0:17204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 12 00000100:00100000:1.0:1788838191.034246:0:17204:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c50d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:df750f73-6f88-4d21-b5c3-d27d8690699f+13:15593:x1875732235170944:12345-192.168.204.55@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1788838191.034498:0:17204:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c50d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:df750f73-6f88-4d21-b5c3-d27d8690699f+14:15593:x1875732235170944:12345-192.168.204.55@tcp:35:lhsmtool_posix.0 Request processed in 253us (425us total) trans 8589934623 rc 0/0 00000100:00100000:1.0:1788838191.034506:0:17204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 12 00000100:00100000:3.0:1788838191.510496:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:3.0:1788838191.510550:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:3.0:1788838191.510581:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:3.0:1788838191.510606:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:3.0:1788838191.510626:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:3.0:1788838191.510648:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:3.0:1788838191.510681:0:17202:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235171328 00000100:00100000:3.0:1788838191.510694:0:17202:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235171328 00000100:00100000:1.0:1788838191.510867:0:17196:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235171072 00000100:00100000:1.0:1788838191.510872:0:17196:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235171072 00000100:00100000:1.0:1788838191.510929:0:17196:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 170 00000100:00100000:1.0:1788838191.510940:0:17196:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafce44850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:10d2962e-febb-4b45-9fe1-09677969e874+13:2405:x1875732235171072:12345-192.168.204.55@tcp:400:kworker.0 00000100:00100000:1.0:1788838191.511048:0:17196:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafce44850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:10d2962e-febb-4b45-9fe1-09677969e874+13:2405:x1875732235171072:12345-192.168.204.55@tcp:400:kworker.0 Request processed in 110us (568us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838191.511057:0:17196:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 170 00000100:00100000:1.0:1788838191.511098:0:18707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235171584 00000100:00100000:1.0:1788838191.511101:0:18707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235171584 00000100:00100000:1.0:1788838191.511138:0:18707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 19 00000100:00100000:1.0:1788838191.511158:0:18707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c50d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:df750f73-6f88-4d21-b5c3-d27d8690699f+5:2405:x1875732235171584:12345-192.168.204.55@tcp:400:kworker.0 00000100:00100000:1.0:1788838191.511397:0:18707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c50d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:df750f73-6f88-4d21-b5c3-d27d8690699f+5:2405:x1875732235171584:12345-192.168.204.55@tcp:400:kworker.0 Request processed in 239us (768us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838191.511405:0:18707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 19 00000100:00080000:1.0:1788838191.511423:0:17197:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788838191.511458:0:19993:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235171712 00000100:00100000:1.0:1788838191.511461:0:19993:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235171712 00000100:00100000:2.0:1788838191.511561:0:17201:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235171200 00000100:00100000:2.0:1788838191.511565:0:17201:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235171200 00000100:00100000:3.0:1788838191.511625:0:17202:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235171840 00000100:00100000:3.0:1788838191.511628:0:17202:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235171840 00000100:00100000:1.0:1788838191.515957:0:19993:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 78 00000100:00100000:1.0:1788838191.516083:0:19993:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c50d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:df750f73-6f88-4d21-b5c3-d27d8690699f+5:2405:x1875732235171328:12345-192.168.204.55@tcp:400:kworker.0 00000100:00100000:1.0:1788838191.516430:0:19993:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c50d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:df750f73-6f88-4d21-b5c3-d27d8690699f+5:2405:x1875732235171328:12345-192.168.204.55@tcp:400:kworker.0 Request processed in 457us (5878us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838191.516440:0:19993:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 78 00000100:00100000:1.0:1788838191.516473:0:19993:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 79 00000100:00100000:1.0:1788838191.516487:0:19993:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c50d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c1de270c-1e49-4e63-a3a0-8452e1e1b1cc+6:2405:x1875732235171712:12345-192.168.204.55@tcp:400:kworker.0 00000100:00100000:1.0:1788838191.516514:0:19993:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c50d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c1de270c-1e49-4e63-a3a0-8452e1e1b1cc+6:2405:x1875732235171712:12345-192.168.204.55@tcp:400:kworker.0 Request processed in 34us (5933us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838191.516526:0:19993:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 79 00000100:00080000:1.0:1788838191.516562:0:17197:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788838191.516569:0:17197:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788838191.520755:0:19993:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 80 00000100:00100000:2.0:1788838191.520784:0:19993:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c50d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:df750f73-6f88-4d21-b5c3-d27d8690699f+14:2405:x1875732235171200:12345-192.168.204.55@tcp:400:kworker.0 00000100:00100000:2.0:1788838191.520947:0:19993:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c50d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:df750f73-6f88-4d21-b5c3-d27d8690699f+14:2405:x1875732235171200:12345-192.168.204.55@tcp:400:kworker.0 Request processed in 176us (10338us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838191.520957:0:19993:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 80 00000100:00100000:0.0:1788838191.521464:0:17203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 81 00000100:00100000:0.0:1788838191.521480:0:17203:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c50d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c1de270c-1e49-4e63-a3a0-8452e1e1b1cc+5:2405:x1875732235171840:12345-192.168.204.55@tcp:400:kworker.0 00000100:00100000:0.0:1788838191.521533:0:17203:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c50d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c1de270c-1e49-4e63-a3a0-8452e1e1b1cc+5:2405:x1875732235171840:12345-192.168.204.55@tcp:400:kworker.0 Request processed in 60us (10883us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838191.521540:0:17203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 81 00000100:00100000:1.0:1788838191.522289:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:1.0:1788838191.522375:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:1.0:1788838191.522406:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:1.0:1788838191.522443:0:18707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235171456 00000100:00100000:1.0:1788838191.522462:0:18707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235171456 00000100:00100000:1.0:1788838191.522532:0:18707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235171968 00000100:00100000:1.0:1788838191.522536:0:18707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235171968 00000100:00080000:2.0:1788838191.522545:0:17197:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788838191.522552:0:18707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235172096 00000100:00100000:1.0:1788838191.522555:0:18707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235172096 00000100:00100000:2.0:1788838191.522568:0:18708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 31 00000100:00100000:2.0:1788838191.522579:0:18708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafb7b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:df750f73-6f88-4d21-b5c3-d27d8690699f+5:2401:x1875732235171456:12345-192.168.204.55@tcp:9:kworker.0 00000100:00100000:1.0:1788838191.522585:0:18707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 32 00000100:00100000:1.0:1788838191.522598:0:18707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c3bc2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c1de270c-1e49-4e63-a3a0-8452e1e1b1cc+5:2401:x1875732235171968:12345-192.168.204.55@tcp:9:kworker.0 00000020:00000080:1.0:1788838191.522612:0:18707:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xae64dcd520c44326 00000020:00000080:2.0:1788838191.522618:0:18708:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xae64dcd520c442e7 00000100:00080000:1.0:1788838191.523250:0:18707:0:(import.c:65:import_set_state_nolock()) ffffa0c9c366e800 : changing import state from FULL to CLOSED 00010000:00010000:3.0:1788838191.523471:0:17189:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1788838191.523479:0:17197:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788838191.525350:0:18708:0:(import.c:65:import_set_state_nolock()) ffffa0c9c34bb800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1788838191.525519:0:18708:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000001:00000004:1.0:1788838191.526369:0:18707:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:1.0:1788838191.526576:0:18707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c3bc2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c1de270c-1e49-4e63-a3a0-8452e1e1b1cc+2:2401:x1875732235171968:12345-192.168.204.55@tcp:9:kworker.0 Request processed in 3976us (4192us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838191.526606:0:18707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 32 00000100:00100000:1.0:1788838191.526643:0:18707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 33 00000100:00100000:1.0:1788838191.526656:0:18707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c3bc3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c1de270c-1e49-4e63-a3a0-8452e1e1b1cc+5:2401:x1875732235172096:12345-192.168.204.55@tcp:9:kworker.0 00000020:00000080:1.0:1788838191.526691:0:18707:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xae64dcd520c4432d 00000100:00080000:1.0:1788838191.526706:0:18707:0:(import.c:65:import_set_state_nolock()) ffffa0caf6ee6000 : changing import state from FULL to CLOSED 00000100:00100000:2.0:1788838191.526779:0:18708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafb7b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:df750f73-6f88-4d21-b5c3-d27d8690699f+2:2401:x1875732235171456:12345-192.168.204.55@tcp:9:kworker.0 Request processed in 4201us (4497us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838191.526787:0:18708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 31 00010000:00010000:3.0:1788838191.529845:0:20230:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788838191.531343:0:17190:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000004:1.0:1788838191.531498:0:18707:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:0.0:1788838191.531970:0:18707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c3bc3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c1de270c-1e49-4e63-a3a0-8452e1e1b1cc+2:2401:x1875732235172096:12345-192.168.204.55@tcp:9:kworker.0 Request processed in 5308us (9552us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838191.531993:0:18707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 33 00010000:00010000:3.0:1788838191.744471:0:17189:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788838192.767917:0:20230:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788838193.791646:0:17190:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788838194.815570:0:17189:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788838194.880345:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788838194.880380:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c50d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1875732255171712:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788838194.880499:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788838194.880649:0:18709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255171712 00000100:00100000:3.0:1788838194.880660:0:18709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255171712 00000100:00100000:3.0:1788838194.880766:0:18709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1788838194.880779:0:18709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c4847800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1875732255171712:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788838194.880831:0:18709:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1788838194.880901:0:18709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c4847800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1875732255171712:12345-0@lo:13:osp-pre-0-1.0 Request processed in 125us (402us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838194.880908:0:18709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00080000:2.0:1788838194.881642:0:17197:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788838194.881724:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c50d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1875732255171712:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788838194.881751:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788838194.881782:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c3bc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1875732255171840:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788838194.881870:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788838194.882117:0:18710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255171840 00000100:00100000:2.0:1788838194.882126:0:18710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255171840 00000100:00100000:2.0:1788838194.882201:0:18710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1788838194.882210:0:18710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c37aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1875732255171840:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788838194.882231:0:18710:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1788838194.882353:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c3bc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1875732255171840:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1788838194.882384:0:17197:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788838194.882450:0:18710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c37aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1875732255171840:12345-0@lo:13:osp-pre-0-0.0 Request processed in 240us (578us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838194.883140:0:18710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000040:00080000:2.0:1788838195.200034:0:17954:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1788838195.398109:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c1eb8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1875732255171968:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788838195.398207:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788838195.398299:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafcd1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1875732255172096:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788838195.398349:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788838195.398392:0:20090:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255171968 00000100:00100000:2.0:1788838195.398401:0:20090:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255171968 00000100:00100000:2.0:1788838195.398472:0:20090:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1788838195.398484:0:20090:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafcd1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1875732255171968:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788838195.398524:0:20090:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3485696 granted 17886912 pending 0 free 3915857920 avail 3684335616 00000100:00100000:2.0:1788838195.398579:0:20090:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafcd1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1875732255171968:12345-0@lo:13:osp-pre-1-1.0 Request processed in 97us (371us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838195.398587:0:20090:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1788838195.398614:0:17206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255172096 00000100:00100000:2.0:1788838195.398618:0:17206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255172096 00000100:00100000:2.0:1788838195.398648:0:17206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1788838195.398655:0:17206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafcd1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3649:x1875732255172096:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788838195.398683:0:17206:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:2.0:1788838195.398722:0:17206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafcd1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3649:x1875732255172096:12345-0@lo:41:osp-pre-0-1.0 Request processed in 68us (373us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838195.398729:0:17206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00080000:2.0:1788838195.398748:0:17197:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788838195.398800:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafcd1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1875732255172096:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788838195.400103:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb7ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1875732255172224:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788838195.400173:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838195.400284:0:18710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255172224 00000100:00100000:0.0:1788838195.400292:0:18710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255172224 00000100:00100000:0.0:1788838195.400528:0:18710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1788838195.400539:0:18710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c50d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1875732255172224:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788838195.400565:0:18710:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3485696 granted 17886912 pending 0 free 3915857920 avail 3684335616 00000100:00100000:0.0:1788838195.400618:0:18710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c50d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1875732255172224:12345-0@lo:13:osp-pre-1-0.0 Request processed in 81us (445us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838195.400626:0:18710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1788838195.400907:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c1eb8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1875732255171968:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788838195.400930:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788838195.400938:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafcd1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1875732255172352:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788838195.400976:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788838195.401015:0:17207:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255172352 00000100:00100000:2.0:1788838195.401020:0:17207:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255172352 00000100:00100000:2.0:1788838195.401053:0:17207:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:2.0:1788838195.401060:0:17207:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c1eb8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3648:x1875732255172352:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788838195.401090:0:17207:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1788838195.401131:0:17207:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c1eb8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3648:x1875732255172352:12345-0@lo:41:osp-pre-1-0.0 Request processed in 71us (154us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838195.401138:0:17207:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:2.0:1788838195.401171:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafcd1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1875732255172352:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788838195.402036:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafcd1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4b6c5e3a-7841-411a-9131-de8bbbf7b1d3:3648:1875732255172480:0@lo:400:kworker.0 00000100:00100000:2.0:1788838195.402084:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788838195.402116:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caeb633b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3648:1875732255172992:0@lo:400:kworker.0 00000100:00100000:2.0:1788838195.402145:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788838195.402164:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c4823b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3648:1875732255173504:0@lo:400:kworker.0 00000100:00100000:2.0:1788838195.402184:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788838195.402202:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1788838195.402208:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caeb633480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1875732255172864:0@lo:400:kworker.0 00000100:00100000:2.0:1788838195.402234:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788838195.402250:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c4822300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3648:1875732255173376:0@lo:400:kworker.0 00000100:00100000:2.0:1788838195.402272:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788838195.402302:0:17201:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255172992 00000100:00100000:2.0:1788838195.402308:0:17201:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255172992 00000100:00100000:2.0:1788838195.402391:0:17201:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255173504 00000100:00100000:2.0:1788838195.402394:0:17201:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255173504 00000100:00100000:0.0:1788838195.402468:0:17194:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255172480 00000100:00100000:0.0:1788838195.402473:0:17194:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255172480 00000100:00100000:0.0:1788838195.402505:0:17194:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 171 00000100:00100000:0.0:1788838195.402513:0:17194:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafce44c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4b6c5e3a-7841-411a-9131-de8bbbf7b1d3+24:3648:x1875732255172480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788838195.402563:0:17194:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafce44c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4b6c5e3a-7841-411a-9131-de8bbbf7b1d3+24:3648:x1875732255172480:12345-0@lo:400:kworker.0 Request processed in 50us (478us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838195.402570:0:17194:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 171 00000100:00100000:0.0:1788838195.402605:0:17203:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255173376 00000100:00100000:0.0:1788838195.402609:0:17203:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255173376 00000100:00080000:3.0:1788838195.402835:0:17197:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788838195.402840:0:17197:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788838195.402843:0:17197:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788838195.402861:0:17202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:3.0:1788838195.402871:0:17202:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c4820700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1875732255172992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788838195.402915:0:17202:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c4820700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1875732255172992:12345-0@lo:400:kworker.0 Request processed in 45us (768us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838195.402921:0:17202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:3.0:1788838195.402952:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caeb631500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3650:1875732255172736:0@lo:400:kworker.0 00000100:00100000:3.0:1788838195.402981:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788838195.403045:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caeb632300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3650:1875732255173248:0@lo:400:kworker.0 00000100:00100000:3.0:1788838195.403069:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788838195.403205:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb7ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1875732255172224:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788838195.403226:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1788838195.403232:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caeb631c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1875732255172608:0@lo:400:kworker.0 00000100:00100000:3.0:1788838195.403260:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788838195.403292:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caeb632a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3650:1875732255173120:0@lo:400:kworker.0 00000100:00100000:3.0:1788838195.403333:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838195.403484:0:17202:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255172736 00000100:00100000:1.0:1788838195.403490:0:17202:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255172736 00000100:00100000:1.0:1788838195.403514:0:17202:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255173248 00000100:00100000:1.0:1788838195.403517:0:17202:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255173248 00000100:00100000:1.0:1788838195.403534:0:17202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:1.0:1788838195.403540:0:17202:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c4823800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1875732255173504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788838195.403579:0:17202:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c4823800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1875732255173504:12345-0@lo:400:kworker.0 Request processed in 39us (1393us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838195.403586:0:17202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:1.0:1788838195.403611:0:17202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:1.0:1788838195.403618:0:17202:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c4821500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3648:x1875732255173376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788838195.403649:0:17202:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c4821500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3648:x1875732255173376:12345-0@lo:400:kworker.0 Request processed in 32us (1375us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838195.403656:0:17202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:1.0:1788838195.403679:0:17202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:1.0:1788838195.403686:0:17202:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c50d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3650:x1875732255172736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788838195.403728:0:17202:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c50d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3650:x1875732255172736:12345-0@lo:400:kworker.0 Request processed in 42us (746us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838195.403734:0:17202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:1.0:1788838195.403749:0:17202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:1.0:1788838195.403755:0:17202:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c50d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3650:x1875732255173248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788838195.403781:0:17202:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c50d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3650:x1875732255173248:12345-0@lo:400:kworker.0 Request processed in 26us (711us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838195.403787:0:17202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:0.0:1788838195.404095:0:18706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255172864 00000100:00100000:0.0:1788838195.404101:0:18706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255172864 00000100:00100000:0.0:1788838195.404143:0:18706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255172608 00000100:00100000:0.0:1788838195.404147:0:18706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255172608 00000100:00100000:0.0:1788838195.404170:0:18706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1788838195.404176:0:18706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c4822d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1875732255172864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788838195.404219:0:18706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c4822d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1875732255172864:12345-0@lo:400:kworker.0 Request processed in 42us (1984us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838195.404225:0:18706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1788838195.404238:0:18706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1788838195.404243:0:18706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c50d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3650:x1875732255172608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788838195.404268:0:18706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c50d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3650:x1875732255172608:12345-0@lo:400:kworker.0 Request processed in 25us (1007us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838195.404273:0:18706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1788838195.404342:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caeb633480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1875732255172864:0@lo:400:kworker.0 00000100:00100000:0.0:1788838195.404363:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c4822300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3648:1875732255173376:0@lo:400:kworker.0 00000100:00100000:0.0:1788838195.404375:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafcd1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4b6c5e3a-7841-411a-9131-de8bbbf7b1d3:3648:1875732255172480:0@lo:400:kworker.0 00000100:00100000:0.0:1788838195.404403:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caeb633b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3648:1875732255172992:0@lo:400:kworker.0 00010000:00080000:0.0:1788838195.404419:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0c9c4823b80 x1875732255173504/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788838211 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788838195.404430:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c4823b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3648:1875732255173504:0@lo:400:kworker.0 00000100:00100000:3.0:1788838195.404840:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caeb631500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3650:1875732255172736:0@lo:400:kworker.0 00010000:00080000:3.0:1788838195.404853:0:3650:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0caeb632300 x1875732255173248/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788838211 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788838195.404862:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caeb632300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3650:1875732255173248:0@lo:400:kworker.0 00000100:00100000:3.0:1788838195.404883:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caeb631c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1875732255172608:0@lo:400:kworker.0 00000100:00080000:3.0:1788838195.404908:0:17197:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788838195.404986:0:17201:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255173120 00000100:00100000:2.0:1788838195.404992:0:17201:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255173120 00000100:00100000:1.0:1788838195.405074:0:17202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:1.0:1788838195.405084:0:17202:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c50d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3650:x1875732255173120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788838195.405143:0:17202:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c50d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3650:x1875732255173120:12345-0@lo:400:kworker.0 Request processed in 61us (1827us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838195.405150:0:17202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:0.0:1788838195.405217:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caeb632a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3650:1875732255173120:0@lo:400:kworker.0 00000100:00080000:3.0:1788838195.405259:0:17197:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000001:02000400:1.0:1788838195.830172:0:20581:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pcc test 1d: Test Project ID with remote access ========================================================== 23:29:54 (1788838194) 00010000:00010000:2.0:1788838195.840367:0:20230:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1788838196.419358:0:17181:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934623 is committed 00000020:00080000:0.0:1788838196.419377:0:17181:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 4294967530 batchid updated 00000020:00080000:2.0:1788838196.419459:0:17240:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967530 00000020:00080000:2.0:1788838196.419480:0:17240:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967530 00000100:00100000:1.0:1788838196.622506:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:1.0:1788838196.622549:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:1.0:1788838196.622576:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:1.0:1788838196.622601:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:1.0:1788838196.622619:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:1.0:1788838196.622652:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:1.0:1788838196.622681:0:18706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235172608 00000100:00100000:1.0:1788838196.622692:0:18706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235172608 00000100:00100000:3.0:1788838196.622704:0:17202:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235172352 00000100:00100000:3.0:1788838196.622708:0:17202:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235172352 00000100:00100000:3.0:1788838196.622750:0:17202:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235172864 00000100:00100000:3.0:1788838196.622752:0:17202:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235172864 00000100:00100000:1.0:1788838196.622755:0:18706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 22 00000100:00100000:1.0:1788838196.622765:0:18706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c37a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:df750f73-6f88-4d21-b5c3-d27d8690699f+5:2403:x1875732235172608:12345-192.168.204.55@tcp:400:kworker.0 00000100:00100000:3.0:1788838196.622766:0:17202:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235172480 00000100:00100000:3.0:1788838196.622768:0:17202:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235172480 00000100:00100000:3.0:1788838196.622793:0:17202:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235172736 00000100:00100000:3.0:1788838196.622796:0:17202:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235172736 00000100:00100000:3.0:1788838196.622810:0:17202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 88 00000100:00100000:3.0:1788838196.622816:0:17202:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c37aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:df750f73-6f88-4d21-b5c3-d27d8690699f+13:2403:x1875732235172352:12345-192.168.204.55@tcp:400:kworker.0 00000100:00100000:1.0:1788838196.622853:0:18706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c37a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:df750f73-6f88-4d21-b5c3-d27d8690699f+5:2403:x1875732235172608:12345-192.168.204.55@tcp:400:kworker.0 Request processed in 89us (302us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838196.622875:0:18706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 22 00000100:00100000:1.0:1788838196.622902:0:17203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 89 00000100:00100000:1.0:1788838196.622909:0:17203:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c37aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c1de270c-1e49-4e63-a3a0-8452e1e1b1cc+5:2403:x1875732235172864:12345-192.168.204.55@tcp:400:kworker.0 00000100:00100000:2.0:1788838196.622989:0:17201:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 4 min 3 max 116 00000100:00100000:2.0:1788838196.622999:0:17201:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_004' 00000100:00100000:2.0:1788838196.623016:0:19993:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 4 min 3 max 116 00000100:00100000:2.0:1788838196.623024:0:19993:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 90 00000100:00100000:2.0:1788838196.623031:0:19993:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c37abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:df750f73-6f88-4d21-b5c3-d27d8690699f+5:2403:x1875732235172480:12345-192.168.204.55@tcp:400:kworker.0 00000100:00100000:3.0:1788838196.630754:0:17202:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c37aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:df750f73-6f88-4d21-b5c3-d27d8690699f+13:2403:x1875732235172352:12345-192.168.204.55@tcp:400:kworker.0 Request processed in 7922us (8245us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838196.630770:0:17202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 88 00000100:00100000:3.0:1788838196.630819:0:17202:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 4 min 3 max 116 00000100:00100000:3.0:1788838196.630834:0:17202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 91 00000100:00100000:3.0:1788838196.630848:0:17202:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c37a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c1de270c-1e49-4e63-a3a0-8452e1e1b1cc+6:2403:x1875732235172736:12345-192.168.204.55@tcp:400:kworker.0 00000100:00080000:0.0:1788838196.636275:0:17197:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788838196.636285:0:17197:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788838196.636289:0:17197:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788838196.636311:0:17195:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235172224 00000100:00100000:0.0:1788838196.636344:0:17195:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235172224 00000100:00100000:0.0:1788838196.636400:0:17195:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 172 00000100:00100000:0.0:1788838196.636410:0:17195:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafce46050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:10d2962e-febb-4b45-9fe1-09677969e874+13:2403:x1875732235172224:12345-192.168.204.55@tcp:400:kworker.0 00000100:00100000:1.0:1788838196.636920:0:17203:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c37aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c1de270c-1e49-4e63-a3a0-8452e1e1b1cc+5:2403:x1875732235172864:12345-192.168.204.55@tcp:400:kworker.0 Request processed in 14007us (14338us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838196.636932:0:17203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 89 00000100:00100000:2.0:1788838196.640405:0:19993:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c37abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:df750f73-6f88-4d21-b5c3-d27d8690699f+5:2403:x1875732235172480:12345-192.168.204.55@tcp:400:kworker.0 Request processed in 17358us (17769us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838196.640425:0:19993:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 90 00000100:00100000:3.0:1788838196.640735:0:17202:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c37a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c1de270c-1e49-4e63-a3a0-8452e1e1b1cc+6:2403:x1875732235172736:12345-192.168.204.55@tcp:400:kworker.0 Request processed in 9890us (18078us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838196.640756:0:17202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 91 00000100:00100000:0.0:1788838196.651841:0:17195:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafce46050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:10d2962e-febb-4b45-9fe1-09677969e874+13:2403:x1875732235172224:12345-192.168.204.55@tcp:400:kworker.0 Request processed in 15420us (29226us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838196.651858:0:17195:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 172 00010000:00010000:0.0:1788838196.863824:0:17190:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:0.0:1788838197.441485:0:19521:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of c1de270c-1e49-4e63-a3a0-8452e1e1b1cc 00000020:00000080:0.0:1788838197.441496:0:19521:0:(genops.c:885:class_export_put()) final put ffffa0caf6ee3000/c1de270c-1e49-4e63-a3a0-8452e1e1b1cc 00000020:00000080:1.0:1788838197.441951:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffffa0caf6ee3000/c1de270c-1e49-4e63-a3a0-8452e1e1b1cc for lustre-OST0001 00000020:00000080:1.0:1788838197.442001:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffffa0caf6ee6000 for lustre-OST0001 00000001:00100000:2.0:1788838197.442425:0:18702:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of c1de270c-1e49-4e63-a3a0-8452e1e1b1cc 00000020:00000080:2.0:1788838197.442429:0:18702:0:(genops.c:885:class_export_put()) final put ffffa0c9c366f800/c1de270c-1e49-4e63-a3a0-8452e1e1b1cc 00000020:00000080:0.0:1788838197.442526:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffffa0c9c366f800/c1de270c-1e49-4e63-a3a0-8452e1e1b1cc for lustre-OST0000 00000020:00000080:0.0:1788838197.442564:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffffa0c9c366e800 for lustre-OST0000 00000001:00100000:2.0:1788838197.442690:0:18702:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of df750f73-6f88-4d21-b5c3-d27d8690699f 00000020:00000080:2.0:1788838197.442694:0:18702:0:(genops.c:885:class_export_put()) final put ffffa0c9c34b9800/df750f73-6f88-4d21-b5c3-d27d8690699f 00000020:00000080:1.0:1788838197.446562:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffffa0c9c34b9800/df750f73-6f88-4d21-b5c3-d27d8690699f for lustre-OST0000 00000020:00000080:1.0:1788838197.447574:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffffa0c9c34bb800 for lustre-OST0000 00010000:00010000:3.0:1788838197.888544:0:17189:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788838198.911629:0:20230:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788838199.936027:0:17190:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788838199.941782:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:3.0:1788838199.941855:0:17205:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235173120 00000100:00100000:3.0:1788838199.941865:0:17205:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235173120 00000100:00100000:3.0:1788838199.942007:0:17205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 13 00000100:00100000:3.0:1788838199.942018:0:17205:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c37a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:df750f73-6f88-4d21-b5c3-d27d8690699f+13:16359:x1875732235173120:12345-192.168.204.55@tcp:35:umount.0 00000001:00080000:3.0:1788838199.942284:0:17205:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934624 00000001:00080000:3.0:1788838199.942445:0:17205:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934625 00000100:00100000:3.0:1788838199.942571:0:17205:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c37a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:df750f73-6f88-4d21-b5c3-d27d8690699f+16:16359:x1875732235173120:12345-192.168.204.55@tcp:35:umount.0 Request processed in 554us (797us total) trans 8589934626 rc 0/0 00000100:00100000:3.0:1788838199.942579:0:17205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 13 00000020:00080000:3.0:1788838199.942584:0:17205:0:(tgt_main.c:784:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00080000:0.0:1788838199.943586:0:17197:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788838199.952112:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:1.0:1788838199.952510:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:1.0:1788838199.955633:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:3.0:1788838199.955671:0:17188:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235173248 00000100:00100000:3.0:1788838199.955681:0:17188:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235173248 00000100:00100000:0.0:1788838199.955828:0:17187:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235173376 00000100:00100000:0.0:1788838199.955847:0:17187:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235173376 00000100:00100000:0.0:1788838199.956033:0:17187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 3 00000100:00100000:0.0:1788838199.956044:0:17187:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c37ab480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10d2962e-febb-4b45-9fe1-09677969e874+14:2405:x1875732235173248:12345-192.168.204.55@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788838199.956059:0:17187:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788838199.956080:0:17187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0cacaaade00/0xae64dcd520c442c4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x44801000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab3356b4 expref: 14 pid: 17196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838199.956098:0:17187:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788838199.956167:0:17187:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c37ab480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10d2962e-febb-4b45-9fe1-09677969e874+13:2405:x1875732235173248:12345-192.168.204.55@tcp:103:ldlm_bl.0 Request processed in 124us (4066us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838199.956175:0:17187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 3 00000100:00100000:0.0:1788838199.956192:0:17187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 4 00000100:00100000:0.0:1788838199.956198:0:17187:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c37ab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10d2962e-febb-4b45-9fe1-09677969e874+12:2405:x1875732235173376:12345-192.168.204.55@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788838199.956206:0:17187:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788838199.956216:0:17187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0cacaaacc00/0xae64dcd520c44350 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab33579b expref: 12 pid: 17195 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838199.956225:0:17187:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788838199.956244:0:17187:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c37ab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:10d2962e-febb-4b45-9fe1-09677969e874+11:2405:x1875732235173376:12345-192.168.204.55@tcp:103:ldlm_bl.0 Request processed in 45us (3734us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838199.956249:0:17187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 4 00000100:00100000:1.0:1788838199.958181:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:1.0:1788838199.958211:0:18708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235173632 00000100:00100000:1.0:1788838199.958220:0:18708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235173632 00000100:00100000:1.0:1788838199.958275:0:18708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 34 00000100:00100000:1.0:1788838199.958284:0:18708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c37a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:df750f73-6f88-4d21-b5c3-d27d8690699f+5:2401:x1875732235173632:12345-192.168.204.55@tcp:9:umount.0 00000020:00000080:1.0:1788838199.958576:0:18708:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xae64dcd520c442ee 00000100:00080000:1.0:1788838199.958659:0:18708:0:(import.c:65:import_set_state_nolock()) ffffa0c9c3735800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1788838199.958711:0:18708:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:1.0:1788838199.959082:0:18708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c37a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:df750f73-6f88-4d21-b5c3-d27d8690699f+2:2401:x1875732235173632:12345-192.168.204.55@tcp:9:umount.0 Request processed in 796us (907us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838199.959091:0:18708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 34 00010000:00010000:1.0:1788838199.959203:0:17189:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788838199.959727:0:17188:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235173504 00000100:00100000:3.0:1788838199.959735:0:17188:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235173504 00000100:00100000:3.0:1788838199.959771:0:17188:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 5 00000100:00100000:3.0:1788838199.959780:0:17188:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cac7bf3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10d2962e-febb-4b45-9fe1-09677969e874+11:2402:x1875732235173504:12345-192.168.204.55@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788838199.959793:0:17188:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788838199.959822:0:17188:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0cacaaad800/0xae64dcd520c442cb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab3356e5 expref: 11 pid: 17195 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838199.959838:0:17188:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788838199.959870:0:17188:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cac7bf3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:10d2962e-febb-4b45-9fe1-09677969e874+10:2402:x1875732235173504:12345-192.168.204.55@tcp:103:ldlm_bl.0 Request processed in 92us (4247us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838199.959889:0:17188:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 5 00000100:00080000:0.0:1788838199.960868:0:17197:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788838199.983812:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:0.0:1788838199.983921:0:17203:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235174528 00000100:00100000:0.0:1788838199.983933:0:17203:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235174528 00000100:00100000:0.0:1788838199.984000:0:17203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 67 00000100:00100000:0.0:1788838199.984012:0:17203:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c37ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:df750f73-6f88-4d21-b5c3-d27d8690699f+16:2401:x1875732235174528:12345-192.168.204.55@tcp:39:umount.0 00000020:00000080:0.0:1788838199.984057:0:17203:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xae64dcd520c442d9 00000020:00010000:0.0:1788838199.984091:0:17203:0:(genops.c:1921:obd_stale_export_put()) Put export ffffa0c9c34bd000: total 0 00000100:00080000:0.0:1788838199.984096:0:17203:0:(import.c:65:import_set_state_nolock()) ffffa0c9c34bb000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1788838199.984128:0:17203:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934626 00000100:00100000:0.0:1788838199.984299:0:17203:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c37ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:df750f73-6f88-4d21-b5c3-d27d8690699f+15:2401:x1875732235174528:12345-192.168.204.55@tcp:39:umount.0 Request processed in 289us (497us total) trans 8589934627 rc 0/0 00000100:00100000:0.0:1788838199.984307:0:17203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 67 00000020:00010000:3.0:1788838199.984683:0:20230:0:(genops.c:1907:obd_stale_export_get()) Get export ffffa0c9c34bd000: total 0 00010000:00010000:3.0:1788838199.984754:0:20230:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffffa0c9c34bd000, canceled 0 locks, left on hash table 8. 00010000:00010000:3.0:1788838199.984789:0:20230:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x1:0x0].0x0 (ffffa0cafc5d4800) 00010000:00010000:3.0:1788838199.984792:0:20230:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1788838199.984801:0:20230:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0cac29d9a00/0xae64dcd520c44484 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab3357e1 expref: 14 pid: 17203 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838199.984825:0:20230:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffffa0c9c27d8800) 00010000:00010000:3.0:1788838199.984827:0:20230:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788838199.984832:0:20230:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0cac29d9e00/0xae64dcd520c44533 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab335820 expref: 13 pid: 17201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838199.984843:0:20230:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffffa0c9c27d8800) 00010000:00010000:3.0:1788838199.984845:0:20230:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1788838199.984849:0:20230:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c1000/0xae64dcd520c445e2 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab335851 expref: 12 pid: 17203 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838199.984861:0:20230:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffffa0c9c2b31500) 00010000:00010000:3.0:1788838199.984863:0:20230:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788838199.984867:0:20230:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0cacaaad000/0xae64dcd520c443a4 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab3357a2 expref: 11 pid: 19993 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838199.984881:0:20230:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffffa0c9c27d8800) 00010000:00010000:3.0:1788838199.984883:0:20230:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1788838199.984886:0:20230:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0cadf86de00/0xae64dcd520c44502 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab33580b expref: 10 pid: 19993 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838199.984901:0:20230:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffffa0c9c2b31100) 00010000:00010000:3.0:1788838199.984904:0:20230:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788838199.984916:0:20230:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0600/0xae64dcd520c443c0 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab3357a9 expref: 9 pid: 17203 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838199.984935:0:20230:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffffa0cacb487100) 00010000:00010000:3.0:1788838199.984937:0:20230:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1788838199.984940:0:20230:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7e00/0xae64dcd520c4458e lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab335835 expref: 8 pid: 19993 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838199.984954:0:20230:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffffa0c9c27d8b00) 00010000:00010000:3.0:1788838199.984956:0:20230:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788838199.984959:0:20230:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0cadf86da00/0xae64dcd520c443ff lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab3357b7 expref: 7 pid: 17202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838199.984968:0:20230:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffffa0c9c34bd000, canceled 8 locks, left on hash table 0. 00010000:00010000:3.0:1788838199.984981:0:20230:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788838199.984983:0:20230:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788838199.984985:0:20230:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788838200.000229:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c37ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1875732255173760:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788838200.000306:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838200.000522:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788838200.000530:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c50d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1875732255173632:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788838200.000557:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788838200.000677:0:18710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255173760 00000100:00100000:3.0:1788838200.000686:0:18710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255173760 00000100:00100000:3.0:1788838200.000746:0:18710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255173632 00000100:00100000:3.0:1788838200.000749:0:18710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255173632 00000100:00100000:3.0:1788838200.000770:0:18710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1788838200.000779:0:18710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafb7ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1875732255173760:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788838200.000808:0:18710:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1788838200.000851:0:18710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafb7ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1875732255173760:12345-0@lo:13:osp-pre-0-0.0 Request processed in 73us (545us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838200.000858:0:18710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1788838200.000873:0:18710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1788838200.000880:0:18710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafb7ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1875732255173632:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788838200.000905:0:18710:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1788838200.000932:0:18710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafb7ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1875732255173632:12345-0@lo:13:osp-pre-0-1.0 Request processed in 53us (374us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838200.000938:0:18710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00080000:3.0:1788838200.000973:0:17197:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788838200.001093:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c50d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1875732255173632:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788838200.001106:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c37ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1875732255173760:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788838200.005106:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:2.0:1788838200.005525:0:17201:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235174656 00000100:00100000:2.0:1788838200.005536:0:17201:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235174656 00000100:00100000:2.0:1788838200.005628:0:17201:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 68 00000100:00100000:2.0:1788838200.005639:0:17201:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafb7ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:df750f73-6f88-4d21-b5c3-d27d8690699f+5:2401:x1875732235174656:12345-192.168.204.55@tcp:39:umount.0 00000020:00000080:2.0:1788838200.005675:0:17201:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xae64dcd520c442e0 00000100:00080000:2.0:1788838200.005692:0:17201:0:(import.c:65:import_set_state_nolock()) ffffa0c9c34b9000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1788838200.005731:0:17201:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934592 00000100:00100000:2.0:1788838200.006025:0:17201:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafb7ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:df750f73-6f88-4d21-b5c3-d27d8690699f+3:2401:x1875732235174656:12345-192.168.204.55@tcp:39:umount.0 Request processed in 387us (928us total) trans 8589934593 rc 0/0 00000100:00100000:2.0:1788838200.006040:0:17201:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 68 00010000:00010000:0.0:1788838200.008564:0:17190:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1788838200.009217:0:17197:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788838200.511746:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c4823b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1875732255174144:0@lo:400:kworker.0 00000100:00100000:2.0:1788838200.511821:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838200.512663:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c4822680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1875732255173888:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788838200.513002:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c4823480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4b6c5e3a-7841-411a-9131-de8bbbf7b1d3:3648:1875732255174016:0@lo:400:kworker.0 00000100:00100000:0.0:1788838200.513053:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838200.513107:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caff894700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3648:1875732255174528:0@lo:400:kworker.0 00000100:00100000:0.0:1788838200.513134:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838200.513155:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c4824380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3648:1875732255175040:0@lo:400:kworker.0 00000100:00100000:0.0:1788838200.513175:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838200.513194:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cac87c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3648:1875732255175552:0@lo:400:kworker.0 00000100:00100000:0.0:1788838200.513215:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838200.513239:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788838200.513245:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb7af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1875732255175936:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788838200.513289:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838200.513363:0:17203:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255174528 00000100:00100000:0.0:1788838200.513370:0:17203:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255174528 00000100:00100000:0.0:1788838200.513415:0:17203:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255175040 00000100:00100000:0.0:1788838200.513419:0:17203:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255175040 00000100:00100000:0.0:1788838200.513434:0:17203:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255175552 00000100:00100000:0.0:1788838200.513437:0:17203:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255175552 00000100:00100000:0.0:1788838200.513465:0:17203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:0.0:1788838200.513474:0:17203:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafb7ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1875732255174528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788838200.513526:0:17203:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafb7ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1875732255174528:12345-0@lo:400:kworker.0 Request processed in 52us (390us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838200.513533:0:17203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:0.0:1788838200.513550:0:17203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:0.0:1788838200.513555:0:17203:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafb7adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1875732255175040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788838200.513580:0:17203:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafb7adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1875732255175040:12345-0@lo:400:kworker.0 Request processed in 26us (404us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838200.513585:0:17203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00100000:0.0:1788838200.513595:0:17203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:0.0:1788838200.513601:0:17203:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafb7ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1875732255175552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788838200.513625:0:17203:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafb7ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1875732255175552:12345-0@lo:400:kworker.0 Request processed in 24us (410us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838200.513630:0:17203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:0.0:1788838200.513670:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caff894700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3648:1875732255174528:0@lo:400:kworker.0 00000100:00100000:0.0:1788838200.513682:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c4824380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3648:1875732255175040:0@lo:400:kworker.0 00010000:00080000:0.0:1788838200.513692:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0cac87c0380 x1875732255175552/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788838216 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788838200.513727:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cac87c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3648:1875732255175552:0@lo:400:kworker.0 00000100:00100000:0.0:1788838200.513756:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c4822300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1875732255174272:0@lo:400:kworker.0 00000100:00100000:0.0:1788838200.513786:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838200.513804:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c4826680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1875732255174784:0@lo:400:kworker.0 00000100:00100000:0.0:1788838200.513823:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838200.513837:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cac87c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3650:1875732255175296:0@lo:400:kworker.0 00000100:00100000:0.0:1788838200.513858:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838200.513873:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c37ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1875732255175808:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788838200.513894:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838200.513913:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788838200.513919:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c50d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1875732255175680:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788838200.513948:0:17203:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255175296 00000100:00100000:0.0:1788838200.513951:0:17203:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255175296 00000100:00100000:0.0:1788838200.513974:0:17203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:0.0:1788838200.513980:0:17203:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafcd1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3650:x1875732255175296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788838200.514013:0:17203:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafcd1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3650:x1875732255175296:12345-0@lo:400:kworker.0 Request processed in 32us (153us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838200.514018:0:17203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00080000:0.0:1788838200.514061:0:17197:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788838200.514072:0:18710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255175936 00000100:00100000:0.0:1788838200.514076:0:18710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255175936 00000100:00100000:0.0:1788838200.514100:0:18710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255175808 00000100:00100000:0.0:1788838200.514103:0:18710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255175808 00000100:00100000:0.0:1788838200.514117:0:18710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1788838200.514123:0:18710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafb7af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1875732255175936:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788838200.514153:0:18710:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:0.0:1788838200.514191:0:18710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafb7af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1875732255175936:12345-0@lo:13:osp-pre-1-0.0 Request processed in 68us (901us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838200.514197:0:18710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1788838200.514209:0:18710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1788838200.514216:0:18710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caeb632a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1875732255175808:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788838200.514225:0:18710:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:0.0:1788838200.514252:0:18710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caeb632a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1875732255175808:12345-0@lo:13:osp-pre-1-1.0 Request processed in 37us (357us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838200.514258:0:18710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00080000:0.0:1788838200.514273:0:17197:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788838200.514297:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb7af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1875732255175936:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788838200.516042:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c4827480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1875732255174656:0@lo:400:kworker.0 00000100:00100000:2.0:1788838200.516093:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838200.516774:0:17196:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255174016 00000100:00100000:1.0:1788838200.516784:0:17196:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255174016 00000100:00100000:1.0:1788838200.516841:0:17196:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 173 00000100:00100000:1.0:1788838200.516852:0:17196:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafce46450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4b6c5e3a-7841-411a-9131-de8bbbf7b1d3+24:3648:x1875732255174016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788838200.516916:0:17196:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafce46450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4b6c5e3a-7841-411a-9131-de8bbbf7b1d3+24:3648:x1875732255174016:12345-0@lo:400:kworker.0 Request processed in 66us (3872us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838200.516923:0:17196:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 173 00000100:00100000:1.0:1788838200.516975:0:18706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255174272 00000100:00100000:1.0:1788838200.516979:0:18706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255174272 00000100:00100000:1.0:1788838200.517004:0:18706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255174784 00000100:00100000:1.0:1788838200.517007:0:18706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255174784 00000100:00100000:1.0:1788838200.517024:0:18706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1788838200.517029:0:18706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c4824380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3650:x1875732255174272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788838200.517072:0:18706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c4824380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3650:x1875732255174272:12345-0@lo:400:kworker.0 Request processed in 42us (3284us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838200.517077:0:18706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1788838200.517090:0:18706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1788838200.517108:0:18706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caff894700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3650:x1875732255174784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788838200.517135:0:18706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caff894700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3650:x1875732255174784:12345-0@lo:400:kworker.0 Request processed in 40us (3312us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838200.517140:0:18706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1788838200.517202:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c4823480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4b6c5e3a-7841-411a-9131-de8bbbf7b1d3:3648:1875732255174016:0@lo:400:kworker.0 00000100:00100000:3.0:1788838200.519403:0:17941:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255174144 00000100:00100000:3.0:1788838200.519417:0:17941:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255174144 00000100:00100000:0.0:1788838200.519515:0:17207:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255174656 00000100:00100000:0.0:1788838200.519521:0:17207:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255174656 00000100:00100000:0.0:1788838200.519555:0:17207:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1788838200.519563:0:17207:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cac87c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3649:x1875732255174144:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788838200.519762:0:17941:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:3.0:1788838200.519771:0:17941:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cac87c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3649:x1875732255174656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788838200.521449:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838200.521537:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c4822300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1875732255174272:0@lo:400:kworker.0 00000100:00100000:1.0:1788838200.521553:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c4826680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1875732255174784:0@lo:400:kworker.0 00010000:00080000:1.0:1788838200.521568:0:3650:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0cac87c0e00 x1875732255175296/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788838216 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788838200.521577:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cac87c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3650:1875732255175296:0@lo:400:kworker.0 00000100:00100000:1.0:1788838200.521598:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c37ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1875732255175808:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788838200.521671:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838200.521692:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caff897800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1875732255174400:0@lo:400:kworker.0 00000100:00100000:2.0:1788838200.522773:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cac87c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3649:1875732255175168:0@lo:400:kworker.0 00000100:00100000:2.0:1788838200.523491:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788838200.523561:0:17206:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 3 min 2 max 116 00000100:00100000:2.0:1788838200.523571:0:17206:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_003' 00000100:00100000:2.0:1788838200.523665:0:17203:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255175168 00000100:00100000:2.0:1788838200.523674:0:17203:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255175168 00000100:00100000:2.0:1788838200.523746:0:17203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:2.0:1788838200.523755:0:17203:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cac87c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3649:x1875732255175168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788838200.523822:0:17203:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cac87c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3649:x1875732255175168:12345-0@lo:400:kworker.0 Request processed in 68us (332us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838200.523829:0:17203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:2.0:1788838200.523866:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cac87c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3649:1875732255175168:0@lo:400:kworker.0 00000100:00100000:2.0:1788838200.523898:0:17206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255175680 00000100:00100000:2.0:1788838200.523902:0:17206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255175680 00000100:00100000:2.0:1788838200.523917:0:17206:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 3 min 2 max 116 00000100:00100000:2.0:1788838200.523921:0:17206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255173888 00000100:00100000:2.0:1788838200.523923:0:17206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255173888 00000100:00100000:2.0:1788838200.524502:0:20692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:2.0:1788838200.524512:0:20692:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c4823480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3650:x1875732255175680:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788838200.524540:0:20692:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1788838200.524592:0:20692:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c4823480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3650:x1875732255175680:12345-0@lo:41:osp-pre-1-0.0 Request processed in 82us (3149us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838200.524618:0:20692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:2.0:1788838200.524633:0:20692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:2.0:1788838200.524639:0:20692:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c4822300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3647:x1875732255173888:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788838200.524655:0:20692:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446293504 avail 1300054016 00000100:00100000:2.0:1788838200.524688:0:20692:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c4822300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3647:x1875732255173888:12345-0@lo:41:osp-pre-0-1.0 Request processed in 49us (3016us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838200.524694:0:20692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00080000:2.0:1788838200.524754:0:17197:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788838200.524804:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c50d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1875732255175680:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788838200.524817:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788838200.524842:0:18706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255174400 00000100:00100000:2.0:1788838200.524848:0:18706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255174400 00000100:00100000:1.0:1788838200.524851:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c4825500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1875732255174912:0@lo:400:kworker.0 00000100:00100000:2.0:1788838200.524879:0:18706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1788838200.524884:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788838200.524891:0:18706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c37ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3647:x1875732255174400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788838200.524907:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cac87c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3647:1875732255175424:0@lo:400:kworker.0 00000100:00100000:1.0:1788838200.524943:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788838200.524946:0:18706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c37ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3647:x1875732255174400:12345-0@lo:400:kworker.0 Request processed in 46us (119us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838200.524955:0:18706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1788838200.524971:0:18706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255174912 00000100:00100000:2.0:1788838200.524975:0:18706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255174912 00000100:00100000:1.0:1788838200.524987:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c4822680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1875732255173888:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788838200.525003:0:18706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1788838200.525004:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caff897800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1875732255174400:0@lo:400:kworker.0 00000100:00100000:2.0:1788838200.525014:0:18706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c4826680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1875732255174912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788838200.525058:0:18706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c4826680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1875732255174912:12345-0@lo:400:kworker.0 Request processed in 46us (175us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838200.525064:0:18706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1788838200.525084:0:19993:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255175424 00000100:00100000:1.0:1788838200.525089:0:19993:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255175424 00000100:00100000:1.0:1788838200.525140:0:19993:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:1.0:1788838200.525148:0:19993:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caf4127800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3647:x1875732255175424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788838200.525180:0:19993:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caf4127800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3647:x1875732255175424:12345-0@lo:400:kworker.0 Request processed in 33us (237us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838200.525186:0:19993:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:1.0:1788838200.525210:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c4825500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1875732255174912:0@lo:400:kworker.0 00000100:00100000:1.0:1788838200.525242:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cac87c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3647:1875732255175424:0@lo:400:kworker.0 00000100:00080000:2.0:1788838200.525471:0:17197:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788838200.525726:0:17207:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cac87c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3649:x1875732255174144:12345-0@lo:400:kworker.0 Request processed in 6160us (13901us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838200.525734:0:17207:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:2.0:1788838200.525899:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c4823b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1875732255174144:0@lo:400:kworker.0 00000100:00100000:3.0:1788838200.531369:0:17941:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cac87c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3649:x1875732255174656:12345-0@lo:400:kworker.0 Request processed in 11517us (15193us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838200.531385:0:17941:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:2.0:1788838200.531475:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c4827480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1875732255174656:0@lo:400:kworker.0 00000040:00080000:0.0:1788838200.575532:0:17234:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:0.0:1788838200.575541:0:17234:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788838200.575561:0:17234:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:0.0:1788838200.575570:0:17234:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00010000:00010000:1.0:1788838200.959561:0:17189:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788838201.741543:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:1.0:1788838201.741600:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:2.0:1788838201.741646:0:17195:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235174784 00000100:00100000:2.0:1788838201.741657:0:17195:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235174784 00000100:00100000:2.0:1788838201.741725:0:17195:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 174 00000100:00100000:2.0:1788838201.741740:0:17195:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafce44450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:10d2962e-febb-4b45-9fe1-09677969e874+10:2403:x1875732235174784:12345-192.168.204.55@tcp:400:kworker.0 00000100:00100000:1.0:1788838201.741741:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:2.0:1788838201.741810:0:17195:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafce44450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:10d2962e-febb-4b45-9fe1-09677969e874+10:2403:x1875732235174784:12345-192.168.204.55@tcp:400:kworker.0 Request processed in 76us (278us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838201.741819:0:17195:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 174 00000100:00100000:3.0:1788838201.748689:0:20631:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235175040 00000100:00100000:2.0:1788838201.748689:0:17203:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235174912 00000100:00100000:3.0:1788838201.748704:0:20631:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235175040 00000100:00100000:2.0:1788838201.748705:0:17203:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235174912 00000100:00100000:2.0:1788838201.748849:0:17203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 98 00000100:00100000:2.0:1788838201.748860:0:17203:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caf4125880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c1de270c-1e49-4e63-a3a0-8452e1e1b1cc+6:2403:x1875732235174912:12345-192.168.204.55@tcp:400:kworker.0 00000100:00100000:2.0:1788838201.749047:0:17203:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caf4125880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c1de270c-1e49-4e63-a3a0-8452e1e1b1cc+6:2403:x1875732235174912:12345-192.168.204.55@tcp:400:kworker.0 Request processed in 188us (7319us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838201.749056:0:17203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 98 00000100:00080000:0.0:1788838201.749303:0:17197:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788838201.749308:0:17197:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788838201.751634:0:20631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 99 00000100:00100000:3.0:1788838201.751648:0:20631:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caf4126680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c1de270c-1e49-4e63-a3a0-8452e1e1b1cc+5:2403:x1875732235175040:12345-192.168.204.55@tcp:400:kworker.0 00000100:00100000:3.0:1788838201.751897:0:20631:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caf4126680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c1de270c-1e49-4e63-a3a0-8452e1e1b1cc+5:2403:x1875732235175040:12345-192.168.204.55@tcp:400:kworker.0 Request processed in 251us (10295us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838201.751906:0:20631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 99 00010000:00010000:3.0:1788838201.984215:0:20230:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788838202.438108:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:1.0:1788838202.438145:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:1.0:1788838202.438174:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:2.0:1788838202.438266:0:17186:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235175168 00000100:00100000:2.0:1788838202.438277:0:17186:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235175168 00000100:00100000:2.0:1788838202.438370:0:17186:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235175296 00000100:00100000:2.0:1788838202.438374:0:17186:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235175296 00000100:00100000:2.0:1788838202.438391:0:17186:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235175424 00000100:00100000:2.0:1788838202.438393:0:17186:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235175424 00000100:00100000:2.0:1788838202.438413:0:17186:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 6 00000100:00100000:2.0:1788838202.438423:0:17186:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caf4126300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10d2962e-febb-4b45-9fe1-09677969e874+12:2402:x1875732235175168:12345-192.168.204.55@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788838202.438440:0:17186:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788838202.438461:0:17186:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0c9c2bd6600/0xae64dcd520c44303 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab335724 expref: 12 pid: 17195 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838202.438500:0:17186:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788838202.438558:0:17186:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caf4126300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10d2962e-febb-4b45-9fe1-09677969e874+11:2402:x1875732235175168:12345-192.168.204.55@tcp:103:ldlm_bl.0 Request processed in 136us (459us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838202.438566:0:17186:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 6 00000100:00100000:2.0:1788838202.438585:0:17186:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 7 00000100:00100000:2.0:1788838202.438592:0:17186:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caf4125c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10d2962e-febb-4b45-9fe1-09677969e874+10:2403:x1875732235175296:12345-192.168.204.55@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788838202.438601:0:17186:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788838202.438610:0:17186:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0cadf86c000/0xae64dcd520c4430a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab335755 expref: 10 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838202.438621:0:17186:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788838202.438637:0:17186:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caf4125c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10d2962e-febb-4b45-9fe1-09677969e874+9:2403:x1875732235175296:12345-192.168.204.55@tcp:103:ldlm_bl.0 Request processed in 47us (492us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838202.438643:0:17186:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 7 00000100:00100000:2.0:1788838202.438656:0:17186:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 8 00000100:00100000:2.0:1788838202.438665:0:17186:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caf4127b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10d2962e-febb-4b45-9fe1-09677969e874+8:2403:x1875732235175424:12345-192.168.204.55@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788838202.438683:0:17186:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788838202.438692:0:17186:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0c9c2bd7000/0xae64dcd520c44349 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab335794 expref: 8 pid: 17195 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838202.438700:0:17186:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788838202.438716:0:17186:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caf4127b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:10d2962e-febb-4b45-9fe1-09677969e874+7:2403:x1875732235175424:12345-192.168.204.55@tcp:103:ldlm_bl.0 Request processed in 54us (542us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838202.438722:0:17186:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 8 00000100:00100000:2.0:1788838202.456376:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:1.0:1788838202.456506:0:17201:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235175680 00000100:00100000:1.0:1788838202.456516:0:17201:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235175680 00000100:00100000:1.0:1788838202.456600:0:17201:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 69 00000100:00100000:1.0:1788838202.456612:0:17201:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cac87c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c1de270c-1e49-4e63-a3a0-8452e1e1b1cc+6:2401:x1875732235175680:12345-192.168.204.55@tcp:39:umount.0 00000020:00000080:1.0:1788838202.456654:0:17201:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xae64dcd520c44318 00000020:00010000:1.0:1788838202.456685:0:17201:0:(genops.c:1921:obd_stale_export_put()) Put export ffffa0cafb7fd800: total 0 00000100:00080000:1.0:1788838202.456689:0:17201:0:(import.c:65:import_set_state_nolock()) ffffa0cafb7fc000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1788838202.456723:0:17201:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934627 00000020:00010000:0.0:1788838202.456871:0:17190:0:(genops.c:1907:obd_stale_export_get()) Get export ffffa0cafb7fd800: total 0 00010000:00010000:0.0:1788838202.456876:0:17190:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788838202.456894:0:17201:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cac87c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c1de270c-1e49-4e63-a3a0-8452e1e1b1cc+5:2401:x1875732235175680:12345-192.168.204.55@tcp:39:umount.0 Request processed in 283us (528us total) trans 8589934628 rc 0/0 00010000:00010000:0.0:1788838202.456941:0:17190:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffffa0cafb7fd800, canceled 0 locks, left on hash table 1. 00010000:00010000:0.0:1788838202.456974:0:17190:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffffa0c9c27d8b00) 00010000:00010000:0.0:1788838202.456978:0:17190:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788838202.456986:0:17190:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0cadf86d800/0xae64dcd520c4440d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab3357be expref: 5 pid: 17201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838202.457023:0:17190:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffffa0cafb7fd800, canceled 1 locks, left on hash table 0. 00010000:00010000:0.0:1788838202.457036:0:17190:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788838202.457038:0:17190:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788838202.457040:0:17190:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788838202.457145:0:17201:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 69 00000100:00100000:1.0:1788838202.478005:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:2.0:1788838202.486239:0:17203:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235175808 00000100:00100000:2.0:1788838202.486255:0:17203:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235175808 00000100:00100000:2.0:1788838202.486366:0:17203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 70 00000100:00100000:2.0:1788838202.486377:0:17203:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caf4126a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c1de270c-1e49-4e63-a3a0-8452e1e1b1cc+5:2401:x1875732235175808:12345-192.168.204.55@tcp:39:umount.0 00000020:00000080:2.0:1788838202.486431:0:17203:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xae64dcd520c4431f 00000100:00080000:2.0:1788838202.486444:0:17203:0:(import.c:65:import_set_state_nolock()) ffffa0caf6ee6800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1788838202.486520:0:17203:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934593 00000100:00100000:2.0:1788838202.486705:0:17203:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caf4126a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c1de270c-1e49-4e63-a3a0-8452e1e1b1cc+3:2401:x1875732235175808:12345-192.168.204.55@tcp:39:umount.0 Request processed in 328us (8709us total) trans 8589934594 rc 0/0 00000100:00100000:2.0:1788838202.486713:0:17203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 70 00010000:00010000:1.0:1788838202.488878:0:17189:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788838202.523065:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:1.0:1788838202.524018:0:17194:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235176064 00000100:00100000:1.0:1788838202.524041:0:17194:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235176064 00000100:00100000:1.0:1788838202.524111:0:17194:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 175 00000100:00100000:1.0:1788838202.524122:0:17194:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafce45050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:10d2962e-febb-4b45-9fe1-09677969e874+7:2401:x1875732235176064:12345-192.168.204.55@tcp:251:umount.0 00000020:00000080:1.0:1788838202.524176:0:17194:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xae64dcd520c442b6 00000020:00010000:1.0:1788838202.524196:0:17194:0:(genops.c:1921:obd_stale_export_put()) Put export ffffa0c9c3737000: total 0 00000100:00080000:1.0:1788838202.524201:0:17194:0:(import.c:65:import_set_state_nolock()) ffffa0c9c3732000 : changing import state from FULL to CLOSED 00000020:00010000:3.0:1788838202.524385:0:20230:0:(genops.c:1907:obd_stale_export_get()) Get export ffffa0c9c3737000: total 0 00010000:00010000:3.0:1788838202.524447:0:20230:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffffa0c9c3737000, canceled 0 locks, left on hash table 1. 00010000:00010000:3.0:1788838202.524482:0:20230:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0c9c3afa800/0xae64dcd520c442bd lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab3356ad expref: 3 pid: 17195 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838202.524511:0:20230:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffffa0c9c3737000, canceled 1 locks, left on hash table 0. 00010000:00010000:3.0:1788838202.524524:0:20230:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788838202.524526:0:20230:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788838202.524527:0:20230:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788838202.525014:0:17194:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafce45050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:10d2962e-febb-4b45-9fe1-09677969e874+1:2401:x1875732235176064:12345-192.168.204.55@tcp:251:umount.0 Request processed in 891us (1968us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838202.525034:0:17194:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 175 00000020:00000080:1.0:1788838202.525056:0:17194:0:(genops.c:885:class_export_put()) final put ffffa0c9c3737000/10d2962e-febb-4b45-9fe1-09677969e874 00000020:00000080:3.0:1788838202.525364:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffffa0c9c3737000/10d2962e-febb-4b45-9fe1-09677969e874 for MGS 00000020:00000080:3.0:1788838202.525404:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffffa0c9c3732000 for MGS 00010000:00010000:0.0:1788838203.010961:0:17190:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788838204.032043:0:17189:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1788838204.804188:0:20778:0:(tgt_mount.c:2195:server_umount_begin()) umount -f 00000020:01000004:3.0:1788838204.829989:0:20778:0:(tgt_mount.c:2065:server_put_super()) server put_super lustre-MDT0000 00010000:00010000:3.0:1788838204.830071:0:20778:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0cadf86dc00/0xae64dcd520c43e79 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c43e80 expref: -99 pid: 17180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838204.830092:0:20778:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0cadf86dc00/0xae64dcd520c43e79 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0xae64dcd520c43e80 expref: -99 pid: 17180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838204.830099:0:20778:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0cadf86dc00/0xae64dcd520c43e79 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0xae64dcd520c43e80 expref: -99 pid: 17180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838204.830108:0:20778:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.155@tcp lock: ffffa0cadf86dc00/0xae64dcd520c43e79 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0xae64dcd520c43e80 expref: -99 pid: 17180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838204.830141:0:20778:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:3.0:1788838204.830149:0:20778:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:3.0:1788838204.830184:0:20778:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1788838204.830190:0:20778:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:3.0:1788838204.830198:0:20778:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1788838204.830236:0:20778:0:(import.c:65:import_set_state_nolock()) ffffa0c9c1ea4800 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00010000:00010000:2.0:1788838204.830340:0:20230:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788838204.830350:0:20230:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.155@tcp lock: ffffa0cadf86dc00/0xae64dcd520c43e79 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0xae64dcd520c43e80 expref: -99 pid: 17180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838204.830524:0:20230:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0cadf86dc00 already unused, calling callback (ffffffffc14aec20) 10000000:00010000:2.0:1788838204.830530:0:20230:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.155@tcp lock: ffffa0cadf86dc00/0xae64dcd520c43e79 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0xae64dcd520c43e80 expref: -99 pid: 17180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838204.830541:0:20230:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.155@tcp lock: ffffa0cadf86dc00/0xae64dcd520c43e79 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1008400000000 nid: local remote: 0xae64dcd520c43e80 expref: -99 pid: 17180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788838204.830550:0:20230:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.155@tcp lock: ffffa0cadf86dc00/0xae64dcd520c43e79 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1009400000000 nid: local remote: 0xae64dcd520c43e80 expref: -99 pid: 17180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788838204.830556:0:20230:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1788838204.830559:0:20230:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:2.0:1788838204.830561:0:20230:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:2.0:1788838204.830599:0:20230:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.155@tcp lock: ffffa0cadf86dc00/0xae64dcd520c43e79 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0xae64dcd520c43e80 expref: -99 pid: 17180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838204.830644:0:20230:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788838204.830672:0:20230:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.155@tcp lock: ffffa0cadf86dc00/0xae64dcd520c43e79 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0xae64dcd520c43e80 expref: -99 pid: 17180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838204.830679:0:20230:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.155@tcp lock: ffffa0cadf86dc00/0xae64dcd520c43e79 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0xae64dcd520c43e80 expref: -99 pid: 17180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838204.830695:0:20230:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788838204.830696:0:20230:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788838204.830698:0:20230:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788838204.830766:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cac87c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4b6c5e3a-7841-411a-9131-de8bbbf7b1d3:3648:1875732255176192:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788838204.830860:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838204.831001:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c50d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3646:1875732255176064:0@lo:39:umount.0 00000100:00100000:1.0:1788838204.831039:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788838204.831126:0:17186:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255176192 00000100:00100000:2.0:1788838204.831135:0:17186:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255176192 00000100:00100000:3.0:1788838204.831240:0:19993:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255176064 00000100:00100000:3.0:1788838204.831244:0:19993:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255176064 00000100:00100000:3.0:1788838204.831282:0:19993:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:3.0:1788838204.831292:0:19993:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caf4124a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1875732255176064:12345-0@lo:39:umount.0 00000020:00000080:3.0:1788838204.831340:0:19993:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xae64dcd520c43eaa 00000100:00080000:3.0:1788838204.831351:0:19993:0:(import.c:65:import_set_state_nolock()) ffffa0caeb80f800 : changing import state from FULL to CLOSED 00000100:00100000:3.0:1788838204.831440:0:19993:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caf4124a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+1:3646:x1875732255176064:12345-0@lo:39:umount.0 Request processed in 148us (400us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838204.831447:0:19993:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000020:00000080:3.0:1788838204.831458:0:19993:0:(genops.c:885:class_export_put()) final put ffffa0caeb809800/lustre-MDT0000-lwp-MDT0000_UUID 00000100:00100000:2.0:1788838204.831527:0:17186:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1788838204.831536:0:17186:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c50d7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4b6c5e3a-7841-411a-9131-de8bbbf7b1d3+24:3648:x1875732255176192:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788838204.831536:0:17190:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788838204.831550:0:17186:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788838204.831570:0:17186:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0cb021fe400/0xae64dcd520c43e80 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xae64dcd520c43e79 expref: 24 pid: 17196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838204.831587:0:17186:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00080000:0.0:1788838204.831591:0:3646:0:(import.c:65:import_set_state_nolock()) ffffa0c9c1ea4800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:0.0:1788838204.831611:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c50d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3646:1875732255176064:0@lo:39:umount.0 00000100:00100000:2.0:1788838204.831616:0:17186:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c50d7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4b6c5e3a-7841-411a-9131-de8bbbf7b1d3+23:3648:x1875732255176192:12345-0@lo:103:ldlm_bl.0 Request processed in 84us (758us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838204.831633:0:17186:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1788838204.831688:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cac87c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4b6c5e3a-7841-411a-9131-de8bbbf7b1d3:3648:1875732255176192:0@lo:103:ldlm_bl.0 00000100:00080000:3.0:1788838204.831712:0:20778:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1788838204.831715:0:20778:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:3.0:1788838204.831720:0:20778:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1788838204.831981:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffffa0caeb809800/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000020:00000080:1.0:1788838204.832056:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffffa0caeb80f800 for lustre-MDT0000 00010000:00010000:3.0:1788838204.832661:0:20778:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0c9c3afae00/0xae64dcd520c43dca lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c43dd1 expref: -99 pid: 17180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838204.832676:0:20778:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0c9c3afae00/0xae64dcd520c43dca lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0xae64dcd520c43dd1 expref: -99 pid: 17180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838204.832683:0:20778:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0c9c3afae00/0xae64dcd520c43dca lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0xae64dcd520c43dd1 expref: -99 pid: 17180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838204.832692:0:20778:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.155@tcp lock: ffffa0c9c3afae00/0xae64dcd520c43dca lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0xae64dcd520c43dd1 expref: -99 pid: 17180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838204.832716:0:20778:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788838204.832724:0:20778:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0c9c3afb200/0xae64dcd520c441d6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c441dd expref: -99 pid: 17199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838204.832745:0:17189:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788838204.832752:0:20778:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0c9c3afb200/0xae64dcd520c441d6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xae64dcd520c441dd expref: -99 pid: 17199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838204.832753:0:17189:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.155@tcp lock: ffffa0c9c3afae00/0xae64dcd520c43dca lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0xae64dcd520c43dd1 expref: -99 pid: 17180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838204.832759:0:20778:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0c9c3afb200/0xae64dcd520c441d6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xae64dcd520c441dd expref: -99 pid: 17199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838204.832761:0:17189:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0c9c3afae00 already unused, calling callback (ffffffffc14aec20) 10000000:00010000:1.0:1788838204.832765:0:17189:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.155@tcp lock: ffffa0c9c3afae00/0xae64dcd520c43dca lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0xae64dcd520c43dd1 expref: -99 pid: 17180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838204.832766:0:20778:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.155@tcp lock: ffffa0c9c3afb200/0xae64dcd520c441d6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xae64dcd520c441dd expref: -99 pid: 17199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838204.832774:0:17189:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.155@tcp lock: ffffa0c9c3afae00/0xae64dcd520c43dca lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1008400000000 nid: local remote: 0xae64dcd520c43dd1 expref: -99 pid: 17180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838204.832781:0:20778:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:00010000:1.0:1788838204.832781:0:17189:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.155@tcp lock: ffffa0c9c3afae00/0xae64dcd520c43dca lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1009400000000 nid: local remote: 0xae64dcd520c43dd1 expref: -99 pid: 17180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788838204.832787:0:17189:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1788838204.832789:0:17189:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 00010000:00010000:3.0:1788838204.832791:0:20230:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788838204.832796:0:20230:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.155@tcp lock: ffffa0c9c3afb200/0xae64dcd520c441d6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xae64dcd520c441dd expref: -99 pid: 17199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838204.832803:0:20230:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0c9c3afb200 already unused, calling callback (ffffffffc14aec20) 10000000:00010000:3.0:1788838204.832805:0:20230:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.155@tcp lock: ffffa0c9c3afb200/0xae64dcd520c441d6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xae64dcd520c441dd expref: -99 pid: 17199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838204.832811:0:20230:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.155@tcp lock: ffffa0c9c3afb200/0xae64dcd520c441d6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xae64dcd520c441dd expref: -99 pid: 17199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788838204.832817:0:20230:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.155@tcp lock: ffffa0c9c3afb200/0xae64dcd520c441d6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xae64dcd520c441dd expref: -99 pid: 17199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838204.832820:0:17189:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.155@tcp lock: ffffa0c9c3afae00/0xae64dcd520c43dca lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0xae64dcd520c43dd1 expref: -99 pid: 17180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788838204.832823:0:20230:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:3.0:1788838204.832825:0:20230:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:3.0:1788838204.832827:0:20230:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:1.0:1788838204.832836:0:17189:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788838204.832840:0:20230:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.155@tcp lock: ffffa0c9c3afb200/0xae64dcd520c441d6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xae64dcd520c441dd expref: -99 pid: 17199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838204.832854:0:20230:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788838204.832862:0:20230:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.155@tcp lock: ffffa0c9c3afb200/0xae64dcd520c441d6 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xae64dcd520c441dd expref: -99 pid: 17199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838204.832862:0:17189:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.155@tcp lock: ffffa0c9c3afae00/0xae64dcd520c43dca lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0xae64dcd520c43dd1 expref: -99 pid: 17180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838204.832870:0:20230:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.155@tcp lock: ffffa0c9c3afb200/0xae64dcd520c441d6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xae64dcd520c441dd expref: -99 pid: 17199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838204.832870:0:17189:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.155@tcp lock: ffffa0c9c3afae00/0xae64dcd520c43dca lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0xae64dcd520c43dd1 expref: -99 pid: 17180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838204.832884:0:20230:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788838204.832884:0:17189:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788838204.832886:0:20230:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788838204.832886:0:17189:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788838204.832888:0:20230:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788838204.832888:0:17189:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788838204.832898:0:20778:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd7400/0xae64dcd520c44381 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c44388 expref: -99 pid: 17199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788838204.832904:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caf4127480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:4b6c5e3a-7841-411a-9131-de8bbbf7b1d3:3649:1875732255176320:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788838204.832905:0:20778:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd7400/0xae64dcd520c44381 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xae64dcd520c44388 expref: -99 pid: 17199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838204.832911:0:20778:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd7400/0xae64dcd520c44381 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xae64dcd520c44388 expref: -99 pid: 17199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838204.832916:0:20778:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd7400/0xae64dcd520c44381 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xae64dcd520c44388 expref: -99 pid: 17199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838204.832931:0:20778:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788838204.832936:0:20778:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0c9c3afb000/0xae64dcd520c43dbc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c43dc3 expref: -99 pid: 17180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838204.832941:0:20778:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0c9c3afb000/0xae64dcd520c43dbc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xae64dcd520c43dc3 expref: -99 pid: 17180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838204.832956:0:20778:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0c9c3afb000/0xae64dcd520c43dbc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xae64dcd520c43dc3 expref: -99 pid: 17180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838204.832963:0:20778:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.155@tcp lock: ffffa0c9c3afb000/0xae64dcd520c43dbc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xae64dcd520c43dc3 expref: -99 pid: 17180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788838204.832966:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1788838204.832974:0:20778:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:3.0:1788838204.832977:0:20778:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 10000000:01000000:3.0:1788838204.832981:0:20778:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0000 (0) 00010000:00010000:3.0:1788838204.833009:0:20230:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:1.0:1788838204.833011:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:3.0:1788838204.833013:0:20230:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd7400/0xae64dcd520c44381 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xae64dcd520c44388 expref: -99 pid: 17199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788838204.833016:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c50d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:4b6c5e3a-7841-411a-9131-de8bbbf7b1d3:3649:1875732255176448:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788838204.833020:0:20230:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0c9c2bd7400 already unused, calling callback (ffffffffc14aec20) 10000000:00010000:3.0:1788838204.833023:0:20230:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd7400/0xae64dcd520c44381 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xae64dcd520c44388 expref: -99 pid: 17199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838204.833030:0:20230:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd7400/0xae64dcd520c44381 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0xae64dcd520c44388 expref: -99 pid: 17199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788838204.833036:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 10000000:00010000:3.0:1788838204.833037:0:20230:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd7400/0xae64dcd520c44381 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0xae64dcd520c44388 expref: -99 pid: 17199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788838204.833042:0:20230:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:3.0:1788838204.833044:0:20230:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:3.0:1788838204.833046:0:20230:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:3.0:1788838204.833060:0:20230:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd7400/0xae64dcd520c44381 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xae64dcd520c44388 expref: -99 pid: 17199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838204.833065:0:20230:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:1.0:1788838204.833070:0:17188:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255176320 00000100:00100000:1.0:1788838204.833076:0:17188:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255176320 00010000:00010000:3.0:1788838204.833086:0:20230:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd7400/0xae64dcd520c44381 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xae64dcd520c44388 expref: -99 pid: 17199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838204.833092:0:20230:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd7400/0xae64dcd520c44381 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xae64dcd520c44388 expref: -99 pid: 17199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838204.833100:0:20230:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788838204.833103:0:20230:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.155@tcp lock: ffffa0c9c3afb000/0xae64dcd520c43dbc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xae64dcd520c43dc3 expref: -99 pid: 17180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838204.833109:0:20230:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0c9c3afb000 already unused, calling callback (ffffffffc14aec20) 10000000:00010000:3.0:1788838204.833112:0:20230:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.155@tcp lock: ffffa0c9c3afb000/0xae64dcd520c43dbc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xae64dcd520c43dc3 expref: -99 pid: 17180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838204.833118:0:20230:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.155@tcp lock: ffffa0c9c3afb000/0xae64dcd520c43dbc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xae64dcd520c43dc3 expref: -99 pid: 17180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788838204.833118:0:17188:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255176448 00000100:00100000:1.0:1788838204.833120:0:17188:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255176448 10000000:00010000:3.0:1788838204.833125:0:20230:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.155@tcp lock: ffffa0c9c3afb000/0xae64dcd520c43dbc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xae64dcd520c43dc3 expref: -99 pid: 17180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788838204.833132:0:20230:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:3.0:1788838204.833134:0:20230:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:3.0:1788838204.833135:0:20230:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00000100:00100000:1.0:1788838204.833135:0:17188:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1788838204.833142:0:17188:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caf4125500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4b6c5e3a-7841-411a-9131-de8bbbf7b1d3+24:3649:x1875732255176320:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788838204.833147:0:20230:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.155@tcp lock: ffffa0c9c3afb000/0xae64dcd520c43dbc lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xae64dcd520c43dc3 expref: -99 pid: 17180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838204.833152:0:20230:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788838204.833156:0:17188:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788838204.833158:0:20230:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.155@tcp lock: ffffa0c9c3afb000/0xae64dcd520c43dbc lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xae64dcd520c43dc3 expref: -99 pid: 17180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838204.833164:0:20230:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.155@tcp lock: ffffa0c9c3afb000/0xae64dcd520c43dbc lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xae64dcd520c43dc3 expref: -99 pid: 17180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838204.833171:0:17188:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0cb021ffe00/0xae64dcd520c43dd1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xae64dcd520c43dca expref: 24 pid: 17195 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838204.833181:0:20230:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788838204.833182:0:20230:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788838204.833183:0:17188:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788838204.833184:0:20230:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788838204.833194:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb7b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4b6c5e3a-7841-411a-9131-de8bbbf7b1d3:3648:1875732255176704:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788838204.833214:0:17188:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caf4125500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4b6c5e3a-7841-411a-9131-de8bbbf7b1d3+23:3649:x1875732255176320:12345-0@lo:103:ldlm_bl.0 Request processed in 72us (248us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838204.833223:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838204.833230:0:17188:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1788838204.833235:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788838204.833239:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c50d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4b6c5e3a-7841-411a-9131-de8bbbf7b1d3:3648:1875732255176576:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788838204.833243:0:17188:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255176704 00000100:00100000:1.0:1788838204.833246:0:17188:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255176704 00000100:00100000:3.0:1788838204.833259:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838204.833260:0:17188:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1788838204.833265:0:17188:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caf4126d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4b6c5e3a-7841-411a-9131-de8bbbf7b1d3+23:3649:x1875732255176448:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788838204.833273:0:17188:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000020:01000004:3.0:1788838204.833281:0:20778:0:(tgt_mount.c:2115:server_put_super()) stopping lustre-MDT0000 00010000:00010000:1.0:1788838204.833281:0:17188:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0cb021ff400/0xae64dcd520c441dd lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xae64dcd520c441d6 expref: 23 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000000:3.0:1788838204.833286:0:20778:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='F') 00010000:00010000:1.0:1788838204.833290:0:17188:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000020:00000080:3.0:1788838204.833291:0:20778:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788838204.833297:0:20778:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 4/13 00000020:00080000:3.0:1788838204.833303:0:20778:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffffa0cafa241000 lustre-MDT0000-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000100:00100000:1.0:1788838204.833309:0:17188:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caf4126d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4b6c5e3a-7841-411a-9131-de8bbbf7b1d3+22:3649:x1875732255176448:12345-0@lo:103:ldlm_bl.0 Request processed in 44us (273us total) trans 0 rc 0/0 00000020:00080000:3.0:1788838204.833310:0:20778:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffffa0caec1be000 lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1788838204.833338:0:20778:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffffa0cac6495000 lustre-MDT0000-lwp-MDT0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000100:00100000:1.0:1788838204.833341:0:17188:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000020:00080000:3.0:1788838204.833343:0:20778:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffffa0cafa242000 lustre-MDT0001-mdtlov_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1788838204.833351:0:20778:0:(genops.c:1819:print_export_data()) lustre-MDT0000: UNLINKED ffffa0cafb7fd800 c1de270c-1e49-4e63-a3a0-8452e1e1b1cc 192.168.204.55@tcp 2 (0 2 0) 1 0 0 0: 0000000000000000 8589934599 stale:0 00000100:00100000:1.0:1788838204.833351:0:17188:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255176576 00000100:00100000:1.0:1788838204.833353:0:17188:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255176576 00000020:00080000:3.0:1788838204.833357:0:20778:0:(genops.c:1819:print_export_data()) lustre-MDT0000: UNLINKED ffffa0c9c34bd000 df750f73-6f88-4d21-b5c3-d27d8690699f 192.168.204.55@tcp 5 (0 5 0) 1 0 0 0: 0000000000000000 8589934623 stale:0 00000020:00080000:3.0:1788838204.833363:0:20778:0:(genops.c:1553:class_disconnect_exports()) OBD device 5 (ffffa0c9c29019b8) has exports, disconnecting them 00000020:00080000:3.0:1788838204.833368:0:20778:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffffa0cafa241000), last request at 1788838200 00000020:00000080:3.0:1788838204.833377:0:20778:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xae64dcd520c441a5 00000100:00080000:3.0:1788838204.833398:0:20778:0:(import.c:65:import_set_state_nolock()) ffffa0cafa245000 : changing import state from FULL to CLOSED 00000020:00080000:3.0:1788838204.833451:0:20778:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffffa0cafa241000): rc 0 00000020:00000080:3.0:1788838204.833454:0:20778:0:(genops.c:885:class_export_put()) final put ffffa0cafa241000/lustre-MDT0000-lwp-OST0001_UUID 00000020:00080000:3.0:1788838204.833472:0:20778:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffffa0caec1be000), last request at 1788838200 00000020:00000080:3.0:1788838204.833476:0:20778:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xae64dcd520c44047 00000100:00100000:1.0:1788838204.833481:0:17188:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00080000:3.0:1788838204.833482:0:20778:0:(import.c:65:import_set_state_nolock()) ffffa0caec1bb000 : changing import state from FULL to CLOSED 00000100:00100000:1.0:1788838204.833487:0:17188:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cac7bf3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4b6c5e3a-7841-411a-9131-de8bbbf7b1d3+22:3648:x1875732255176704:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788838204.833494:0:20230:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788838204.833496:0:17188:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000020:00080000:3.0:1788838204.833501:0:20778:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffffa0caec1be000): rc 0 00000020:00000080:3.0:1788838204.833503:0:20778:0:(genops.c:885:class_export_put()) final put ffffa0caec1be000/lustre-MDT0000-lwp-OST0000_UUID 00010000:00010000:1.0:1788838204.833505:0:17188:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0cacaaac200/0xae64dcd520c43dc3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xae64dcd520c43dbc expref: 22 pid: 17195 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00080000:3.0:1788838204.833508:0:20778:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffffa0cac6495000), last request at 1788838123 00000020:00000080:3.0:1788838204.833511:0:20778:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xae64dcd520c43f98 00000100:00080000:3.0:1788838204.833515:0:20778:0:(import.c:65:import_set_state_nolock()) ffffa0cad86f1800 : changing import state from FULL to CLOSED 00010000:00010000:1.0:1788838204.833516:0:17188:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788838204.833523:0:20230:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:3.0:1788838204.833530:0:20778:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffffa0cac6495000): rc 0 00000020:00000080:3.0:1788838204.833532:0:20778:0:(genops.c:885:class_export_put()) final put ffffa0cac6495000/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00080000:3.0:1788838204.833537:0:20778:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffffa0cafa242000), last request at 1788838123 00000020:00000080:3.0:1788838204.833540:0:20778:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xae64dcd520c43f3d 00000100:00100000:1.0:1788838204.833541:0:17188:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cac7bf3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4b6c5e3a-7841-411a-9131-de8bbbf7b1d3+21:3648:x1875732255176704:12345-0@lo:103:ldlm_bl.0 Request processed in 55us (318us total) trans 0 rc 0/0 00000100:00080000:3.0:1788838204.833544:0:20778:0:(import.c:65:import_set_state_nolock()) ffffa0cafa243800 : changing import state from FULL to CLOSED 00000100:00100000:1.0:1788838204.833547:0:17188:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00010000:00010000:3.0:1788838204.833554:0:20230:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000004:3.0:1788838204.833560:0:20778:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934628 00000100:00100000:1.0:1788838204.833586:0:17188:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1788838204.833592:0:17188:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c4846300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4b6c5e3a-7841-411a-9131-de8bbbf7b1d3+20:3648:x1875732255176576:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788838204.833605:0:17188:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788838204.833617:0:17188:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0cacaaad400/0xae64dcd520c44388 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xae64dcd520c44381 expref: 20 pid: 17196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838204.833638:0:17188:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788838204.833659:0:17188:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c4846300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4b6c5e3a-7841-411a-9131-de8bbbf7b1d3+19:3648:x1875732255176576:12345-0@lo:103:ldlm_bl.0 Request processed in 67us (399us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838204.833664:0:17188:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000020:00080000:3.0:1788838204.833669:0:20778:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffffa0cafa242000): rc 0 00000004:00000080:3.0:1788838204.833677:0:20778:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffffc2f6c85bbae0 00000020:00000080:1.0:1788838204.833688:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffffa0cafa241000/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000 00000100:00080000:3.0:1788838204.833702:0:20778:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1788838204.833706:0:20778:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 3 00000020:00000080:1.0:1788838204.833723:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffffa0caec1be000/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000020:00000080:1.0:1788838204.833749:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffffa0cac6495000/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000 00000020:00000080:1.0:1788838204.833773:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffffa0cafa245000 for lustre-MDT0000 00000020:00000080:1.0:1788838204.833784:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffffa0caec1bb000 for lustre-MDT0000 00000020:00000080:1.0:1788838204.833788:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffffa0cad86f1800 for lustre-MDT0000 00000100:00100000:1.0:1788838204.833817:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c50d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4b6c5e3a-7841-411a-9131-de8bbbf7b1d3:3648:1875732255176576:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788838204.833825:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb7b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4b6c5e3a-7841-411a-9131-de8bbbf7b1d3:3648:1875732255176704:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788838204.833853:0:17189:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788838204.833864:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c50d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:4b6c5e3a-7841-411a-9131-de8bbbf7b1d3:3649:1875732255176448:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788838204.833871:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caf4127480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:4b6c5e3a-7841-411a-9131-de8bbbf7b1d3:3649:1875732255176320:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788838204.834606:0:17190:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1788838204.836796:0:20778:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000100:00080000:3.0:1788838204.836853:0:20778:0:(import.c:65:import_set_state_nolock()) ffffa0c9c4301800 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00080000:3.0:1788838204.837211:0:20778:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1788838204.837218:0:20778:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934594 gen 3 00000100:00100000:0.0:1788838204.837347:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c3bc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1875732255176832:0@lo:39:umount.0 00000100:00100000:0.0:1788838204.837460:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1788838204.837562:0:20778:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:3.0:1788838204.837645:0:20778:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:3.0:1788838204.837663:0:20778:0:(import.c:65:import_set_state_nolock()) ffffa0c9c4199800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:3.0:1788838204.837682:0:20778:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1788838204.837704:0:20778:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 3 00000004:00080000:3.0:1788838204.837717:0:20778:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:3.0:1788838204.837782:0:20778:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:3.0:1788838204.837792:0:20778:0:(import.c:65:import_set_state_nolock()) ffffa0c9c4365000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:3.0:1788838204.837845:0:20778:0:(genops.c:1558:class_disconnect_exports()) OBD device 5 (ffffa0c9c29019b8) has no exports 00000100:00100000:0.0:1788838204.838196:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c43a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1875732255176960:0@lo:9:umount.0 00000100:00100000:0.0:1788838204.838243:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838204.838273:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c43a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1875732255177088:0@lo:9:umount.0 00000100:00100000:0.0:1788838204.838295:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788838204.838469:0:17206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255176832 00000100:00100000:2.0:1788838204.838480:0:17206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255176832 00000100:00100000:2.0:1788838204.838544:0:17206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:2.0:1788838204.838555:0:17206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caeb631c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1875732255176832:12345-0@lo:39:umount.0 00000020:00000080:2.0:1788838204.838594:0:17206:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xae64dcd520c43fc2 00000100:00080000:2.0:1788838204.838604:0:17206:0:(import.c:65:import_set_state_nolock()) ffffa0caf41fa000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1788838204.838658:0:17206:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:0.0:1788838204.838706:0:19042:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255176960 00000100:00100000:0.0:1788838204.838710:0:19042:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255176960 00000100:00100000:2.0:1788838204.838902:0:17206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caeb631c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+3:3646:x1875732255176832:12345-0@lo:39:umount.0 Request processed in 347us (1441us total) trans 8589934595 rc 0/0 00000100:00100000:2.0:1788838204.838910:0:17206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:3.0:1788838204.838962:0:18708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255177088 00000100:00100000:3.0:1788838204.838967:0:18708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255177088 00000100:00100000:3.0:1788838204.839001:0:18708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1788838204.839010:0:18708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caeb632300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3646:x1875732255176960:12345-0@lo:9:umount.0 00000020:00000080:3.0:1788838204.839028:0:18708:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xae64dcd520c4408d 00000100:00080000:3.0:1788838204.839037:0:18708:0:(import.c:65:import_set_state_nolock()) ffffa0caec1f7800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1788838204.839087:0:18708:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:3.0:1788838204.839199:0:18708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caeb632300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+2:3646:x1875732255176960:12345-0@lo:9:umount.0 Request processed in 191us (961us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838204.839206:0:18708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1788838204.839221:0:18708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1788838204.839227:0:18708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caeb631500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3646:x1875732255177088:12345-0@lo:9:umount.0 00000020:00000080:3.0:1788838204.839240:0:18708:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xae64dcd520c441eb 00000100:00080000:3.0:1788838204.839248:0:18708:0:(import.c:65:import_set_state_nolock()) ffffa0c9c3733000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1788838204.839276:0:18708:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:3.0:1788838204.839392:0:18708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caeb631500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+2:3646:x1875732255177088:12345-0@lo:9:umount.0 Request processed in 164us (1095us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838204.839398:0:18708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00010000:00010000:3.0:1788838204.839421:0:20230:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788838204.839478:0:17197:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788838204.839483:0:17197:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1788838204.839492:0:17190:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788838204.839530:0:3646:0:(import.c:65:import_set_state_nolock()) ffffa0c9c4199800 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:0.0:1788838204.842274:0:3646:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:0.0:1788838204.842312:0:3646:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1788838204.842347:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c43a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1875732255176960:0@lo:9:umount.0 00010000:00010000:1.0:1788838204.842676:0:17189:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788838204.842906:0:3646:0:(import.c:65:import_set_state_nolock()) ffffa0c9c4365000 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:0.0:1788838204.842963:0:3646:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:0.0:1788838204.843614:0:3646:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1788838204.843634:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c43a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1875732255177088:0@lo:9:umount.0 00000100:00080000:0.0:1788838204.843666:0:3646:0:(import.c:65:import_set_state_nolock()) ffffa0c9c4301800 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:0.0:1788838204.843674:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c3bc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1875732255176832:0@lo:39:umount.0 00000020:00080000:0.0:1788838204.854912:0:20778:0:(genops.c:1558:class_disconnect_exports()) OBD device 5 (ffffa0c9c29019b8) has no exports 00000020:00000080:0.0:1788838204.955870:0:20778:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xae64dcd520c43e17 00000020:00000080:0.0:1788838204.955886:0:20778:0:(genops.c:885:class_export_put()) final put ffffa0c9c1ea5000/lustre-QMT0000_UUID 00000020:01000000:0.0:1788838204.955984:0:20778:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000020:00000080:0.0:1788838204.956035:0:20778:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788838204.956046:0:20778:0:(obd_config.c:956:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1788838204.956050:0:20778:0:(genops.c:1558:class_disconnect_exports()) OBD device 7 (ffffa0cafcba3370) has no exports 00000020:00000080:0.0:1788838204.957235:0:20778:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xae64dcd520c43e10 00000020:00000080:0.0:1788838204.957259:0:20778:0:(genops.c:885:class_export_put()) final put ffffa0c9c4360000/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1788838204.960569:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffffa0c9c1ea5000/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000080:1.0:1788838204.961679:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffffa0c9c4360000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:3.0:1788838204.973142:0:20778:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788838204.973159:0:20778:0:(obd_config.c:883:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:3.0:1788838204.973166:0:20778:0:(genops.c:885:class_export_put()) final put ffffa0caebecc000/lustre-QMT0000_UUID 00000020:00000080:3.0:1788838204.973171:0:20778:0:(genops.c:844:class_export_destroy()) destroying export ffffa0caebecc000/lustre-QMT0000_UUID for lustre-QMT0000 00000020:01000000:3.0:1788838204.973192:0:20778:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00010000:00010000:3.0:1788838205.057809:0:20230:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788838205.119878:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c43a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1875732255177216:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788838205.119951:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788838205.120369:0:18710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255177216 00000100:00100000:3.0:1788838205.120379:0:18710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255177216 00000100:00100000:3.0:1788838205.120451:0:18710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1788838205.120461:0:18710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cac87c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1875732255177216:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788838205.120494:0:18710:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1788838205.120546:0:18710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cac87c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1875732255177216:12345-0@lo:13:osp-pre-0-1.0 Request processed in 87us (595us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838205.120553:0:18710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1788838205.120658:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c43a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1875732255177216:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1788838205.120789:0:17197:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00100000:2.0:1788838205.124525:0:17181:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1788838205.124537:0:17181:0:(genops.c:885:class_export_put()) final put ffffa0cafa242000/lustre-MDT0001-mdtlov_UUID 00000001:00100000:2.0:1788838205.124562:0:17181:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of c1de270c-1e49-4e63-a3a0-8452e1e1b1cc 00000001:00080000:2.0:1788838205.124574:0:17181:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934628 is committed 00000020:00000080:2.0:1788838205.124578:0:17181:0:(genops.c:885:class_export_put()) final put ffffa0cafb7fd800/c1de270c-1e49-4e63-a3a0-8452e1e1b1cc 00000001:00100000:2.0:1788838205.124584:0:17181:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of df750f73-6f88-4d21-b5c3-d27d8690699f 00000001:00080000:2.0:1788838205.124591:0:17181:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934627 is committed 00000020:00000080:2.0:1788838205.124598:0:17181:0:(genops.c:885:class_export_put()) final put ffffa0c9c34bd000/df750f73-6f88-4d21-b5c3-d27d8690699f 00000001:00100000:0.0:1788838205.124890:0:19521:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1788838205.124896:0:19521:0:(genops.c:885:class_export_put()) final put ffffa0c9c3736000/lustre-MDT0000-mdtlov_UUID 00000001:00100000:0.0:1788838205.124905:0:19521:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of df750f73-6f88-4d21-b5c3-d27d8690699f 00000020:00000080:0.0:1788838205.124908:0:19521:0:(genops.c:885:class_export_put()) final put ffffa0c9c3734000/df750f73-6f88-4d21-b5c3-d27d8690699f 00000020:00000080:3.0:1788838205.125076:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffffa0cafa242000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000 00000020:00000080:3.0:1788838205.128073:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffffa0cafb7fd800/c1de270c-1e49-4e63-a3a0-8452e1e1b1cc for lustre-MDT0000 00000020:00000080:3.0:1788838205.128178:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffffa0c9c34bd000/df750f73-6f88-4d21-b5c3-d27d8690699f for lustre-MDT0000 00000020:00000080:3.0:1788838205.128207:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffffa0c9c3736000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001 00000020:00000080:3.0:1788838205.128233:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffffa0c9c3734000/df750f73-6f88-4d21-b5c3-d27d8690699f for lustre-OST0001 00000020:00000080:3.0:1788838205.128252:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffffa0cafa243800 for lustre-MDT0000 00000020:00000080:3.0:1788838205.128259:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffffa0cafb7fc000 for lustre-MDT0000 00000020:00000080:3.0:1788838205.128262:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffffa0c9c34bb000 for lustre-MDT0000 00000020:00000080:3.0:1788838205.128265:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffffa0c9c3733000 for lustre-OST0001 00000020:00000080:3.0:1788838205.128268:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffffa0c9c3735800 for lustre-OST0001 00000040:00080000:2.0:1788838205.441987:0:17954:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1788838205.632416:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cac87c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:4b6c5e3a-7841-411a-9131-de8bbbf7b1d3:3650:1875732255177344:0@lo:400:kworker.0 00000100:00100000:2.0:1788838205.632528:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb785f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1875732255177856:0@lo:400:kworker.0 00000100:00100000:1.0:1788838205.632555:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788838205.632652:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cac87c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1875732255177600:0@lo:400:kworker.0 00000100:00100000:0.0:1788838205.632678:0:17196:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255177344 00000100:00100000:0.0:1788838205.632689:0:17196:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255177344 00000100:00100000:0.0:1788838205.632760:0:17196:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 176 00000100:00100000:0.0:1788838205.632773:0:17196:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafce45450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4b6c5e3a-7841-411a-9131-de8bbbf7b1d3+19:3650:x1875732255177344:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788838205.636202:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788838205.636283:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb785500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3649:1875732255178368:0@lo:400:kworker.0 00000100:00100000:2.0:1788838205.636344:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788838205.636378:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1788838205.636387:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb785c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3649:1875732255177984:0@lo:400:kworker.0 00000100:00100000:2.0:1788838205.636412:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788838205.636432:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb787480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3649:1875732255178496:0@lo:400:kworker.0 00000100:00100000:2.0:1788838205.636454:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788838205.636534:0:17202:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255178368 00000100:00100000:2.0:1788838205.636544:0:17202:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255178368 00000100:00100000:2.0:1788838205.636594:0:17202:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255177984 00000100:00100000:2.0:1788838205.636598:0:17202:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255177984 00000100:00100000:2.0:1788838205.636634:0:17202:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255178496 00000100:00100000:2.0:1788838205.636637:0:17202:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255178496 00000100:00100000:2.0:1788838205.636683:0:17202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:2.0:1788838205.636694:0:17202:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafb784e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3649:x1875732255178496:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788838205.636855:0:17202:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafb784e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3649:x1875732255178496:12345-0@lo:400:kworker.0 Request processed in 163us (398us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838205.636864:0:17202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:2.0:1788838205.636885:0:17202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1788838205.636890:0:17202:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafb784380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3649:x1875732255178368:12345-0@lo:400:kworker.0 00000020:00080000:2.0:1788838205.636897:0:17202:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:2.0:1788838205.636925:0:17202:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafb784380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3649:x1875732255178368:12345-0@lo:400:kworker.0 Request processed in 34us (581us total) trans 0 rc -107/-107 00000100:00100000:2.0:1788838205.636931:0:17202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1788838205.636944:0:17202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1788838205.636948:0:17202:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafb786d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3649:x1875732255177984:12345-0@lo:400:kworker.0 00000020:00080000:2.0:1788838205.636953:0:17202:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:2.0:1788838205.636976:0:17202:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafb786d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3649:x1875732255177984:12345-0@lo:400:kworker.0 Request processed in 26us (563us total) trans 0 rc -107/-107 00000100:00100000:2.0:1788838205.636981:0:17202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00080000:2.0:1788838205.637014:0:17197:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788838205.637049:0:3649:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:2.0:1788838205.637056:0:3649:0:(import.c:65:import_set_state_nolock()) ffffa0caf4576800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1788838205.637060:0:3649:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00100000:1.0:1788838205.637801:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caf4127480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1875732255177472:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788838205.637858:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838205.637914:0:18709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255177472 00000100:00100000:1.0:1788838205.637921:0:18709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255177472 00000100:00100000:1.0:1788838205.637978:0:18709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1788838205.637989:0:18709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caf4126300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1875732255177472:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788838205.638025:0:18709:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1788838205.638822:0:18709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caf4126300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1875732255177472:12345-0@lo:13:osp-pre-1-1.0 Request processed in 832us (958us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838205.638832:0:18709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00080000:1.0:1788838205.638868:0:17197:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788838205.638929:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caf4127480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1875732255177472:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788838205.639023:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cac87c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1875732255177728:0@lo:400:kworker.0 00000100:00100000:1.0:1788838205.639195:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838205.639224:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb784a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3648:1875732255178240:0@lo:400:kworker.0 00000100:00100000:1.0:1788838205.639255:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838205.639296:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788838205.639305:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caeb633b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1875732255178624:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788838205.639356:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838205.639398:0:19042:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255177856 00000100:00100000:1.0:1788838205.639405:0:19042:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255177856 00000100:00100000:1.0:1788838205.639445:0:19042:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255177728 00000100:00100000:1.0:1788838205.639448:0:19042:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255177728 00000100:00100000:1.0:1788838205.639490:0:19042:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1788838205.639499:0:19042:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafb786680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3649:x1875732255177856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788838205.639549:0:19042:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafb786680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3649:x1875732255177856:12345-0@lo:400:kworker.0 Request processed in 52us (3359us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838205.639573:0:19042:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1788838205.639588:0:19042:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1788838205.639595:0:19042:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caf4127480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3648:x1875732255177728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788838205.639644:0:19042:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caf4127480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3648:x1875732255177728:12345-0@lo:400:kworker.0 Request processed in 50us (449us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838205.639650:0:19042:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1788838205.639680:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cac87c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1875732255177728:0@lo:400:kworker.0 00000100:00100000:1.0:1788838205.639708:0:17207:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255178624 00000100:00100000:1.0:1788838205.639711:0:17207:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255178624 00000100:00100000:1.0:1788838205.639738:0:17207:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:1.0:1788838205.639743:0:17207:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caf4127b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3648:x1875732255178624:12345-0@lo:41:osp-pre-0-1.0 00000020:00080000:1.0:1788838205.639749:0:17207:0:(tgt_handler.c:807:tgt_request_handle()) operation 41 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1788838205.639782:0:17207:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caf4127b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3648:x1875732255178624:12345-0@lo:41:osp-pre-0-1.0 Request processed in 38us (425us total) trans 0 rc -107/-107 00000100:00100000:1.0:1788838205.639789:0:17207:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:02020000:1.0:1788838205.639812:0:3648:0:(client.c:1505:ptlrpc_check_status()) lustre-MDT0000-osp-MDT0001: operation mds_statfs to node 0@lo failed: rc = -107 00000100:00100000:3.0:1788838205.647297:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838205.647567:0:17196:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafce45450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4b6c5e3a-7841-411a-9131-de8bbbf7b1d3+19:3650:x1875732255177344:12345-0@lo:400:kworker.0 Request processed in 14792us (15007us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838205.647585:0:17196:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 176 00000100:00100000:0.0:1788838205.647700:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cac87c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:4b6c5e3a-7841-411a-9131-de8bbbf7b1d3:3650:1875732255177344:0@lo:400:kworker.0 00000100:00100000:0.0:1788838205.647803:0:17202:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255178240 00000100:00100000:0.0:1788838205.647812:0:17202:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255178240 00000100:00100000:0.0:1788838205.647882:0:17202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:0.0:1788838205.647892:0:17202:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caf4125c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1875732255178240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788838205.647961:0:17202:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caf4125c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1875732255178240:12345-0@lo:400:kworker.0 Request processed in 70us (8705us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838205.647968:0:17202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00080000:0.0:1788838205.647991:0:17197:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788838205.648024:0:17206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255177600 00000100:00100000:0.0:1788838205.648027:0:17206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255177600 00000100:00100000:0.0:1788838205.648053:0:17206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:0.0:1788838205.648128:0:17206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c43a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3647:x1875732255177600:12345-0@lo:400:kworker.0 00000020:00080000:0.0:1788838205.648135:0:17206:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:0.0:1788838205.648171:0:17206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c43a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3647:x1875732255177600:12345-0@lo:400:kworker.0 Request processed in 44us (888us total) trans 0 rc -107/-107 00000100:00100000:0.0:1788838205.648177:0:17206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00080000:3.0:1788838205.648644:0:3647:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-osp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:3.0:1788838205.648652:0:3647:0:(import.c:65:import_set_state_nolock()) ffffa0cac9b7a800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1788838205.648656:0:3647:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-osp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:3.0:1788838205.648663:0:3647:0:(import.c:65:import_set_state_nolock()) ffffa0cac9b7a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788838205.648668:0:3647:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 573 00000100:00080000:3.0:1788838205.648687:0:3647:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa0cac9b7a800 using connection 192.168.204.155@tcp/0@lo 00000100:00100000:3.0:1788838205.652862:0:3647:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0c9c43a9c00 x1875732255178752/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788838205.652967:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c43a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1875732255178752:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:0.0:1788838205.653072:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788838205.653175:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cac87c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1875732255177600:0@lo:400:kworker.0 00000100:00100000:3.0:1788838205.653189:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb787b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3647:1875732255178112:0@lo:400:kworker.0 00000100:00100000:3.0:1788838205.653228:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788838205.653596:0:20631:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255178112 00000100:00100000:3.0:1788838205.653617:0:20631:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255178112 00000100:00100000:3.0:1788838205.653682:0:20631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:3.0:1788838205.653691:0:20631:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caf6e19180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3647:x1875732255178112:12345-0@lo:400:kworker.0 00000020:00080000:3.0:1788838205.653701:0:20631:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:3.0:1788838205.654191:0:20631:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caf6e19180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3647:x1875732255178112:12345-0@lo:400:kworker.0 Request processed in 496us (958us total) trans 0 rc -107/-107 00000100:00100000:3.0:1788838205.654200:0:20631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00080000:3.0:1788838205.654954:0:3647:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0000 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:3.0:1788838205.654962:0:3647:0:(import.c:65:import_set_state_nolock()) ffffa0caec1f0000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1788838205.654966:0:3647:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:3.0:1788838205.654973:0:3647:0:(import.c:65:import_set_state_nolock()) ffffa0caec1f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788838205.654977:0:3647:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 591 00000100:00080000:3.0:1788838205.654986:0:3647:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa0caec1f0000 using connection 192.168.204.155@tcp/0@lo 00000100:00100000:3.0:1788838205.655026:0:3647:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0caf6e1b800 x1875732255178880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788838205.659350:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caf6e1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3646:1875732255178880:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:0.0:1788838205.660647:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838205.661287:0:17201:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255178880 00000100:00100000:0.0:1788838205.661299:0:17201:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255178880 00000100:00100000:3.0:1788838205.661448:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb787b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3647:1875732255178112:0@lo:400:kworker.0 00000100:00100000:0.0:1788838205.662113:0:17201:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:0.0:1788838205.662125:0:17201:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafb7af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3646:x1875732255178880:12345-0@lo:38:ptlrpcd_00_00.0 00010000:02000000:0.0:1788838205.662934:0:17201:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:0.0:1788838205.663064:0:17201:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafb7af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3646:x1875732255178880:12345-0@lo:38:ptlrpcd_00_00.0 Request processed in 938us (2423us total) trans 0 rc -19/-19 00000100:00100000:0.0:1788838205.663094:0:17201:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00080000:3.0:1788838205.663290:0:3646:0:(import.c:65:import_set_state_nolock()) ffffa0caec1f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788838205.663306:0:3646:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1788838205.663311:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caf6e1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3646:1875732255178880:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:0.0:1788838205.664200:0:17207:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255178752 00000100:00100000:0.0:1788838205.664215:0:17207:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255178752 00000100:00100000:0.0:1788838205.664263:0:17207:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:0.0:1788838205.664271:0:17207:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caeb633480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3646:x1875732255178752:12345-0@lo:38:ptlrpcd_00_00.0 00010000:02000000:0.0:1788838205.664288:0:17207:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:0.0:1788838205.664375:0:17207:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caeb633480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3646:x1875732255178752:12345-0@lo:38:ptlrpcd_00_00.0 Request processed in 102us (11301us total) trans 0 rc -19/-19 00000100:00100000:0.0:1788838205.664382:0:17207:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00080000:3.0:1788838205.664575:0:3646:0:(import.c:65:import_set_state_nolock()) ffffa0cac9b7a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788838205.664582:0:3646:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1788838205.664586:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c43a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1875732255178752:0@lo:38:ptlrpcd_00_00.0 00000100:00080000:1.0:1788838205.672758:0:3648:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-osp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1788838205.672769:0:3648:0:(import.c:214:ptlrpc_set_import_discon()) osp: import ffffa0cac9b7a800 already not connected (conn 2, was 1): DISCONN 00010000:00080000:1.0:1788838205.672835:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0cafb784a80 x1875732255178240/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788838221 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788838205.672855:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb784a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3648:1875732255178240:0@lo:400:kworker.0 00000100:00080000:2.0:1788838205.692031:0:3649:0:(import.c:65:import_set_state_nolock()) ffffa0caf4576800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788838205.692075:0:3649:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 573 00000100:00080000:2.0:1788838205.692088:0:3649:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa0caf4576800 using connection 192.168.204.155@tcp/0@lo 00000100:00100000:2.0:1788838205.692148:0:3649:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0cafb784000 x1875732255179008/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788838205.692368:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb784000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3646:1875732255179008:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:3.0:1788838205.692472:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788838205.693177:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb785c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3649:1875732255177984:0@lo:400:kworker.0 00010000:00080000:2.0:1788838205.693238:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0cafb787480 x1875732255178496/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788838221 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788838205.693262:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb787480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3649:1875732255178496:0@lo:400:kworker.0 00000100:00100000:2.0:1788838205.693283:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb785f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1875732255177856:0@lo:400:kworker.0 00000100:00080000:2.0:1788838205.693299:0:3649:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:2.0:1788838205.693305:0:3649:0:(import.c:65:import_set_state_nolock()) ffffa0c9c3734800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1788838205.693309:0:3649:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:2.0:1788838205.693910:0:3649:0:(import.c:65:import_set_state_nolock()) ffffa0c9c3734800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788838205.693918:0:3649:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 609 00000100:00080000:2.0:1788838205.693927:0:3649:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa0c9c3734800 using connection 192.168.204.155@tcp/0@lo 00000100:00100000:2.0:1788838205.693967:0:3649:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0cafb784700 x1875732255179136/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788838205.693985:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb785500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3649:1875732255178368:0@lo:400:kworker.0 00000100:00100000:0.0:1788838205.695962:0:17203:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255179008 00000100:00100000:0.0:1788838205.695984:0:17203:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255179008 00000100:00100000:0.0:1788838205.696060:0:17203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:0.0:1788838205.696071:0:17203:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caf6e1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3646:x1875732255179008:12345-0@lo:38:ptlrpcd_00_02.0 00010000:02000000:0.0:1788838205.696096:0:17203:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:0.0:1788838205.696202:0:17203:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caf6e1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3646:x1875732255179008:12345-0@lo:38:ptlrpcd_00_02.0 Request processed in 131us (3731us total) trans 0 rc -19/-19 00000100:00100000:0.0:1788838205.696209:0:17203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00080000:3.0:1788838205.696499:0:3646:0:(import.c:65:import_set_state_nolock()) ffffa0caf4576800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788838205.696507:0:3646:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1788838205.696511:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb784000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3646:1875732255179008:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:3.0:1788838205.696544:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb784700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3646:1875732255179136:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:3.0:1788838205.696591:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788838205.701639:0:19993:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255179136 00000100:00100000:2.0:1788838205.701672:0:19993:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255179136 00000100:00100000:0.0:1788838205.710493:0:19993:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:0.0:1788838205.710510:0:19993:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c43a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3646:x1875732255179136:12345-0@lo:38:ptlrpcd_00_02.0 00010000:02000000:0.0:1788838205.710538:0:19993:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:0.0:1788838205.710707:0:19993:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c43a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3646:x1875732255179136:12345-0@lo:38:ptlrpcd_00_02.0 Request processed in 197us (14114us total) trans 0 rc -19/-19 00000100:00100000:0.0:1788838205.710725:0:19993:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00080000:1.0:1788838205.710827:0:3646:0:(import.c:65:import_set_state_nolock()) ffffa0c9c3734800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788838205.710834:0:3646:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1788838205.710838:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb784700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3646:1875732255179136:0@lo:38:ptlrpcd_00_02.0 00010000:00010000:0.0:1788838206.079692:0:17190:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:2.0:1788838206.147924:0:17933:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00080000:2.0:1788838206.147949:0:17933:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934595 is committed 00000020:00000080:2.0:1788838206.148055:0:17933:0:(genops.c:885:class_export_put()) final put ffffa0cac537a000/lustre-MDT0000-mdtlov_UUID 00000001:00100000:2.0:1788838206.148110:0:17933:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of c1de270c-1e49-4e63-a3a0-8452e1e1b1cc 00000001:00080000:2.0:1788838206.148117:0:17933:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934594 is committed 00000020:00000080:2.0:1788838206.148120:0:17933:0:(genops.c:885:class_export_put()) final put ffffa0caf6ee5000/c1de270c-1e49-4e63-a3a0-8452e1e1b1cc 00000001:00100000:2.0:1788838206.148126:0:17933:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of df750f73-6f88-4d21-b5c3-d27d8690699f 00000001:00080000:2.0:1788838206.148131:0:17933:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934593 is committed 00000020:00000080:2.0:1788838206.148132:0:17933:0:(genops.c:885:class_export_put()) final put ffffa0c9c34be000/df750f73-6f88-4d21-b5c3-d27d8690699f 00000020:00000080:1.0:1788838206.148207:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffffa0cac537a000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001 00000020:00000080:1.0:1788838206.148304:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffffa0caf6ee5000/c1de270c-1e49-4e63-a3a0-8452e1e1b1cc for lustre-MDT0001 00000020:00000080:1.0:1788838206.148385:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffffa0c9c34be000/df750f73-6f88-4d21-b5c3-d27d8690699f for lustre-MDT0001 00000020:00000080:1.0:1788838206.148419:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffffa0caf41fa000 for lustre-MDT0001 00000020:00000080:1.0:1788838206.148425:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffffa0caf6ee6800 for lustre-MDT0001 00000020:00000080:1.0:1788838206.148430:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffffa0c9c34b9000 for lustre-MDT0001 00000020:01000000:0.0:1788838206.975791:0:20778:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffffa0caca76b840 - data ffffa0c9c202ba20/ffffa0c9c34b0800 00000020:01000000:0.0:1788838206.976146:0:20778:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffffa0c9c1e5d2a0 - data ffffa0caec5b0d80/ffffa0caf6dc5800 00000001:00000004:0.0:1788838206.985224:0:20778:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934628 00000100:00080000:1.0:1788838207.062349:0:20778:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1788838207.062364:0:20778:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:1.0:1788838207.062388:0:20778:0:(client.c:3163:ptlrpc_free_committed()) @@@ free request with old gen req@ffffa0c9c3bc2300 x1875732255176832/t8589934595(8589934595) o39->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1788838214 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788838207.062496:0:20778:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:1.0:1788838207.064052:0:20778:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1788838207.064061:0:20778:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934594 gen 4 00000004:00080000:1.0:1788838207.064080:0:20778:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1788838207.064083:0:20778:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:0.0:1788838207.068100:0:17225:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:0.0:1788838207.068113:0:17225:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 1 count 1 00000040:00080000:0.0:1788838207.068135:0:17225:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:1.0:1788838207.069757:0:20778:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1788838207.069768:0:20778:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 4 00000004:00080000:1.0:1788838207.069798:0:20778:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1788838207.069801:0:20778:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:2.0:1788838207.071587:0:17227:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:2.0:1788838207.071598:0:17227:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xc:0x0] index 2 count 1 00000040:00080000:2.0:1788838207.071614:0:17227:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:1.0:1788838207.073796:0:20778:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xae64dcd520c43ddf 00000020:00000080:1.0:1788838207.073813:0:20778:0:(genops.c:885:class_export_put()) final put ffffa0caca427000/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1788838207.074367:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffffa0caca427000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1788838207.076307:0:20778:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xae64dcd520c43df4 00000020:00000080:1.0:1788838207.076353:0:20778:0:(genops.c:885:class_export_put()) final put ffffa0cacb6a7800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:1.0:1788838207.076372:0:20778:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000080:1.0:1788838207.076378:0:20778:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788838207.076390:0:20778:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1788838207.076396:0:20778:0:(genops.c:1558:class_disconnect_exports()) OBD device 4 (ffffa0c9c2903370) has no exports 00000004:01000000:1.0:1788838207.076719:0:20778:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:1.0:1788838207.076731:0:20778:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xae64dcd520c43e56 00000020:00000080:1.0:1788838207.076737:0:20778:0:(genops.c:885:class_export_put()) final put ffffa0cac2e54000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:1.0:1788838207.076757:0:20778:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0000 (flags='') 00000020:00000080:1.0:1788838207.076761:0:20778:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788838207.076766:0:20778:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1788838207.076769:0:20778:0:(genops.c:1558:class_disconnect_exports()) OBD device 10 (ffffa0c9c2904d28) has no exports 00000020:00000080:1.0:1788838207.076777:0:20778:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xae64dcd520c43e4f 00000020:00000080:1.0:1788838207.076782:0:20778:0:(genops.c:885:class_export_put()) final put ffffa0cac2e57800/lustre-MDT0000-osd_UUID 00010000:01000000:1.0:1788838207.077192:0:20778:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0000: client import never connected 00000100:00080000:1.0:1788838207.077198:0:20778:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1788838207.077204:0:20778:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 5 00000004:00080000:1.0:1788838207.077211:0:20778:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1788838207.077214:0:20778:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1788838207.077247:0:20778:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788838207.077254:0:20778:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1788838207.077260:0:20778:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xae64dcd520c43e41 00000020:00000080:1.0:1788838207.077266:0:20778:0:(genops.c:885:class_export_put()) final put ffffa0cac2e51000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:1.0:1788838207.077271:0:20778:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000080:1.0:1788838207.077274:0:20778:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788838207.077277:0:20778:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1788838207.077279:0:20778:0:(genops.c:1558:class_disconnect_exports()) OBD device 9 (ffffa0cafcba19b8) has no exports 00000020:00000080:1.0:1788838207.077284:0:20778:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xae64dcd520c43e3a 00000020:00000080:1.0:1788838207.077287:0:20778:0:(genops.c:885:class_export_put()) final put ffffa0c9c419d000/lustre-MDT0000-osd_UUID 00000020:00000080:2.0:1788838207.077743:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffffa0cacb6a7800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:00000080:2.0:1788838207.077757:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffffa0cac2e54000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:00000080:2.0:1788838207.077763:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffffa0cac2e57800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:2.0:1788838207.077769:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffffa0c9c4365000 for lustre-OST0001-osc-MDT0000 00000020:00000080:2.0:1788838207.077777:0:8:0:(genops.c:885:class_export_put()) final put ffffa0cac2e50800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1788838207.077780:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffffa0cac2e50800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:01000000:2.0:1788838207.077786:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1788838207.077912:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffffa0cac2e51000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000080:2.0:1788838207.077917:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffffa0c9c419d000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:1.0:1788838207.078830:0:20778:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00080000:1.0:1788838207.078837:0:20778:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1788838207.078840:0:20778:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934594 gen 5 00000004:00080000:1.0:1788838207.078848:0:20778:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1788838207.078850:0:20778:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1788838207.078913:0:20778:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788838207.078924:0:20778:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000004:01000000:1.0:1788838207.078942:0:20778:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:1.0:1788838207.078950:0:20778:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xae64dcd520c43e2c 00000020:00000080:1.0:1788838207.078971:0:20778:0:(genops.c:885:class_export_put()) final put ffffa0c9c4198000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:1.0:1788838207.078977:0:20778:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osp-MDT0000 (flags='') 00000020:00000080:1.0:1788838207.078996:0:20778:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788838207.079001:0:20778:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-osp-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1788838207.079005:0:20778:0:(genops.c:1558:class_disconnect_exports()) OBD device 8 (ffffa0caeb63b370) has no exports 00000020:00000080:1.0:1788838207.079012:0:20778:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xae64dcd520c43e25 00000020:00000080:1.0:1788838207.079016:0:20778:0:(genops.c:885:class_export_put()) final put ffffa0c9c1ea3000/lustre-MDT0000-osd_UUID 00000020:00000080:2.0:1788838207.079150:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffffa0c9c4199800 for lustre-OST0000-osc-MDT0000 00000020:00000080:2.0:1788838207.079159:0:8:0:(genops.c:885:class_export_put()) final put ffffa0c9c419c800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1788838207.079163:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffffa0c9c419c800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:01000000:2.0:1788838207.079170:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1788838207.079277:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffffa0c9c4198000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:00000080:2.0:1788838207.079282:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffffa0c9c1ea3000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:0.0:1788838207.088731:0:20778:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-osp-MDT0000: client import never connected 00000100:00080000:0.0:1788838207.088748:0:20778:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1788838207.088754:0:20778:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:0.0:1788838207.088768:0:20778:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1788838207.088846:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffffa0c9c4301800 for lustre-MDT0001-osp-MDT0000 00000020:00000080:0.0:1788838207.088850:0:20778:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788838207.088866:0:20778:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1788838207.088873:0:20778:0:(genops.c:885:class_export_put()) final put ffffa0c9c1ea7000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1788838207.088878:0:20778:0:(genops.c:844:class_export_destroy()) destroying export ffffa0c9c1ea7000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:01000000:0.0:1788838207.088890:0:20778:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osp-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1788838207.089179:0:20778:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788838207.089185:0:20778:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1788838207.089189:0:20778:0:(genops.c:885:class_export_put()) final put ffffa0caca421800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1788838207.089191:0:20778:0:(genops.c:844:class_export_destroy()) destroying export ffffa0caca421800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:0.0:1788838207.089196:0:20778:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1788838207.089280:0:20778:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xae64dcd520c43dfb 00000020:00000080:0.0:1788838207.089290:0:20778:0:(genops.c:885:class_export_put()) final put ffffa0cacb6a3000/lustre-MDD0000_UUID 00000020:01000000:0.0:1788838207.089304:0:20778:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000080:0.0:1788838207.089309:0:20778:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788838207.089331:0:20778:0:(obd_config.c:956:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1788838207.089336:0:20778:0:(genops.c:1558:class_disconnect_exports()) OBD device 6 (ffffa0c9c2900000) has no exports 00000020:00000080:2.0:1788838207.089344:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffffa0cacb6a3000/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000080:0.0:1788838207.089496:0:20778:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788838207.089502:0:20778:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000080:0.0:1788838207.089505:0:20778:0:(genops.c:885:class_export_put()) final put ffffa0c9c4302000/lustre-MDD0000_UUID 00000020:00000080:0.0:1788838207.089507:0:20778:0:(genops.c:844:class_export_destroy()) destroying export ffffa0c9c4302000/lustre-MDD0000_UUID for lustre-MDD0000 00000020:01000000:0.0:1788838207.089511:0:20778:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:00000080:0.0:1788838207.089544:0:20778:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xae64dcd520c43e02 00000020:00000080:0.0:1788838207.089561:0:20778:0:(genops.c:885:class_export_put()) final put ffffa0cacb6a6800/lustre-MDT0000-osd_UUID 00000020:01000004:0.0:1788838207.089592:0:20778:0:(tgt_mount.c:187:server_put_mount()) put mount ffffa0cacaa51800 from lustre-MDT0000, refs=3 00000020:01000004:0.0:1788838207.089597:0:20778:0:(obd_mount.c:710:lustre_put_lsi()) put ffffa0cacaa51800 3 00000020:01000004:0.0:1788838207.089602:0:20778:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffffa0cacaa51800 from lustre-MDT0000 00000020:00000080:2.0:1788838207.089604:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffffa0cacb6a6800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1788838207.089631:0:20778:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788838207.089635:0:20778:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000080:0.0:1788838207.089638:0:20778:0:(genops.c:885:class_export_put()) final put ffffa0caca424800/lustre-MDT0000_UUID 00000020:00000080:0.0:1788838207.089640:0:20778:0:(genops.c:844:class_export_destroy()) destroying export ffffa0caca424800/lustre-MDT0000_UUID for lustre-MDT0000 00000020:01000000:0.0:1788838207.089648:0:20778:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:01000004:0.0:1788838207.089685:0:20778:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 3 references. 00000020:01000004:0.0:1788838207.089689:0:20778:0:(tgt_mount.c:255:server_stop_mgs()) Stop MGS service MGS 00000020:01000000:0.0:1788838207.089693:0:20778:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000080:0.0:1788838207.089696:0:20778:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788838207.089699:0:20778:0:(obd_config.c:956:class_cleanup()) MGS: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1788838207.089707:0:20778:0:(genops.c:1819:print_export_data()) MGS: ACTIVE ffffa0c9c4361000 4b6c5e3a-7841-411a-9131-de8bbbf7b1d3 0@lo 18 (0 0 13) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1788838207.089713:0:20778:0:(genops.c:1553:class_disconnect_exports()) OBD device 1 (ffffa0caeb63cd28) has exports, disconnecting them 00000020:00080000:0.0:1788838207.089718:0:20778:0:(genops.c:1528:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (ffffa0c9c4361000), last request at 1788838107 00000020:00000080:0.0:1788838207.089737:0:20778:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xae64dcd520c43da7 00000020:00010000:0.0:1788838207.089741:0:20778:0:(genops.c:1921:obd_stale_export_put()) Put export ffffa0c9c4361000: total 0 00000100:00080000:0.0:1788838207.089745:0:20778:0:(import.c:65:import_set_state_nolock()) ffffa0c9c4364000 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1788838207.089777:0:20778:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffffa0c9c4361000): rc 0 00000020:00080000:0.0:1788838207.089781:0:20778:0:(genops.c:1558:class_disconnect_exports()) OBD device 1 (ffffa0caeb63cd28) has no exports 00000020:00010000:2.0:1788838207.089838:0:17189:0:(genops.c:1907:obd_stale_export_get()) Get export ffffa0c9c4361000: total 0 00000100:00100000:0.0:1788838207.089873:0:17196:0:(service.c:3183:ptlrpc_main()) ll_mgs_0002: service thread [ffffa0cac5343600:17196] 2 exiting: rc = 0 00010000:00010000:2.0:1788838207.089888:0:17189:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffffa0c9c4361000, canceled 0 locks, left on hash table 13. 00010000:00010000:2.0:1788838207.089925:0:17189:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0cacaaac600/0xae64dcd520c43ec6 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xae64dcd520c43ebf expref: 14 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838207.089951:0:17189:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0cacaaaca00/0xae64dcd520c4436c lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xae64dcd520c44365 expref: 13 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838207.089962:0:17189:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0cacaaadc00/0xae64dcd520c43ee2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xae64dcd520c43edb expref: 12 pid: 17196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838207.089974:0:17189:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0c9c3afb400/0xae64dcd520c44190 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xae64dcd520c44189 expref: 11 pid: 17196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838207.089984:0:17189:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0cacaaace00/0xae64dcd520c43db5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xae64dcd520c43dae expref: 10 pid: 17195 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838207.089995:0:17189:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0cb021ffc00/0xae64dcd520c441cf lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xae64dcd520c441c8 expref: 9 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838207.090006:0:17189:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0c9c3afb800/0xae64dcd520c44032 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xae64dcd520c4402b expref: 8 pid: 17195 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788838207.090012:0:17194:0:(service.c:3183:ptlrpc_main()) ll_mgs_0000: service thread [ffffa0cacb319e00:17194] 0 exiting: rc = 1 00010000:00010000:2.0:1788838207.090016:0:17189:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0c9c2bd6000/0xae64dcd520c4435e lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xae64dcd520c44357 expref: 7 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838207.090026:0:17189:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0cadf86d000/0xae64dcd520c43f83 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xae64dcd520c43f7c expref: 6 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838207.090038:0:17189:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0cacaaad200/0xae64dcd520c43ed4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xae64dcd520c43ecd expref: 5 pid: 17196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838207.090064:0:17189:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0c9c2bd6400/0xae64dcd520c4437a lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xae64dcd520c44373 expref: 4 pid: 17196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838207.090078:0:17189:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0cafc8c0000/0xae64dcd520c44166 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xae64dcd520c4415f expref: 3 pid: 17195 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838207.090088:0:17189:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0c9c3afaa00/0xae64dcd520c44008 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xae64dcd520c44001 expref: 2 pid: 17196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838207.090099:0:17189:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffffa0c9c4361000, canceled 13 locks, left on hash table 0. 00000020:00000080:2.0:1788838207.090115:0:17189:0:(genops.c:885:class_export_put()) final put ffffa0c9c4361000/4b6c5e3a-7841-411a-9131-de8bbbf7b1d3 00010000:00010000:2.0:1788838207.090128:0:17189:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788838207.090130:0:17189:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788838207.090133:0:17189:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1788838207.090139:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffffa0c9c4361000/4b6c5e3a-7841-411a-9131-de8bbbf7b1d3 for MGS 00000020:00000080:2.0:1788838207.090168:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffffa0c9c4364000 for MGS 00000100:00100000:0.0:1788838207.091210:0:17195:0:(service.c:3183:ptlrpc_main()) ll_mgs_0001: service thread [ffffa0cacb318c00:17195] 1 exiting: rc = 0 00000100:00100000:2.0:1788838207.091299:0:20778:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788838207.091310:0:20778:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788838207.091335:0:20778:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788838207.091343:0:20778:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788838207.091349:0:20778:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788838207.091356:0:20778:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788838207.091362:0:20778:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788838207.091369:0:20778:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788838207.091377:0:20778:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788838207.091383:0:20778:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788838207.091393:0:20778:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788838207.091399:0:20778:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788838207.091406:0:20778:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788838207.091413:0:20778:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788838207.091418:0:20778:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788838207.091438:0:20778:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788838207.091444:0:20778:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788838207.091450:0:20778:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788838207.091457:0:20778:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788838207.091466:0:20778:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788838207.091472:0:20778:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788838207.091478:0:20778:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788838207.091484:0:20778:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788838207.091502:0:20778:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788838207.091510:0:20778:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788838207.091517:0:20778:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788838207.091523:0:20778:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788838207.091529:0:20778:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788838207.091534:0:20778:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788838207.091540:0:20778:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788838207.091546:0:20778:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788838207.091552:0:20778:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788838207.091557:0:20778:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788838207.091563:0:20778:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788838207.091569:0:20778:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788838207.091575:0:20778:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788838207.091592:0:20778:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788838207.091598:0:20778:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788838207.091605:0:20778:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788838207.091610:0:20778:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788838207.091617:0:20778:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788838207.091624:0:20778:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788838207.091630:0:20778:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788838207.091636:0:20778:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788838207.091642:0:20778:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788838207.091648:0:20778:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788838207.091653:0:20778:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788838207.091660:0:20778:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788838207.091665:0:20778:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788838207.091671:0:20778:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788838207.091684:0:20778:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788838207.091690:0:20778:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788838207.091696:0:20778:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788838207.091703:0:20778:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788838207.091709:0:20778:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788838207.091715:0:20778:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788838207.091720:0:20778:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788838207.091727:0:20778:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788838207.091738:0:20778:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788838207.091744:0:20778:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788838207.091751:0:20778:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788838207.091757:0:20778:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788838207.091762:0:20778:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788838207.091767:0:20778:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:01000000:0.0:1788838207.098350:0:20778:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffffa0cafc83f900 - data ffffa0caec538438/ffffa0c9c36d9400 00000020:01000000:0.0:1788838207.098528:0:20778:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffffa0c9c4036de0 - data ffffa0caec6de6c0/ffffa0c9c3922c00 00000020:00000080:0.0:1788838207.099056:0:20778:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xae64dcd520c43d8b 00000020:00000080:0.0:1788838207.099083:0:20778:0:(genops.c:885:class_export_put()) final put ffffa0c9c4028800/lustre-MDT0000-osd_UUID 00000020:01000004:0.0:1788838207.099110:0:20778:0:(tgt_mount.c:187:server_put_mount()) put mount ffffa0cacaa51800 from MGS, refs=2 00000020:01000004:0.0:1788838207.099115:0:20778:0:(obd_mount.c:710:lustre_put_lsi()) put ffffa0cacaa51800 2 00000020:00000080:2.0:1788838207.099142:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffffa0c9c4028800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000004:0.0:1788838207.099539:0:20778:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffffa0cacaa51800 from MGS 00000020:00000080:0.0:1788838207.099571:0:20778:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788838207.099593:0:20778:0:(obd_config.c:883:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000080:0.0:1788838207.099597:0:20778:0:(genops.c:885:class_export_put()) final put ffffa0c9c402f800/MGS 00000020:00000080:0.0:1788838207.099599:0:20778:0:(genops.c:844:class_export_destroy()) destroying export ffffa0c9c402f800/MGS for MGS 00000020:01000000:0.0:1788838207.099607:0:20778:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:01000000:0.0:1788838207.099706:0:20778:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000080:0.0:1788838207.099712:0:20778:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788838207.099719:0:20778:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1788838207.099729:0:20778:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE ffffa0c9c2985000 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1788838207.099736:0:20778:0:(genops.c:1553:class_disconnect_exports()) OBD device 11 (ffffa0caf4134d28) has exports, disconnecting them 00000020:00080000:0.0:1788838207.099743:0:20778:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (ffffa0c9c2985000), last request at 1788838108 00000020:00000080:0.0:1788838207.099748:0:20778:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xae64dcd520c43e8e 00000020:00080000:0.0:1788838207.099763:0:20778:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffffa0c9c2985000): rc 0 00000020:00000080:0.0:1788838207.099769:0:20778:0:(genops.c:885:class_export_put()) final put ffffa0c9c2985000/lustre-MDT0000-lwp-MDT0000 00000020:00000080:2.0:1788838207.100980:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffffa0c9c2985000/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00010000:01000000:2.0:1788838207.118631:0:20778:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00080000:2.0:1788838207.118644:0:20778:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1788838207.118650:0:20778:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:2.0:1788838207.118660:0:20778:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1788838207.118704:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffffa0c9c1ea4800 for lustre-MDT0000-lwp-MDT0000 00000020:00000080:2.0:1788838207.118924:0:20778:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788838207.118936:0:20778:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000080:2.0:1788838207.118943:0:20778:0:(genops.c:885:class_export_put()) final put ffffa0c9c419e000/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:2.0:1788838207.118948:0:20778:0:(genops.c:844:class_export_destroy()) destroying export ffffa0c9c419e000/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:01000000:2.0:1788838207.119034:0:20778:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:01000004:2.0:1788838207.119158:0:20778:0:(obd_mount.c:710:lustre_put_lsi()) put ffffa0cacaa51800 1 00000020:00000080:2.0:1788838207.119166:0:20778:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xae64dcd520c43d7d 00000020:00000080:2.0:1788838207.120613:0:20778:0:(genops.c:885:class_export_put()) final put ffffa0c9c402c000/lustre-MDT0000-osd_UUID 00000020:01000000:2.0:1788838207.120634:0:20778:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000080:2.0:1788838207.120680:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffffa0c9c402c000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:2.0:1788838207.120702:0:20778:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788838207.120728:0:20778:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1788838207.120734:0:20778:0:(genops.c:1558:class_disconnect_exports()) OBD device 0 (ffffa0cafcba0000) has no exports 00010000:00010000:2.0:1788838207.171891:0:20230:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1788838207.178991:0:20778:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788838207.179080:0:20778:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000080:2.0:1788838207.179087:0:20778:0:(genops.c:885:class_export_put()) final put ffffa0cacaa57000/lustre-MDT0000-osd_UUID 00000020:00000080:2.0:1788838207.179093:0:20778:0:(genops.c:844:class_export_destroy()) destroying export ffffa0cacaa57000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:2.0:1788838207.179103:0:20778:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:01000004:2.0:1788838207.179353:0:20778:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffffa0cacaa54800 00000020:02000400:2.0:1788838207.179457:0:20778:0:(tgt_mount.c:2184:server_put_super()) server umount lustre-MDT0000 complete 00010000:00010000:3.0:1788838208.191653:0:17190:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788838209.222201:0:17189:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788838210.239525:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788838210.239558:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb785500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1875732255179264:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788838210.239654:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788838210.239733:0:20090:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255179264 00000100:00100000:2.0:1788838210.239743:0:20090:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255179264 00000100:00100000:2.0:1788838210.239813:0:20090:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:2.0:1788838210.239824:0:20090:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafb785f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1875732255179264:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788838210.239862:0:20090:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1788838210.239914:0:20090:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafb785f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1875732255179264:12345-0@lo:13:osp-pre-0-1.0 Request processed in 92us (260us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838210.239921:0:20090:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00080000:2.0:1788838210.239946:0:17197:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788838210.239992:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb785500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1875732255179264:0@lo:13:osp-pre-0-1.0 00000001:00100000:2.0:1788838210.241975:0:18702:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1788838210.241987:0:18702:0:(genops.c:885:class_export_put()) final put ffffa0caec1f1800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1788838210.242050:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffffa0caec1f1800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000080:0.0:1788838210.242117:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffffa0caec1f7800 for lustre-OST0000 00010000:00010000:2.0:1788838210.244388:0:20230:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788838210.755239:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788838210.755247:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1788838210.755251:0:38:0:(import.c:65:import_set_state_nolock()) ffffa0cac9b7a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788838210.755259:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 655 00000100:00080000:0.0:1788838210.755265:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1788838210.755273:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa0cac9b7a800 using connection 192.168.204.155@tcp/0@lo 00000100:00100000:0.0:1788838210.755310:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0cac87c2d80 x1875732255179520/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788838210.755370:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cac87c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1875732255179648:0@lo:400:kworker.0 00000100:00080000:0.0:1788838210.755370:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788838210.755373:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1788838210.755375:0:38:0:(import.c:65:import_set_state_nolock()) ffffa0caf4576800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788838210.755387:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 655 00000100:00080000:0.0:1788838210.755390:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1788838210.755395:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa0caf4576800 using connection 192.168.204.155@tcp/0@lo 00000100:00100000:0.0:1788838210.755408:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0c9c50d6680 x1875732255179904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788838210.755417:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788838210.755420:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1788838210.755421:0:38:0:(import.c:65:import_set_state_nolock()) ffffa0caec1f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788838210.755424:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 655 00000100:00080000:0.0:1788838210.755426:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1788838210.755429:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa0caec1f0000 using connection 192.168.204.155@tcp/0@lo 00000100:00100000:0.0:1788838210.755437:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0c9c50d7480 x1875732255180032/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788838210.755452:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1788838210.755455:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1788838210.755456:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1788838210.755457:0:38:0:(import.c:65:import_set_state_nolock()) ffffa0c9c3734800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788838210.755460:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 655 00000100:00080000:0.0:1788838210.755462:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1788838210.755465:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa0c9c3734800 using connection 192.168.204.155@tcp/0@lo 00000100:00100000:0.0:1788838210.755476:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0c9c4827480 x1875732255180288/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788838210.755504:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cac87c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1875732255179520:0@lo:38:kworker.0 00000100:00100000:3.0:1788838210.755556:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1788838210.755557:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788838210.755562:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cac87c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:4b6c5e3a-7841-411a-9131-de8bbbf7b1d3:3650:1875732255179392:0@lo:400:kworker.0 00000100:00100000:0.0:1788838210.755578:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c50d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3646:1875732255179904:0@lo:38:kworker.0 00000400:00000100:3.0:1788838210.755586:0:3650:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1875732255179392 offset 0 length 224: 4 00000100:00100000:3.0:1788838210.755606:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c4825500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3650:1875732255180416:0@lo:400:kworker.0 00000100:00100000:0.0:1788838210.755609:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788838210.755627:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838210.755627:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c50d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3646:1875732255180032:0@lo:38:kworker.0 00000100:00100000:0.0:1788838210.755645:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788838210.755654:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb7b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3648:1875732255180160:0@lo:400:kworker.0 00000100:00100000:0.0:1788838210.755658:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c4827480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3646:1875732255180288:0@lo:38:kworker.0 00000100:00100000:3.0:1788838210.755685:0:19042:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255179648 00000100:00100000:0.0:1788838210.755688:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788838210.755693:0:19042:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255179648 00000100:00100000:0.0:1788838210.755722:0:17206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255179520 00000100:00100000:0.0:1788838210.755725:0:17206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255179520 00000100:00100000:3.0:1788838210.755743:0:19042:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1788838210.755743:0:17206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:3.0:1788838210.755750:0:19042:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c376c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3650:x1875732255179648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788838210.755750:0:17206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c4823b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3646:x1875732255179520:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1788838210.755775:0:17206:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1788838210.755808:0:19042:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c376c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3650:x1875732255179648:12345-0@lo:400:kworker.0 Request processed in 58us (353us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838210.755815:0:19042:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1788838210.755839:0:17202:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255179904 00000100:00100000:3.0:1788838210.755842:0:17202:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255179904 00000100:00100000:3.0:1788838210.755860:0:17202:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255180416 00000100:00100000:3.0:1788838210.755863:0:17202:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255180416 00000100:00100000:3.0:1788838210.755886:0:17202:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255180032 00000100:00100000:3.0:1788838210.755888:0:17202:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255180032 00000100:00100000:3.0:1788838210.755894:0:17202:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255180288 00000100:00100000:3.0:1788838210.755896:0:17202:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255180288 00000100:00100000:3.0:1788838210.755904:0:17202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:3.0:1788838210.755910:0:17202:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c376ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3650:x1875732255180416:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788838210.755940:0:17202:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c376ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3650:x1875732255180416:12345-0@lo:400:kworker.0 Request processed in 31us (313us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838210.755946:0:17202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:3.0:1788838210.755960:0:17202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:3.0:1788838210.755964:0:17202:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c4822680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3646:x1875732255179904:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1788838210.755974:0:17202:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1788838210.756004:0:17202:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c4822680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3646:x1875732255179904:12345-0@lo:38:kworker.0 Request processed in 38us (394us total) trans 0 rc -19/-19 00000100:00100000:3.0:1788838210.756010:0:17202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:3.0:1788838210.756021:0:17202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:3.0:1788838210.756025:0:17202:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caff897800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3646:x1875732255180032:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1788838210.756034:0:17202:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1788838210.756066:0:17202:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caff897800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3646:x1875732255180032:12345-0@lo:38:kworker.0 Request processed in 39us (420us total) trans 0 rc -19/-19 00000100:00100000:3.0:1788838210.756073:0:17202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:3.0:1788838210.756083:0:17202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:3.0:1788838210.756086:0:17202:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caec9d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3646:x1875732255180288:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1788838210.756094:0:17202:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1788838210.756116:0:17202:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caec9d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3646:x1875732255180288:12345-0@lo:38:kworker.0 Request processed in 28us (427us total) trans 0 rc -19/-19 00000100:00100000:3.0:1788838210.756122:0:17202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00080000:3.0:1788838210.756143:0:17197:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788838210.756156:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788838210.756178:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788838210.756184:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c50d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1875732255179776:0@lo:400:kworker.0 00000100:00100000:3.0:1788838210.756207:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788838210.756234:0:18707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255179776 00000100:00100000:3.0:1788838210.756237:0:18707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255179776 00000100:00100000:3.0:1788838210.756273:0:18707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1788838210.756280:0:18707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c376d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3648:x1875732255179776:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788838210.756347:0:18707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c376d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3648:x1875732255179776:12345-0@lo:400:kworker.0 Request processed in 35us (107us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838210.756353:0:18707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00080000:3.0:1788838210.756374:0:17197:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788838210.756403:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c50d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1875732255179776:0@lo:400:kworker.0 00000100:00080000:3.0:1788838210.756436:0:3646:0:(import.c:65:import_set_state_nolock()) ffffa0caf4576800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788838210.756441:0:3646:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1788838210.756444:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c50d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3646:1875732255179904:0@lo:38:kworker.0 00000100:00080000:3.0:1788838210.756463:0:3646:0:(import.c:65:import_set_state_nolock()) ffffa0caec1f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788838210.756466:0:3646:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1788838210.756469:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c50d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3646:1875732255180032:0@lo:38:kworker.0 00000100:00080000:3.0:1788838210.756477:0:3646:0:(import.c:65:import_set_state_nolock()) ffffa0c9c3734800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788838210.756480:0:3646:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1788838210.756484:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c4827480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3646:1875732255180288:0@lo:38:kworker.0 00010000:00080000:3.0:1788838210.756530:0:3650:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa0c9c4825500 x1875732255180416/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788838226 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788838210.756541:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c4825500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3650:1875732255180416:0@lo:400:kworker.0 00000100:00100000:3.0:1788838210.756552:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cac87c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1875732255179648:0@lo:400:kworker.0 00000100:00100000:3.0:1788838210.756572:0:17202:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255180160 00000100:00100000:3.0:1788838210.756575:0:17202:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255180160 00000100:00100000:3.0:1788838210.756600:0:17202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:3.0:1788838210.756606:0:17202:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c376f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1875732255180160:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788838210.756641:0:17202:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c376f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1875732255180160:12345-0@lo:400:kworker.0 Request processed in 35us (484us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838210.756647:0:17202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00080000:3.0:1788838210.756661:0:17197:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:3.0:1788838210.756676:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa0cafb7b5500 x1875732255180160/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788838226 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788838210.756686:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb7b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3648:1875732255180160:0@lo:400:kworker.0 00000100:00100000:2.0:1788838210.758430:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788838210.758453:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb785500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1875732255180544:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788838210.758540:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788838210.758691:0:18710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255180544 00000100:00100000:2.0:1788838210.758699:0:18710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255180544 00000100:00100000:2.0:1788838210.758742:0:18710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1788838210.758750:0:18710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafb787480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1875732255180544:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788838210.758790:0:18710:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:2.0:1788838210.758846:0:18710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafb787480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1875732255180544:12345-0@lo:13:osp-pre-1-1.0 Request processed in 96us (305us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838210.758853:0:18710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1788838210.760234:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb785500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1875732255180544:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788838210.796440:0:17206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c4823b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3646:x1875732255179520:12345-0@lo:38:kworker.0 Request processed in 40680us (40872us total) trans 0 rc -19/-19 00000100:00100000:0.0:1788838210.796454:0:17206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00080000:0.0:1788838210.796689:0:3646:0:(import.c:65:import_set_state_nolock()) ffffa0cac9b7a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788838210.796695:0:3646:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1788838210.796699:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cac87c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1875732255179520:0@lo:38:kworker.0 00010000:00010000:3.0:1788838211.268629:0:17190:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1788838211.531977:0:20979:0:(tgt_mount.c:2195:server_umount_begin()) umount -f 00000020:01000004:2.0:1788838211.545908:0:20979:0:(tgt_mount.c:2065:server_put_super()) server put_super lustre-MDT0001 00010000:00010000:2.0:1788838211.545998:0:20979:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0cb021ffa00/0xae64dcd520c43f7c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c43f83 expref: -99 pid: 17932 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838211.546019:0:20979:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0cb021ffa00/0xae64dcd520c43f7c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xae64dcd520c43f83 expref: -99 pid: 17932 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838211.546028:0:20979:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0cb021ffa00/0xae64dcd520c43f7c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0xae64dcd520c43f83 expref: -99 pid: 17932 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838211.546036:0:20979:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.155@tcp lock: ffffa0cb021ffa00/0xae64dcd520c43f7c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0xae64dcd520c43f83 expref: -99 pid: 17932 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838211.546063:0:20979:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:2.0:1788838211.546071:0:20979:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00010000:00010000:1.0:1788838211.546525:0:17189:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788838211.546535:0:17189:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.155@tcp lock: ffffa0cb021ffa00/0xae64dcd520c43f7c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0xae64dcd520c43f83 expref: -99 pid: 17932 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838211.546547:0:17189:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0cb021ffa00 already unused, calling callback (ffffffffc14aec20) 10000000:00010000:1.0:1788838211.546552:0:17189:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.155@tcp lock: ffffa0cb021ffa00/0xae64dcd520c43f7c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0xae64dcd520c43f83 expref: -99 pid: 17932 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838211.546563:0:17189:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.155@tcp lock: ffffa0cb021ffa00/0xae64dcd520c43f7c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1008400000000 nid: local remote: 0xae64dcd520c43f83 expref: -99 pid: 17932 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788838211.546572:0:17189:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.155@tcp lock: ffffa0cb021ffa00/0xae64dcd520c43f7c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1009400000000 nid: local remote: 0xae64dcd520c43f83 expref: -99 pid: 17932 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788838211.546579:0:17189:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1788838211.546581:0:17189:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:1.0:1788838211.546585:0:17189:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:1.0:1788838211.546648:0:17189:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.155@tcp lock: ffffa0cb021ffa00/0xae64dcd520c43f7c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0xae64dcd520c43f83 expref: -99 pid: 17932 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838211.546656:0:17189:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788838211.546696:0:17189:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.155@tcp lock: ffffa0cb021ffa00/0xae64dcd520c43f7c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0xae64dcd520c43f83 expref: -99 pid: 17932 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838211.546706:0:17189:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.155@tcp lock: ffffa0cb021ffa00/0xae64dcd520c43f7c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0xae64dcd520c43f83 expref: -99 pid: 17932 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838211.546744:0:17189:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788838211.546746:0:17189:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788838211.546748:0:17189:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788838211.546777:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788838211.546804:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caf4125500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4b6c5e3a-7841-411a-9131-de8bbbf7b1d3:3648:1875732255180672:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788838211.546913:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838211.546994:0:20229:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255180672 00000100:00100000:1.0:1788838211.547004:0:20229:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255180672 00000100:00100000:1.0:1788838211.547058:0:20229:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1788838211.547070:0:20229:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caf4126d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3648:x1875732255180672:12345-0@lo:103:ldlm_bl.0 00010000:00020000:1.0:1788838211.547078:0:20229:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1788838211 with bad export cookie 12566411668206402983 00000100:00080000:2.0:1788838211.547593:0:20979:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1788838211.547600:0:20979:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 3 00000100:00080000:2.0:1788838211.547611:0:20979:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1788838211.547621:0:20979:0:(import.c:65:import_set_state_nolock()) ffffa0caf4576800 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:2.0:1788838211.547641:0:20979:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1788838211.547643:0:20979:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:2.0:1788838211.547647:0:20979:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:2.0:1788838211.549920:0:20979:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0cb021ff000/0xae64dcd520c43edb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c43ee2 expref: -99 pid: 17932 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838211.549944:0:20979:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0cb021ff000/0xae64dcd520c43edb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0xae64dcd520c43ee2 expref: -99 pid: 17932 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838211.549953:0:20979:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0cb021ff000/0xae64dcd520c43edb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0xae64dcd520c43ee2 expref: -99 pid: 17932 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838211.549960:0:20979:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.155@tcp lock: ffffa0cb021ff000/0xae64dcd520c43edb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0xae64dcd520c43ee2 expref: -99 pid: 17932 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838211.549996:0:20979:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788838211.550003:0:20979:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0c9c3afbe00/0xae64dcd520c441c8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c441cf expref: -99 pid: 17199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838211.550010:0:20979:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0c9c3afbe00/0xae64dcd520c441c8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xae64dcd520c441cf expref: -99 pid: 17199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838211.550017:0:20979:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0c9c3afbe00/0xae64dcd520c441c8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xae64dcd520c441cf expref: -99 pid: 17199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838211.550023:0:20979:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.155@tcp lock: ffffa0c9c3afbe00/0xae64dcd520c441c8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xae64dcd520c441cf expref: -99 pid: 17199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838211.550042:0:20979:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1788838211.550051:0:20979:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0c9c3afba00/0xae64dcd520c44373 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c4437a expref: -99 pid: 17199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838211.550078:0:20979:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0c9c3afba00/0xae64dcd520c44373 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xae64dcd520c4437a expref: -99 pid: 17199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838211.550085:0:20979:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0c9c3afba00/0xae64dcd520c44373 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xae64dcd520c4437a expref: -99 pid: 17199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838211.550092:0:20979:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.155@tcp lock: ffffa0c9c3afba00/0xae64dcd520c44373 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xae64dcd520c4437a expref: -99 pid: 17199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838211.550936:0:20979:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:2.0:1788838211.550953:0:20979:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0c9c3afb600/0xae64dcd520c43ecd lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c43ed4 expref: -99 pid: 17932 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838211.550965:0:20979:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0c9c3afb600/0xae64dcd520c43ecd lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xae64dcd520c43ed4 expref: -99 pid: 17932 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838211.550972:0:20979:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0c9c3afb600/0xae64dcd520c43ecd lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xae64dcd520c43ed4 expref: -99 pid: 17932 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838211.550979:0:20979:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.155@tcp lock: ffffa0c9c3afb600/0xae64dcd520c43ecd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xae64dcd520c43ed4 expref: -99 pid: 17932 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838211.551546:0:17190:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1788838211.551559:0:17190:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.155@tcp lock: ffffa0cb021ff000/0xae64dcd520c43edb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0xae64dcd520c43ee2 expref: -99 pid: 17932 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838211.551568:0:17190:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0cb021ff000 already unused, calling callback (ffffffffc14aec20) 10000000:00010000:0.0:1788838211.551572:0:17190:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.155@tcp lock: ffffa0cb021ff000/0xae64dcd520c43edb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0xae64dcd520c43ee2 expref: -99 pid: 17932 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838211.551583:0:17190:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.155@tcp lock: ffffa0cb021ff000/0xae64dcd520c43edb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1008400000000 nid: local remote: 0xae64dcd520c43ee2 expref: -99 pid: 17932 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788838211.551610:0:17190:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.155@tcp lock: ffffa0cb021ff000/0xae64dcd520c43edb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1009400000000 nid: local remote: 0xae64dcd520c43ee2 expref: -99 pid: 17932 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788838211.551616:0:17190:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1788838211.551619:0:17190:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0001: stopping, won't requeue 00010000:00010000:0.0:1788838211.551667:0:17190:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.155@tcp lock: ffffa0cb021ff000/0xae64dcd520c43edb lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0xae64dcd520c43ee2 expref: -99 pid: 17932 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838211.551675:0:17190:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788838211.551707:0:17190:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.155@tcp lock: ffffa0cb021ff000/0xae64dcd520c43edb lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0xae64dcd520c43ee2 expref: -99 pid: 17932 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838211.551714:0:17190:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.155@tcp lock: ffffa0cb021ff000/0xae64dcd520c43edb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0xae64dcd520c43ee2 expref: -99 pid: 17932 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838211.551737:0:17190:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1788838211.551741:0:17190:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.155@tcp lock: ffffa0c9c3afbe00/0xae64dcd520c441c8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xae64dcd520c441cf expref: -99 pid: 17199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838211.551748:0:17190:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0c9c3afbe00 already unused, calling callback (ffffffffc14aec20) 10000000:00010000:0.0:1788838211.551751:0:17190:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.155@tcp lock: ffffa0c9c3afbe00/0xae64dcd520c441c8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xae64dcd520c441cf expref: -99 pid: 17199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838211.551758:0:17190:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.155@tcp lock: ffffa0c9c3afbe00/0xae64dcd520c441c8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xae64dcd520c441cf expref: -99 pid: 17199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788838211.551763:0:17190:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.155@tcp lock: ffffa0c9c3afbe00/0xae64dcd520c441c8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xae64dcd520c441cf expref: -99 pid: 17199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788838211.551768:0:17190:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:0.0:1788838211.551777:0:17190:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:0.0:1788838211.551780:0:17190:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:0.0:1788838211.551800:0:17190:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.155@tcp lock: ffffa0c9c3afbe00/0xae64dcd520c441c8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xae64dcd520c441cf expref: -99 pid: 17199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838211.551806:0:17190:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788838211.551825:0:17190:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.155@tcp lock: ffffa0c9c3afbe00/0xae64dcd520c441c8 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xae64dcd520c441cf expref: -99 pid: 17199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838211.551832:0:17190:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.155@tcp lock: ffffa0c9c3afbe00/0xae64dcd520c441c8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xae64dcd520c441cf expref: -99 pid: 17199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838211.551849:0:17190:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788838211.551852:0:17190:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.155@tcp lock: ffffa0c9c3afba00/0xae64dcd520c44373 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xae64dcd520c4437a expref: -99 pid: 17199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838211.551859:0:17190:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0c9c3afba00 already unused, calling callback (ffffffffc14aec20) 10000000:00010000:0.0:1788838211.551862:0:17190:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.155@tcp lock: ffffa0c9c3afba00/0xae64dcd520c44373 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xae64dcd520c4437a expref: -99 pid: 17199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838211.551869:0:17190:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.155@tcp lock: ffffa0c9c3afba00/0xae64dcd520c44373 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xae64dcd520c4437a expref: -99 pid: 17199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788838211.551875:0:17190:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.155@tcp lock: ffffa0c9c3afba00/0xae64dcd520c44373 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xae64dcd520c4437a expref: -99 pid: 17199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788838211.551881:0:17190:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:0.0:1788838211.551883:0:17190:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:0.0:1788838211.551885:0:17190:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:0.0:1788838211.551898:0:17190:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.155@tcp lock: ffffa0c9c3afba00/0xae64dcd520c44373 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xae64dcd520c4437a expref: -99 pid: 17199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838211.551914:0:17190:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788838211.551922:0:17190:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.155@tcp lock: ffffa0c9c3afba00/0xae64dcd520c44373 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xae64dcd520c4437a expref: -99 pid: 17199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838211.551929:0:17190:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.155@tcp lock: ffffa0c9c3afba00/0xae64dcd520c44373 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xae64dcd520c4437a expref: -99 pid: 17199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838211.551939:0:17190:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788838211.551943:0:17190:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.155@tcp lock: ffffa0c9c3afb600/0xae64dcd520c43ecd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xae64dcd520c43ed4 expref: -99 pid: 17932 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838211.551950:0:17190:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0c9c3afb600 already unused, calling callback (ffffffffc14aec20) 10000000:00010000:0.0:1788838211.551953:0:17190:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.155@tcp lock: ffffa0c9c3afb600/0xae64dcd520c43ecd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xae64dcd520c43ed4 expref: -99 pid: 17932 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838211.551960:0:17190:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.155@tcp lock: ffffa0c9c3afb600/0xae64dcd520c43ecd lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xae64dcd520c43ed4 expref: -99 pid: 17932 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788838211.551966:0:17190:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.155@tcp lock: ffffa0c9c3afb600/0xae64dcd520c43ecd lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xae64dcd520c43ed4 expref: -99 pid: 17932 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788838211.551971:0:17190:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:0.0:1788838211.551973:0:17190:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 00010000:00010000:0.0:1788838211.551985:0:17190:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.155@tcp lock: ffffa0c9c3afb600/0xae64dcd520c43ecd lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xae64dcd520c43ed4 expref: -99 pid: 17932 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838211.551991:0:17190:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788838211.551997:0:17190:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.155@tcp lock: ffffa0c9c3afb600/0xae64dcd520c43ecd lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xae64dcd520c43ed4 expref: -99 pid: 17932 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838211.552015:0:17190:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788838211.552017:0:17190:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788838211.552019:0:17190:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788838211.552052:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caec9d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:4b6c5e3a-7841-411a-9131-de8bbbf7b1d3:3649:1875732255180928:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788838211.552162:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838211.552218:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788838211.552225:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caec9d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:4b6c5e3a-7841-411a-9131-de8bbbf7b1d3:3649:1875732255181056:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788838211.552247:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838211.552298:0:17186:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255180928 00000100:00100000:0.0:1788838211.552307:0:17186:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255180928 00000100:00100000:0.0:1788838211.552383:0:17186:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255181056 00000100:00100000:0.0:1788838211.552386:0:17186:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255181056 00000100:00100000:0.0:1788838211.552549:0:17186:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1788838211.552558:0:17186:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caec9d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3649:x1875732255180928:12345-0@lo:103:ldlm_bl.0 00010000:00020000:0.0:1788838211.552566:0:17186:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1788838211 with bad export cookie 12566411668206402983 00000100:00100000:0.0:1788838211.552620:0:17186:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caec9d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3649:x1875732255180928:12345-0@lo:103:ldlm_bl.0 Request processed in 60us (457us total) trans 0 rc -107/-107 00000100:00100000:0.0:1788838211.552628:0:17186:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1788838211.552648:0:17186:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1788838211.552653:0:17186:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caec9d0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3649:x1875732255181056:12345-0@lo:103:ldlm_bl.0 00010000:00020000:0.0:1788838211.552657:0:17186:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1788838211 with bad export cookie 12566411668206402983 00000100:00100000:0.0:1788838211.552683:0:17186:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caec9d0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3649:x1875732255181056:12345-0@lo:103:ldlm_bl.0 Request processed in 28us (435us total) trans 0 rc -107/-107 00000100:00100000:0.0:1788838211.552689:0:17186:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1788838211.552719:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caec9d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4b6c5e3a-7841-411a-9131-de8bbbf7b1d3:3647:1875732255181184:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788838211.552756:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838211.552777:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788838211.552783:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caec9d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4b6c5e3a-7841-411a-9131-de8bbbf7b1d3:3647:1875732255180800:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788838211.552805:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838211.552826:0:17188:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255181184 00000100:00100000:0.0:1788838211.552830:0:17188:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255181184 00000100:00100000:0.0:1788838211.552848:0:17188:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255180800 00000100:00100000:0.0:1788838211.552850:0:17188:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255180800 00000100:00100000:0.0:1788838211.552861:0:17188:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1788838211.552865:0:17188:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caec9d0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3647:x1875732255181184:12345-0@lo:103:ldlm_bl.0 00010000:00020000:0.0:1788838211.552870:0:17188:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1788838211 with bad export cookie 12566411668206402983 00000100:00100000:0.0:1788838211.552901:0:17188:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caec9d0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3647:x1875732255181184:12345-0@lo:103:ldlm_bl.0 Request processed in 34us (144us total) trans 0 rc -107/-107 00000100:00100000:0.0:1788838211.552907:0:17188:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1788838211.552920:0:17188:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1788838211.552924:0:17188:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caec9d1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3647:x1875732255180800:12345-0@lo:103:ldlm_bl.0 00010000:00020000:0.0:1788838211.552927:0:17188:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1788838211 with bad export cookie 12566411668206402983 00000100:00100000:0.0:1788838211.552957:0:17188:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caec9d1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3647:x1875732255180800:12345-0@lo:103:ldlm_bl.0 Request processed in 27us (147us total) trans 0 rc -107/-107 00000100:00100000:0.0:1788838211.552964:0:17188:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00080000:0.0:1788838211.552997:0:3647:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.204.155@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00080000:0.0:1788838211.553003:0:3647:0:(import.c:65:import_set_state_nolock()) ffffa0cae16c8000 MGS: changing import state from FULL to DISCONN 00000100:02020000:0.0:1788838211.553007:0:3647:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.204.155@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00010000:00010000:2.0:1788838211.553194:0:20979:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1788838211.553205:0:20979:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.155@tcp lock: ffffa0c9c3afb600/0xae64dcd520c43ecd lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xae64dcd520c43ed4 expref: -99 pid: 17932 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838211.553218:0:20230:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1788838211.553223:0:20979:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 10000000:01000000:2.0:1788838211.553228:0:20979:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0001 10000000:01000000:2.0:1788838211.553238:0:20979:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0001 (0) 00000020:01000004:2.0:1788838211.553286:0:20979:0:(tgt_mount.c:2115:server_put_super()) stopping lustre-MDT0001 00000020:01000000:2.0:1788838211.553291:0:20979:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001 (flags='F') 00000020:00000080:2.0:1788838211.553296:0:20979:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788838211.553303:0:20979:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001: forcing exports to disconnect: 2/5 00000020:00080000:2.0:1788838211.553308:0:20979:0:(genops.c:1819:print_export_data()) lustre-MDT0001: ACTIVE ffffa0cac537c800 lustre-MDT0001-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1788838211.553327:0:20979:0:(genops.c:1819:print_export_data()) lustre-MDT0001: ACTIVE ffffa0caec1be800 lustre-MDT0001-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1788838211.553333:0:20979:0:(genops.c:1553:class_disconnect_exports()) OBD device 14 (ffffa0cafcb9cd28) has exports, disconnecting them 00000020:00080000:2.0:1788838211.553337:0:20979:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffffa0cac537c800), last request at 1788838210 00000020:00000080:2.0:1788838211.553454:0:20979:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xae64dcd520c441ba 00000100:00080000:2.0:1788838211.553478:0:20979:0:(import.c:65:import_set_state_nolock()) ffffa0cac2e53000 : changing import state from FULL to CLOSED 00010000:00010000:3.0:1788838211.553733:0:20230:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:2.0:1788838211.553783:0:20979:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffffa0cac537c800): rc 0 00000020:00000080:2.0:1788838211.553786:0:20979:0:(genops.c:885:class_export_put()) final put ffffa0cac537c800/lustre-MDT0001-lwp-OST0001_UUID 00000020:00080000:2.0:1788838211.553887:0:20979:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffffa0caec1be800), last request at 1788838210 00000020:00000080:2.0:1788838211.553892:0:20979:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xae64dcd520c4405c 00000100:00080000:2.0:1788838211.553899:0:20979:0:(import.c:65:import_set_state_nolock()) ffffa0caec1bc000 : changing import state from FULL to CLOSED 00000020:00080000:2.0:1788838211.553910:0:20979:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffffa0caec1be800): rc 0 00000020:00000080:2.0:1788838211.553913:0:20979:0:(genops.c:885:class_export_put()) final put ffffa0caec1be800/lustre-MDT0001-lwp-OST0000_UUID 00000020:00000080:3.0:1788838211.553937:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffffa0cac537c800/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001 00000020:00000080:3.0:1788838211.553999:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffffa0cac2e53000 for lustre-MDT0001 00010000:00010000:3.0:1788838211.554008:0:20230:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000080:2.0:1788838211.554087:0:20979:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0001: cmd=400866e7 len=0 karg=ffffc2f6c1527ae0 00000100:00080000:2.0:1788838211.554125:0:20979:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1788838211.554141:0:20979:0:(client.c:3601:ptlrpc_abort_inflight()) @@@ aborting waiting req req@ffffa0caeb633b80 x1875732255178624/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1788838221 ref 1 fl Rpc:RSQU/200/0 rc -107/-107 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788838211.554154:0:20979:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 3 00000100:00080000:2.0:1788838211.555815:0:20979:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1788838211.555829:0:20979:0:(import.c:65:import_set_state_nolock()) ffffa0cac9b7a800 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000020:00000080:3.0:1788838211.556551:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffffa0caec1be800/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001 00000020:00000080:3.0:1788838211.556612:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffffa0caec1bc000 for lustre-MDT0001 00000100:00100000:1.0:1788838211.563209:0:20229:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caf4126d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3648:x1875732255180672:12345-0@lo:103:ldlm_bl.0 Request processed in 16131us (16289us total) trans 0 rc -107/-107 00000100:00100000:1.0:1788838211.563228:0:20229:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00010000:00010000:1.0:1788838211.563282:0:17189:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1788838211.564485:0:3648:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.204.155@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00080000:3.0:1788838211.564890:0:20979:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1788838211.564898:0:20979:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 3 00000004:00080000:3.0:1788838211.564919:0:20979:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:3.0:1788838211.564990:0:20979:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:3.0:1788838211.565027:0:20979:0:(import.c:65:import_set_state_nolock()) ffffa0c9c2914000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:3.0:1788838211.565050:0:20979:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1788838211.565053:0:20979:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 3 00000004:00080000:3.0:1788838211.565063:0:20979:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:3.0:1788838211.565212:0:20979:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:3.0:1788838211.565229:0:20979:0:(import.c:65:import_set_state_nolock()) ffffa0caf4574000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:3.0:1788838211.565278:0:20979:0:(genops.c:1558:class_disconnect_exports()) OBD device 14 (ffffa0cafcb9cd28) has no exports 00000100:00080000:3.0:1788838211.566622:0:3649:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.204.155@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00100000:1.0:1788838211.577475:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c376d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1875732255181312:0@lo:9:umount.0 00000100:00080000:0.0:1788838211.577664:0:3647:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@0@lo for MGC192.168.204.155@tcp not replayable, auto-deactivating 00000100:00080000:0.0:1788838211.577671:0:3647:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:0.0:1788838211.577681:0:3647:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffffa0cac87c0e00 x1875732255179392/t0(0) o400->MGC192.168.204.155@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1788838226 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788838211.577717:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838211.577742:0:3647:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffffa0caf4125500 x1875732255180672/t0(0) o103->MGC192.168.204.155@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1788838227 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788838211.577755:0:3647:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffffa0caec9d2680 x1875732255180928/t0(0) o103->MGC192.168.204.155@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1788838227 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788838211.577765:0:3647:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffffa0caec9d0380 x1875732255181056/t0(0) o103->MGC192.168.204.155@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1788838227 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788838211.577774:0:3647:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffffa0caec9d2d80 x1875732255181184/t0(0) o103->MGC192.168.204.155@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1788838227 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788838211.577784:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb7b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1875732255181440:0@lo:9:umount.0 00000100:00100000:0.0:1788838211.577785:0:3647:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffffa0caec9d3480 x1875732255180800/t0(0) o103->MGC192.168.204.155@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1788838227 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788838211.577827:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1788838211.577839:0:3648:0:(import.c:214:ptlrpc_set_import_discon()) mgc: import ffffa0cae16c8000 already not connected (conn 1, was 1): DISCONN 00000100:00100000:2.0:1788838211.577857:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caeb633b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1875732255178624:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788838211.577892:0:19042:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255181312 00000100:00100000:2.0:1788838211.577904:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caf4125500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4b6c5e3a-7841-411a-9131-de8bbbf7b1d3:3648:1875732255180672:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788838211.577905:0:19042:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255181312 00000100:00100000:1.0:1788838211.577984:0:19042:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255181440 00000100:00100000:1.0:1788838211.577988:0:19042:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255181440 00000100:00100000:2.0:1788838211.577998:0:18707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1788838211.578012:0:18707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caf4124e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1875732255181312:12345-0@lo:9:umount.0 00000020:00000080:2.0:1788838211.578055:0:18707:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xae64dcd520c44086 00000100:00080000:2.0:1788838211.578068:0:18707:0:(import.c:65:import_set_state_nolock()) ffffa0c9c28c0800 : changing import state from FULL to CLOSED 10000000:01000000:0.0:1788838211.578645:0:3647:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:0.0:1788838211.578653:0:3647:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:0.0:1788838211.578654:0:3647:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:0.0:1788838211.578659:0:3647:0:(import.c:65:import_set_state_nolock()) ffffa0cae16c8000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788838211.578667:0:3647:0:(import.c:510:import_select_connection()) MGC192.168.204.155@tcp: connect to NID 0@lo last attempt 557 00000100:00080000:0.0:1788838211.578677:0:3647:0:(import.c:624:import_select_connection()) MGC192.168.204.155@tcp: import ffffa0cae16c8000 using connection 192.168.204.155@tcp/0@lo 00000100:00100000:0.0:1788838211.578712:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cac87c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:4b6c5e3a-7841-411a-9131-de8bbbf7b1d3:3650:1875732255179392:0@lo:400:kworker.0 00000001:00000004:2.0:1788838211.578770:0:18707:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:0.0:1788838211.578897:0:3647:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0caec9d3100 x1875732255181568/t0(0) o250->MGC192.168.204.155@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788838211.578928:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caec9d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4b6c5e3a-7841-411a-9131-de8bbbf7b1d3:3646:1875732255181568:0@lo:250:ptlrpcd_00_00.0 00000400:00000100:0.0:1788838211.578967:0:3646:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1875732255181568 offset 0 length 520: 4 00000100:00100000:2.0:1788838211.578980:0:18707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caf4124e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+2:3646:x1875732255181312:12345-0@lo:9:umount.0 Request processed in 972us (1267us total) trans 0 rc 0/0 00000100:00080000:0.0:1788838211.579025:0:3646:0:(import.c:65:import_set_state_nolock()) ffffa0c9c2914000 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:0.0:1788838211.579041:0:3646:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:0.0:1788838211.579043:0:3646:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1788838211.579047:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c376d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1875732255181312:0@lo:9:umount.0 00000100:00100000:0.0:1788838211.579079:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caec9d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4b6c5e3a-7841-411a-9131-de8bbbf7b1d3:3647:1875732255181184:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788838211.579250:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caec9d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4b6c5e3a-7841-411a-9131-de8bbbf7b1d3:3647:1875732255180800:0@lo:103:ldlm_bl.0 00000100:00080000:3.0:1788838211.583183:0:3649:0:(import.c:214:ptlrpc_set_import_discon()) mgc: import ffffa0cae16c8000 already not connected (conn 2, was 1): CONNECTING 00000100:00100000:3.0:1788838211.583255:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caec9d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:4b6c5e3a-7841-411a-9131-de8bbbf7b1d3:3649:1875732255180928:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788838211.583299:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caec9d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:4b6c5e3a-7841-411a-9131-de8bbbf7b1d3:3649:1875732255181056:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788838211.583403:0:17190:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788838211.583671:0:19042:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1788838211.583702:0:19042:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caf4127100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3646:x1875732255181440:12345-0@lo:9:umount.0 00000020:00000080:1.0:1788838211.583749:0:19042:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xae64dcd520c441e4 00000100:00080000:1.0:1788838211.583782:0:19042:0:(import.c:65:import_set_state_nolock()) ffffa0caec1f3800 : changing import state from FULL to CLOSED 00000100:00100000:2.0:1788838211.583840:0:18707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000001:00000004:1.0:1788838211.583860:0:19042:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00010000:00010000:2.0:1788838211.583879:0:20230:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788838211.583939:0:17189:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788838211.584114:0:19042:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caf4127100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+2:3646:x1875732255181440:12345-0@lo:9:umount.0 Request processed in 429us (6285us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838211.584122:0:19042:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00080000:0.0:1788838211.584228:0:3646:0:(import.c:65:import_set_state_nolock()) ffffa0caf4574000 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:0.0:1788838211.584248:0:3646:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:0.0:1788838211.584251:0:3646:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1788838211.584256:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb7b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1875732255181440:0@lo:9:umount.0 00000020:00080000:0.0:1788838211.592512:0:20979:0:(genops.c:1558:class_disconnect_exports()) OBD device 14 (ffffa0cafcb9cd28) has no exports 00000020:01000000:1.0:1788838211.654293:0:20979:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffffa0caca76bcc0 - data ffffa0caec4140d8/ffffa0c9c34b3400 00000020:01000000:1.0:1788838211.654500:0:20979:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffffa0cac8e36780 - data ffffa0cac22f0af8/ffffa0caf57b6800 00000001:00000004:1.0:1788838211.667813:0:20979:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934595 00000100:00080000:3.0:1788838211.722016:0:20979:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1788838211.722024:0:20979:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:3.0:1788838211.722032:0:20979:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:3.0:1788838211.726093:0:20979:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1788838211.726101:0:20979:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 4 00000004:00080000:3.0:1788838211.726137:0:20979:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1788838211.726152:0:20979:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:0.0:1788838211.726767:0:17942:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:0.0:1788838211.726773:0:17942:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 1 count 1 00000040:00080000:0.0:1788838211.726783:0:17942:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:3.0:1788838211.727411:0:20979:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1788838211.727417:0:20979:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 4 00000004:00080000:3.0:1788838211.727435:0:20979:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1788838211.727438:0:20979:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:1.0:1788838211.727900:0:17944:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:1.0:1788838211.727905:0:17944:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 1 count 1 00000040:00080000:1.0:1788838211.727930:0:17944:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:3.0:1788838211.728959:0:20979:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xae64dcd520c43ef0 00000020:00000080:3.0:1788838211.728970:0:20979:0:(genops.c:885:class_export_put()) final put ffffa0cafa245800/lustre-MDT0001-osd_UUID 00000020:00000080:3.0:1788838211.729946:0:20979:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xae64dcd520c43f05 00000020:00000080:3.0:1788838211.729958:0:20979:0:(genops.c:885:class_export_put()) final put ffffa0cac8ef4000/lustre-MDT0001-mdtlov_UUID 00000020:01000000:3.0:1788838211.729965:0:20979:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-mdtlov (flags='') 00000020:00000080:3.0:1788838211.729970:0:20979:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788838211.730074:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffffa0cafa245800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:0.0:1788838211.730085:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffffa0cac8ef4000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:00000080:3.0:1788838211.730530:0:20979:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-mdtlov: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1788838211.730536:0:20979:0:(genops.c:1558:class_disconnect_exports()) OBD device 13 (ffffa0c9c37bb370) has no exports 00000004:01000000:3.0:1788838211.730726:0:20979:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:3.0:1788838211.730735:0:20979:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xae64dcd520c43f59 00000020:00000080:3.0:1788838211.730741:0:20979:0:(genops.c:885:class_export_put()) final put ffffa0c9c2916800/lustre-MDT0001-mdtlov_UUID 00000020:01000000:3.0:1788838211.730755:0:20979:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0001 (flags='') 00000020:00000080:3.0:1788838211.730761:0:20979:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788838211.730765:0:20979:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1788838211.730768:0:20979:0:(genops.c:1558:class_disconnect_exports()) OBD device 18 (ffffa0cafcb999b8) has no exports 00000020:00000080:3.0:1788838211.730773:0:20979:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xae64dcd520c43f52 00000020:00000080:3.0:1788838211.730777:0:20979:0:(genops.c:885:class_export_put()) final put ffffa0caeb80e800/lustre-MDT0001-osd_UUID 00000020:00000080:0.0:1788838211.731078:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffffa0c9c2916800/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:00000080:0.0:1788838211.731088:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffffa0caeb80e800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:3.0:1788838211.732583:0:20979:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0001: client import never connected 00000100:00080000:3.0:1788838211.732591:0:20979:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1788838211.732595:0:20979:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 5 00000004:00080000:3.0:1788838211.732603:0:20979:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1788838211.732606:0:20979:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1788838211.732655:0:20979:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788838211.732665:0:20979:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1788838211.732672:0:20979:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xae64dcd520c43f44 00000020:00000080:3.0:1788838211.732680:0:20979:0:(genops.c:885:class_export_put()) final put ffffa0cac6492800/lustre-MDT0001-mdtlov_UUID 00000020:01000000:3.0:1788838211.732686:0:20979:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0001 (flags='') 00000020:00000080:3.0:1788838211.732691:0:20979:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788838211.732705:0:20979:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1788838211.732708:0:20979:0:(genops.c:1558:class_disconnect_exports()) OBD device 17 (ffffa0cafcb9b370) has no exports 00000020:00000080:3.0:1788838211.732714:0:20979:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xae64dcd520c43f36 00000020:00000080:3.0:1788838211.732718:0:20979:0:(genops.c:885:class_export_put()) final put ffffa0c9c2912000/lustre-MDT0001-osd_UUID 00010000:01000000:3.0:1788838211.733091:0:20979:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0001: client import never connected 00000100:00080000:3.0:1788838211.733095:0:20979:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1788838211.733098:0:20979:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 5 00000004:00080000:3.0:1788838211.733102:0:20979:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1788838211.733115:0:20979:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1788838211.733140:0:20979:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788838211.733145:0:20979:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000004:01000000:3.0:1788838211.733159:0:20979:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:3.0:1788838211.733166:0:20979:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xae64dcd520c43f28 00000020:00000080:3.0:1788838211.733171:0:20979:0:(genops.c:885:class_export_put()) final put ffffa0cafc5eb800/lustre-MDT0001-mdtlov_UUID 00000020:01000000:3.0:1788838211.733175:0:20979:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osp-MDT0001 (flags='F') 00000020:00000080:3.0:1788838211.733179:0:20979:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788838211.733182:0:20979:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-osp-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1788838211.733185:0:20979:0:(genops.c:1558:class_disconnect_exports()) OBD device 16 (ffffa0caeb638000) has no exports 00000020:00000080:3.0:1788838211.733189:0:20979:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xae64dcd520c43f21 00000020:00000080:3.0:1788838211.733192:0:20979:0:(genops.c:885:class_export_put()) final put ffffa0cac9b7a000/lustre-MDT0001-osd_UUID 00000020:00000080:0.0:1788838211.734210:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffffa0caf4574000 for lustre-OST0001-osc-MDT0001 00000020:00000080:0.0:1788838211.734223:0:38:0:(genops.c:885:class_export_put()) final put ffffa0cac6496800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1788838211.734226:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffffa0cac6496800/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:01000000:0.0:1788838211.734233:0:38:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1788838211.734453:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffffa0cac6492800/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:00000080:0.0:1788838211.734463:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffffa0c9c2912000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:0.0:1788838211.734469:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffffa0c9c2914000 for lustre-OST0000-osc-MDT0001 00000020:00000080:0.0:1788838211.734474:0:38:0:(genops.c:885:class_export_put()) final put ffffa0cae15bd000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1788838211.734476:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffffa0cae15bd000/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:01000000:0.0:1788838211.734479:0:38:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1788838211.734528:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffffa0cafc5eb800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:00000080:0.0:1788838211.734533:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffffa0cac9b7a000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:0.0:1788838211.736404:0:20979:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-osp-MDT0001: client import never connected 00000100:00080000:0.0:1788838211.736412:0:20979:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1788838211.736417:0:20979:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:0.0:1788838211.736425:0:20979:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1788838211.736485:0:20979:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788838211.736514:0:20979:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1788838211.736545:0:20979:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788838211.736549:0:20979:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1788838211.736555:0:20979:0:(genops.c:885:class_export_put()) final put ffffa0cafcb65800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1788838211.736559:0:20979:0:(genops.c:844:class_export_destroy()) destroying export ffffa0cafcb65800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:01000000:0.0:1788838211.736567:0:20979:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-mdtlov (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1788838211.736713:0:20979:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xae64dcd520c43f0c 00000020:00000080:0.0:1788838211.736720:0:20979:0:(genops.c:885:class_export_put()) final put ffffa0cae15b9000/lustre-MDD0001_UUID 00000020:01000000:0.0:1788838211.736725:0:20979:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0001 (flags='') 00000020:00000080:0.0:1788838211.736729:0:20979:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788838211.736734:0:20979:0:(obd_config.c:956:class_cleanup()) lustre-MDD0001: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1788838211.736737:0:20979:0:(genops.c:1558:class_disconnect_exports()) OBD device 15 (ffffa0cafcb98000) has no exports 00000020:00000080:0.0:1788838211.736755:0:20979:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788838211.736759:0:20979:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000020:00000080:0.0:1788838211.736763:0:20979:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xae64dcd520c43f13 00000020:00000080:0.0:1788838211.736766:0:20979:0:(genops.c:885:class_export_put()) final put ffffa0cae15bc800/lustre-MDT0001-osd_UUID 00000020:01000004:0.0:1788838211.736773:0:20979:0:(tgt_mount.c:187:server_put_mount()) put mount ffffa0c9c1e95800 from lustre-MDT0001, refs=2 00000020:01000004:0.0:1788838211.736777:0:20979:0:(obd_mount.c:710:lustre_put_lsi()) put ffffa0c9c1e95800 2 00000020:01000004:0.0:1788838211.736780:0:20979:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffffa0c9c1e95800 from lustre-MDT0001 00000020:00000080:0.0:1788838211.736798:0:20979:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788838211.736801:0:20979:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:00000080:0.0:1788838211.736804:0:20979:0:(genops.c:885:class_export_put()) final put ffffa0c9c2910000/lustre-MDT0001_UUID 00000020:00000080:0.0:1788838211.736806:0:20979:0:(genops.c:844:class_export_destroy()) destroying export ffffa0c9c2910000/lustre-MDT0001_UUID for lustre-MDT0001 00000020:01000000:0.0:1788838211.736811:0:20979:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001 (lustre-MDT0001_UUID) 00000020:01000004:0.0:1788838211.736837:0:20979:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 2 references. 00000020:01000000:0.0:1788838211.736841:0:20979:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0001 (flags='F') 00000020:00000080:0.0:1788838211.736854:0:20979:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788838211.736857:0:20979:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-MDT0001: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1788838211.736865:0:20979:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-MDT0001: ACTIVE ffffa0cac6490000 lustre-MDT0000-lwp-MDT0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1788838211.736869:0:20979:0:(genops.c:1553:class_disconnect_exports()) OBD device 19 (ffffa0caf50719b8) has exports, disconnecting them 00000020:00080000:0.0:1788838211.736873:0:20979:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0001: disconnecting export at 0@lo (ffffa0cac6490000), last request at 1788838123 00000020:00000080:0.0:1788838211.736877:0:20979:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xae64dcd520c43f91 00000020:00080000:0.0:1788838211.736889:0:20979:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffffa0cac6490000): rc 0 00000020:00000080:0.0:1788838211.736892:0:20979:0:(genops.c:885:class_export_put()) final put ffffa0cac6490000/lustre-MDT0000-lwp-MDT0001 00000020:00000080:1.0:1788838211.737634:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffffa0cac9b7a800 for lustre-MDT0000-osp-MDT0001 00000020:00000080:1.0:1788838211.737644:0:38:0:(genops.c:885:class_export_put()) final put ffffa0cafc5e8800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1788838211.737647:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffffa0cafc5e8800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:01000000:1.0:1788838211.737652:0:38:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osp-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1788838211.737761:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffffa0cae15b9000/lustre-MDD0001_UUID for lustre-MDD0001 00000020:00000080:1.0:1788838211.737765:0:38:0:(genops.c:885:class_export_put()) final put ffffa0c9c2911000/lustre-MDD0001_UUID 00000020:00000080:1.0:1788838211.737767:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffffa0c9c2911000/lustre-MDD0001_UUID for lustre-MDD0001 00000020:01000000:1.0:1788838211.737770:0:38:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0001 (lustre-MDD0001_UUID) 00000020:00000080:1.0:1788838211.737872:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffffa0cae15bc800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:1.0:1788838211.737877:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffffa0cac6490000/lustre-MDT0000-lwp-MDT0001 for lustre-MDT0000-lwp-MDT0001 00010000:01000000:1.0:1788838211.737905:0:20979:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0001: client import never connected 00000100:00080000:1.0:1788838211.737909:0:20979:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1788838211.737912:0:20979:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:1.0:1788838211.737917:0:20979:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1788838211.737936:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffffa0caf4576800 for lustre-MDT0000-lwp-MDT0001 00000020:00000080:1.0:1788838211.738082:0:20979:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788838211.738089:0:20979:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000020:00000080:1.0:1788838211.738100:0:20979:0:(genops.c:885:class_export_put()) final put ffffa0cafcb66800/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00000080:1.0:1788838211.738103:0:20979:0:(genops.c:844:class_export_destroy()) destroying export ffffa0cafcb66800/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000-lwp-MDT0001 00000020:01000000:1.0:1788838211.738121:0:20979:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0001 (lustre-MDT0000-lwp-MDT0001_UUID) 00000020:01000004:1.0:1788838211.738151:0:20979:0:(obd_mount.c:710:lustre_put_lsi()) put ffffa0c9c1e95800 1 00000020:00000080:1.0:1788838211.738157:0:20979:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xae64dcd520c43eb8 00000020:00000080:1.0:1788838211.738163:0:20979:0:(genops.c:885:class_export_put()) final put ffffa0cafcb67000/lustre-MDT0001-osd_UUID 00000020:01000000:1.0:1788838211.738171:0:20979:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osd (flags='') 00000020:00000080:1.0:1788838211.738179:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffffa0cafcb67000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:1.0:1788838211.738189:0:20979:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788838211.738193:0:20979:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-osd: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1788838211.738196:0:20979:0:(genops.c:1558:class_disconnect_exports()) OBD device 12 (ffffa0caeb6399b8) has no exports 00000020:00000080:1.0:1788838211.939988:0:20979:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788838211.940002:0:20979:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00000020:00000080:1.0:1788838211.940007:0:20979:0:(genops.c:885:class_export_put()) final put ffffa0c9c1e92800/lustre-MDT0001-osd_UUID 00000020:00000080:1.0:1788838211.940012:0:20979:0:(genops.c:844:class_export_destroy()) destroying export ffffa0c9c1e92800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:01000000:1.0:1788838211.940024:0:20979:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osd (lustre-MDT0001-osd_UUID) 00000020:01000004:1.0:1788838211.940152:0:20979:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffffa0c9c1e96000 00000020:01000000:1.0:1788838211.940171:0:20979:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MDS (flags='F') 00000020:00000080:1.0:1788838211.940175:0:20979:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788838211.940180:0:20979:0:(obd_config.c:956:class_cleanup()) MDS: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1788838211.940184:0:20979:0:(genops.c:1558:class_disconnect_exports()) OBD device 3 (ffffa0c9c37bcd28) has no exports 00000100:00100000:3.0:1788838211.940501:0:17202:0:(service.c:3183:ptlrpc_main()) mdt00_001: service thread [ffffa0c9c1e7d000:17202] 1 exiting: rc = 0 00000100:00100000:1.0:1788838211.940740:0:17201:0:(service.c:3183:ptlrpc_main()) mdt00_000: service thread [ffffa0cac951e800:17201] 0 exiting: rc = 1 00000100:00100000:1.0:1788838211.940800:0:19993:0:(service.c:3183:ptlrpc_main()) mdt00_003: service thread [ffffa0c9c43c2200:19993] 3 exiting: rc = 0 00000100:00100000:0.0:1788838211.941031:0:17203:0:(service.c:3183:ptlrpc_main()) mdt00_002: service thread [ffffa0c9c1e7cc00:17203] 2 exiting: rc = 0 00000100:00100000:3.0:1788838211.941120:0:20631:0:(service.c:3183:ptlrpc_main()) mdt00_004: service thread [ffffa0c9c3690800:20631] 4 exiting: rc = 0 00000100:00100000:1.0:1788838211.941233:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.941241:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.941249:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.941255:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.941261:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.941267:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.941273:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.941278:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.941285:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.941304:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.941310:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.945024:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.945035:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.945040:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.945046:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.945051:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.945057:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.945063:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.945071:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.945076:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.945082:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.945088:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.945095:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.945101:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.945108:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.945114:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.945120:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.945125:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.945131:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.945137:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.945143:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.945149:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.945155:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.945161:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.945166:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.945172:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.945178:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.945183:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.945189:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.945196:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.945202:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.945208:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.945214:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.945221:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.945248:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.945254:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.945259:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.945265:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.945271:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.945277:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.945282:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.945288:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.945295:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.945300:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.945306:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.945310:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.945424:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.945430:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.945437:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.945442:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.945448:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.945454:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.945459:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.945464:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.951401:0:17205:0:(service.c:3183:ptlrpc_main()) mdt_rdpg00_001: service thread [ffffa0c9c3918600:17205] 1 exiting: rc = 0 00000100:00100000:2.0:1788838211.951585:0:17204:0:(service.c:3183:ptlrpc_main()) mdt_rdpg00_000: service thread [ffffa0c9c2909c00:17204] 0 exiting: rc = 1 00000100:00100000:1.0:1788838211.951772:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.951781:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.951788:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.951794:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.951800:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.951805:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.951810:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.951815:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.951819:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.951978:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.951984:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.951989:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.951994:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.951998:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.952003:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.952024:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.952029:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.952035:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.952039:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.952044:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.952050:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.952055:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.952060:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.952065:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.952070:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.952074:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.952080:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.952084:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.952091:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.952096:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.952101:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.952105:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.952110:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.952114:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.952119:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.952125:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.952131:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.952136:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.952142:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.952147:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.952153:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.952158:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.952163:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.952168:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.952173:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.952178:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.952182:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.952187:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.952192:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.952196:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.952209:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.952214:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.952219:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.952224:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.952229:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.952234:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.952240:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.952246:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.952251:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.952256:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.952261:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.952265:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.952270:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.952275:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.965040:0:20692:0:(service.c:3183:ptlrpc_main()) mdt_out00_003: service thread [ffffa0cafb7ddc00:20692] 3 exiting: rc = 0 00000100:00100000:1.0:1788838211.965156:0:17207:0:(service.c:3183:ptlrpc_main()) mdt_out00_001: service thread [ffffa0c9c2909e00:17207] 1 exiting: rc = 0 00000100:00100000:1.0:1788838211.965590:0:17206:0:(service.c:3183:ptlrpc_main()) mdt_out00_000: service thread [ffffa0c9c2909a00:17206] 0 exiting: rc = 1 00000100:00100000:0.0:1788838211.965898:0:17941:0:(service.c:3183:ptlrpc_main()) mdt_out00_002: service thread [ffffa0cae1786e00:17941] 2 exiting: rc = 0 00000100:00100000:1.0:1788838211.974609:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.974623:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.974631:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.974640:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.974646:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.974652:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.974659:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.974665:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.974672:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.974678:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.974684:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.974690:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.974722:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.974729:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.974735:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.974740:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.974746:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.974753:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.974774:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.974781:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.974786:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.974793:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.974799:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.974805:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.974839:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.974847:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.974853:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.974862:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.974868:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.974874:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.974882:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.974889:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.974895:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.974901:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.974907:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.974916:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.974951:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.974959:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.974967:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.974973:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.974980:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.974986:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.974993:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.974998:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.975005:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.975011:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.975018:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.975025:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.975044:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.975053:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.975058:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.975064:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.975071:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.975084:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.975091:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.975100:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.975105:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.975111:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.975118:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.975124:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.975144:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.975153:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.975159:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838211.975168:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838211.994869:0:17208:0:(service.c:3183:ptlrpc_main()) mdt_seqs_0000: service thread [ffffa0cac329be00:17208] 0 exiting: rc = 1 00000100:00100000:3.0:1788838211.995585:0:17209:0:(service.c:3183:ptlrpc_main()) mdt_seqs_0001: service thread [ffffa0cac329b000:17209] 1 exiting: rc = 0 00000100:00100000:3.0:1788838211.995661:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.995668:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.995674:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.995679:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.995685:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.995691:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.995696:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.995702:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.995721:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.995727:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.995732:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.995738:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.995743:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.995748:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.995753:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.995758:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.995763:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.995768:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.995772:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.995777:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.995782:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.995787:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.995792:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.995797:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.995801:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.995806:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.995811:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.995816:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.995832:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.995838:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.995846:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.995850:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.995855:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.995861:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.995866:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.995870:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.995874:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.995879:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.995884:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.995888:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.995893:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.995897:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.995902:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.995915:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.995920:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.995925:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.995945:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.995949:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.995954:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.995959:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.995963:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.995967:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.995971:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.995976:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.995981:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.995986:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.995992:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.995997:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.996002:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.996007:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.996012:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.996017:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.996023:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.996028:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.996663:0:17210:0:(service.c:3183:ptlrpc_main()) mdt_seqm_0000: service thread [ffffa0cad99fca00:17210] 0 exiting: rc = 1 00000100:00100000:3.0:1788838211.998283:0:17211:0:(service.c:3183:ptlrpc_main()) mdt_seqm_0001: service thread [ffffa0caca752600:17211] 1 exiting: rc = 0 00000100:00100000:3.0:1788838211.998405:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.998414:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.998418:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.998424:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.998429:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.998434:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.998440:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.998447:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.998453:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.998458:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.998464:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.998468:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.998500:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.998505:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.998511:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.998515:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.998521:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.998526:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.998531:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.998536:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.998540:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.998545:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.998550:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.998555:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.998559:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.998564:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.998569:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.998574:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.998578:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.998582:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.998587:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.998592:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.998597:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.998602:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.998608:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.998613:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.998618:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.998624:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.998629:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.998634:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.998640:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.998645:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.998651:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.998656:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.998661:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.998666:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.998671:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.998688:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.998692:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.998697:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.998702:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.998707:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.998712:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.998717:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.998721:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.998726:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.998731:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.998737:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.998742:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.998746:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.998751:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.998756:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.998767:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.998773:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838211.999187:0:17212:0:(service.c:3183:ptlrpc_main()) mdt_fld_0000: service thread [ffffa0caca753200:17212] 0 exiting: rc = 1 00000100:00100000:0.0:1788838212.000036:0:17213:0:(service.c:3183:ptlrpc_main()) mdt_fld_0001: service thread [ffffa0caca753600:17213] 1 exiting: rc = 0 00000100:00100000:3.0:1788838212.000220:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838212.000227:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838212.000232:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838212.000238:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838212.000243:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838212.000248:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838212.000253:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838212.000259:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838212.000264:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838212.000269:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838212.000275:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838212.000280:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838212.000284:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838212.000289:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838212.000294:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838212.000299:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838212.000303:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838212.000346:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838212.000465:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838212.000471:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838212.000475:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838212.000480:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838212.000497:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838212.000502:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838212.000508:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838212.000513:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838212.000518:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838212.000524:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838212.000529:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838212.000534:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838212.000539:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838212.000544:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838212.000549:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838212.000555:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838212.000559:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838212.000564:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838212.000568:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838212.000573:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838212.000577:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838212.000582:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838212.000587:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838212.000592:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838212.000598:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838212.000604:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838212.000609:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838212.000615:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838212.000620:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838212.000625:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838212.000630:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838212.000635:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838212.000640:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838212.000645:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838212.000658:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838212.000663:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838212.000668:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838212.000674:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838212.000679:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838212.000684:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838212.000689:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838212.000694:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838212.000699:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838212.000704:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838212.000710:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838212.000715:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838212.002268:0:17214:0:(service.c:3183:ptlrpc_main()) mdt_io00_000: service thread [ffffa0c9c2bc8000:17214] 0 exiting: rc = 1 00000100:00100000:0.0:1788838212.002538:0:17215:0:(service.c:3183:ptlrpc_main()) mdt_io00_001: service thread [ffffa0c9c2bc8200:17215] 1 exiting: rc = 0 00000100:00100000:3.0:1788838212.004110:0:17216:0:(service.c:3183:ptlrpc_main()) mdt_io00_002: service thread [ffffa0c9c2bc9e00:17216] 2 exiting: rc = 0 00000100:00100000:0.0:1788838212.004543:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838212.004562:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838212.004569:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838212.004576:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838212.004582:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838212.004587:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838212.004593:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838212.004599:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838212.004605:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838212.004611:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838212.004617:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838212.004622:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838212.004628:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838212.004633:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838212.004638:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838212.004644:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838212.004650:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838212.004677:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838212.004683:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838212.004688:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838212.004694:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838212.004699:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838212.004704:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838212.004710:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838212.004715:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838212.004734:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838212.004741:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838212.004746:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838212.004751:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838212.004757:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838212.004764:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838212.004783:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838212.004789:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838212.004795:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838212.004799:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838212.004805:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838212.004811:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838212.004817:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838212.004832:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838212.004837:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838212.004844:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838212.004850:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838212.004856:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838212.004861:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838212.004868:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838212.004875:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838212.004881:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838212.004887:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838212.004892:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838212.004914:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838212.004922:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838212.004929:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838212.004940:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838212.004946:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838212.004952:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838212.004958:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838212.004963:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838212.004969:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838212.004975:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838212.004983:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838212.004989:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838212.004994:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838212.005000:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838212.005013:0:20979:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:3.0:1788838212.011477:0:20979:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788838212.011502:0:20979:0:(obd_config.c:883:class_detach()) detach on obd MDS (uuid MDS_uuid) 00000020:00000080:3.0:1788838212.011508:0:20979:0:(genops.c:885:class_export_put()) final put ffffa0c9c4306000/MDS_uuid 00000020:00000080:3.0:1788838212.011512:0:20979:0:(genops.c:844:class_export_destroy()) destroying export ffffa0c9c4306000/MDS_uuid for MDS 00000020:01000000:3.0:1788838212.011517:0:20979:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MDS (MDS_uuid) 00000020:02000400:3.0:1788838212.011671:0:20979:0:(tgt_mount.c:2184:server_put_super()) server umount lustre-MDT0001 complete 00010000:00010000:3.0:1788838212.291213:0:17190:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788838213.313761:0:20230:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788838214.340044:0:17189:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788838215.364164:0:17190:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1788838215.890594:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4b6c5e3a-7841-411a-9131-de8bbbf7b1d3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1788838215.890607:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4b6c5e3a-7841-411a-9131-de8bbbf7b1d3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788838215.890611:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1788838215.890616:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1788838215.890621:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0caec1f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788838215.890635:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 660 00000100:00080000:3.0:1788838215.890644:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1788838215.890654:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa0caec1f0000 using connection 192.168.204.155@tcp/0@lo 00000100:00100000:3.0:1788838215.890717:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0cafb7b6680 x1875732255181696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788838215.890897:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb7b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3646:1875732255181696:0@lo:38:kworker.0 00000400:00000100:3.0:1788838215.890973:0:3646:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875732255181696 offset 0 length 520: 4 00000100:00080000:3.0:1788838215.891096:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1788838215.891101:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1788838215.891103:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0c9c3734800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788838215.891108:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 660 00000100:00080000:3.0:1788838215.891111:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1788838215.891116:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa0c9c3734800 using connection 192.168.204.155@tcp/0@lo 00000100:00100000:3.0:1788838215.891130:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0cafb7b4e00 x1875732255181952/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788838215.891149:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb7b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3646:1875732255181952:0@lo:38:kworker.0 00000400:00000100:3.0:1788838215.891169:0:3646:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875732255181952 offset 0 length 520: 4 00000100:00100000:3.0:1788838215.891222:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb7b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3649:1875732255182080:0@lo:400:kworker.0 00000400:00000100:3.0:1788838215.891243:0:3649:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875732255182080 offset 0 length 224: 4 00000100:00100000:2.0:1788838215.891590:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb7b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3648:1875732255181824:0@lo:400:kworker.0 00000400:00000100:2.0:1788838215.891622:0:3648:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875732255181824 offset 0 length 224: 4 00010000:00010000:2.0:1788838216.385369:0:20230:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1788838216.855205:0:21181:0:(tgt_mount.c:2195:server_umount_begin()) umount -f 00000020:01000004:3.0:1788838216.871513:0:21181:0:(tgt_mount.c:2065:server_put_super()) server put_super lustre-OST0000 00010000:00010000:3.0:1788838216.871607:0:21181:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0cadf86c800/0xae64dcd520c4402b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c44032 expref: -99 pid: 18701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838216.871629:0:21181:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0cadf86c800/0xae64dcd520c4402b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xae64dcd520c44032 expref: -99 pid: 18701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838216.871638:0:21181:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0cadf86c800/0xae64dcd520c4402b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0xae64dcd520c44032 expref: -99 pid: 18701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838216.871674:0:21181:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.155@tcp lock: ffffa0cadf86c800/0xae64dcd520c4402b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0xae64dcd520c44032 expref: -99 pid: 18701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838216.871696:0:21181:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:3.0:1788838216.871704:0:21181:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:3.0:1788838216.871741:0:21181:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1788838216.871757:0:21181:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffffa0cafb7b6680 x1875732255181696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1788838235 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788838216.871787:0:21181:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:3.0:1788838216.871796:0:21181:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1788838216.871804:0:21181:0:(import.c:65:import_set_state_nolock()) ffffa0caec1f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:3.0:1788838216.871810:0:21181:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1788838216.871814:0:21181:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffffa0cafb7b6680 x1875732255181696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1788838235 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788838216.871821:0:21181:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:3.0:1788838216.871825:0:21181:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 25s for inflight to error out 00010000:00010000:0.0:1788838216.871982:0:17189:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788838216.871993:0:17189:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.155@tcp lock: ffffa0cadf86c800/0xae64dcd520c4402b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0xae64dcd520c44032 expref: -99 pid: 18701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788838216.872061:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb7b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3646:1875732255181696:0@lo:38:kworker.0 00010000:00010000:0.0:1788838216.872097:0:17189:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0cadf86c800 already unused, calling callback (ffffffffc14aec20) 10000000:00010000:0.0:1788838216.872103:0:17189:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.155@tcp lock: ffffa0cadf86c800/0xae64dcd520c4402b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0xae64dcd520c44032 expref: -99 pid: 18701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838216.872114:0:17189:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.155@tcp lock: ffffa0cadf86c800/0xae64dcd520c4402b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1008400000000 nid: local remote: 0xae64dcd520c44032 expref: -99 pid: 18701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788838216.872122:0:17189:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.155@tcp lock: ffffa0cadf86c800/0xae64dcd520c4402b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1009400000000 nid: local remote: 0xae64dcd520c44032 expref: -99 pid: 18701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788838216.872128:0:17189:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1788838216.872130:0:17189:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:0.0:1788838216.872133:0:17189:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:0.0:1788838216.872152:0:17189:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffffa0cae16c8000 00010000:00010000:0.0:1788838216.872155:0:17189:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.155@tcp lock: ffffa0cadf86c800/0xae64dcd520c4402b lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0xae64dcd520c44032 expref: -99 pid: 18701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838216.872174:0:17189:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.155@tcp lock: ffffa0cadf86c800/0xae64dcd520c4402b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0xae64dcd520c44032 expref: -99 pid: 18701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838216.872188:0:17189:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788838216.872190:0:17189:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788838216.872192:0:17189:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1788838216.874174:0:21181:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1788838216.874196:0:21181:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffffa0cafb7b4380 x1875732255181824/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788838231 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788838216.874228:0:21181:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:3.0:1788838216.874238:0:21181:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:3.0:1788838216.874272:0:21181:0:(import.c:65:import_set_state_nolock()) ffffa0c9c3645800 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:2.0:1788838216.874698:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb7b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3648:1875732255181824:0@lo:400:kworker.0 00000100:00100000:1.0:1788838216.874903:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb7b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3646:1875732255182208:0@lo:39:umount.0 00000400:00000100:1.0:1788838216.874973:0:3646:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875732255182208 offset 0 length 224: 4 00000100:00080000:2.0:1788838216.898457:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4b6c5e3a-7841-411a-9131-de8bbbf7b1d3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1788838216.898472:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4b6c5e3a-7841-411a-9131-de8bbbf7b1d3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788838216.898476:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1788838216.898479:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1788838216.898619:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788838216.898648:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb785c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3649:1875732255182336:0@lo:400:kworker.0 00000400:00000100:2.0:1788838216.898732:0:3649:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875732255182336 offset 0 length 224: 4 00010000:00010000:3.0:1788838217.408469:0:17190:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:0.0:1788838217.409524:0:19521:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1788838217.409533:0:19521:0:(genops.c:885:class_export_put()) final put ffffa0caec1f6800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1788838217.409622:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffffa0caec1f6800/lustre-MDT0001-mdtlov_UUID for lustre-OST0001 00000020:00000080:3.0:1788838217.409688:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffffa0caec1f3800 for lustre-OST0001 00000001:00100000:0.0:1788838217.409838:0:18702:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1788838217.409842:0:18702:0:(genops.c:885:class_export_put()) final put ffffa0c9c28c4000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1788838217.409973:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffffa0c9c28c4000/lustre-MDT0001-mdtlov_UUID for lustre-OST0000 00000020:00000080:2.0:1788838217.410025:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffffa0c9c28c0800 for lustre-OST0000 00010000:00010000:2.0:1788838218.436580:0:20230:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788838219.455586:0:17189:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788838220.480451:0:17190:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788838220.930595:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4b6c5e3a-7841-411a-9131-de8bbbf7b1d3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788838220.930608:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4b6c5e3a-7841-411a-9131-de8bbbf7b1d3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788838220.930612:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788838220.930617:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1788838220.930887:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788838220.935650:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caec9d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3648:1875732255182464:0@lo:400:kworker.0 00000400:00000100:1.0:1788838220.935703:0:3648:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875732255182464 offset 0 length 224: 4 00010000:00010000:2.0:1788838221.505017:0:20230:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788838222.015591:0:3646:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788838211/real 1788838211] req@ffffa0caec9d3100 x1875732255181568/t0(0) o250->MGC192.168.204.155@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1788838221 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788838222.015702:0:3646:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0caec9d3100 x1875732255181568/t0(0) o250->MGC192.168.204.155@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1788838221 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788838222.015730:0:3646:0:(import.c:65:import_set_state_nolock()) ffffa0cae16c8000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788838222.015823:0:3646:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1788838222.015828:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caec9d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4b6c5e3a-7841-411a-9131-de8bbbf7b1d3:3646:1875732255181568:0@lo:250:ptlrpcd_00_00.0 00000100:00080000:0.0:1788838222.019245:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4b6c5e3a-7841-411a-9131-de8bbbf7b1d3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788838222.019259:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1788838222.019265:0:38:0:(import.c:65:import_set_state_nolock()) ffffa0cae16c8000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788838222.019276:0:38:0:(import.c:510:import_select_connection()) MGC192.168.204.155@tcp: connect to NID 0@lo last attempt 661 00000100:00080000:0.0:1788838222.019284:0:38:0:(import.c:589:import_select_connection()) MGC192.168.204.155@tcp: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1788838222.019303:0:38:0:(import.c:624:import_select_connection()) MGC192.168.204.155@tcp: import ffffa0cae16c8000 using connection 192.168.204.155@tcp/0@lo 00000100:00100000:0.0:1788838222.019390:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0caec9d2d80 x1875732255182592/t0(0) o250->MGC192.168.204.155@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788838222.019413:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1788838222.019548:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caec9d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4b6c5e3a-7841-411a-9131-de8bbbf7b1d3:3646:1875732255182592:0@lo:250:kworker.0 00000400:00000100:1.0:1788838222.019616:0:3646:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1875732255182592 offset 0 length 520: 4 00000100:00080000:0.0:1788838222.019745:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1788838222.019872:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788838222.019886:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caec9d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3647:1875732255182720:0@lo:400:kworker.0 00000400:00000100:2.0:1788838222.019916:0:3647:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875732255182720 offset 0 length 224: 4 00010000:00010000:0.0:1788838222.528941:0:17189:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788838223.551831:0:17190:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788838224.575618:0:20230:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788838225.601347:0:17189:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788838226.111505:0:3646:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788838216/real 1788838216] req@ffffa0cafb7b7100 x1875732255182208/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1788838226 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788838226.111580:0:3646:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0cafb7b7100 x1875732255182208/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1788838226 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788838226.111609:0:3646:0:(import.c:65:import_set_state_nolock()) ffffa0c9c3645800 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:1.0:1788838226.111644:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb7b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3646:1875732255182208:0@lo:39:umount.0 00000100:00080000:3.0:1788838226.111710:0:21181:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1788838226.111717:0:21181:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:3.0:1788838226.111725:0:21181:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:3.0:1788838226.120671:0:21181:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0cb021fee00/0xae64dcd520c44001 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c44008 expref: -99 pid: 18701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838226.120696:0:21181:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0cb021fee00/0xae64dcd520c44001 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xae64dcd520c44008 expref: -99 pid: 18701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838226.120704:0:21181:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0cb021fee00/0xae64dcd520c44001 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xae64dcd520c44008 expref: -99 pid: 18701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838226.120711:0:21181:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.155@tcp lock: ffffa0cb021fee00/0xae64dcd520c44001 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xae64dcd520c44008 expref: -99 pid: 18701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838226.120736:0:21181:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788838226.120744:0:21181:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd6a00/0xae64dcd520c44365 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c4436c expref: -99 pid: 17199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838226.120752:0:21181:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd6a00/0xae64dcd520c44365 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xae64dcd520c4436c expref: -99 pid: 17199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838226.120758:0:21181:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd6a00/0xae64dcd520c44365 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xae64dcd520c4436c expref: -99 pid: 17199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838226.120764:0:21181:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd6a00/0xae64dcd520c44365 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xae64dcd520c4436c expref: -99 pid: 17199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838226.120788:0:21181:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:3.0:1788838226.120815:0:21181:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0000 (0) 00000020:01000004:3.0:1788838226.120851:0:21181:0:(tgt_mount.c:2115:server_put_super()) stopping lustre-OST0000 00000020:01000000:3.0:1788838226.120858:0:21181:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000 (flags='F') 00000020:00000080:3.0:1788838226.120864:0:21181:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788838226.120870:0:21181:0:(obd_config.c:956:class_cleanup()) lustre-OST0000: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1788838226.120875:0:21181:0:(genops.c:1558:class_disconnect_exports()) OBD device 22 (ffffa0c9c37b99b8) has no exports 00000020:00080000:3.0:1788838226.120905:0:21181:0:(genops.c:1558:class_disconnect_exports()) OBD device 22 (ffffa0c9c37b99b8) has no exports 00010000:00010000:2.0:1788838226.122263:0:20230:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788838226.122283:0:20230:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.155@tcp lock: ffffa0cb021fee00/0xae64dcd520c44001 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xae64dcd520c44008 expref: -99 pid: 18701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838226.122298:0:20230:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0cb021fee00 already unused, calling callback (ffffffffc14aec20) 10000000:00010000:2.0:1788838226.122302:0:20230:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.155@tcp lock: ffffa0cb021fee00/0xae64dcd520c44001 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xae64dcd520c44008 expref: -99 pid: 18701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838226.122332:0:20230:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.155@tcp lock: ffffa0cb021fee00/0xae64dcd520c44001 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0xae64dcd520c44008 expref: -99 pid: 18701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788838226.122340:0:20230:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.155@tcp lock: ffffa0cb021fee00/0xae64dcd520c44001 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0xae64dcd520c44008 expref: -99 pid: 18701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788838226.122346:0:20230:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1788838226.122349:0:20230:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0000: stopping, won't requeue 10000000:01000000:2.0:1788838226.122352:0:20230:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0000 00010000:00010000:2.0:1788838226.122381:0:20230:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffffa0cae16c8000 00010000:00010000:2.0:1788838226.122385:0:20230:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.155@tcp lock: ffffa0cb021fee00/0xae64dcd520c44001 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0xae64dcd520c44008 expref: -99 pid: 18701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838226.122391:0:20230:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.155@tcp lock: ffffa0cb021fee00/0xae64dcd520c44001 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0xae64dcd520c44008 expref: -99 pid: 18701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838226.122434:0:20230:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788838226.122437:0:20230:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd6a00/0xae64dcd520c44365 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xae64dcd520c4436c expref: -99 pid: 17199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838226.122443:0:20230:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0c9c2bd6a00 already unused, calling callback (ffffffffc14aec20) 10000000:00010000:2.0:1788838226.122446:0:20230:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd6a00/0xae64dcd520c44365 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xae64dcd520c4436c expref: -99 pid: 17199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838226.122452:0:20230:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd6a00/0xae64dcd520c44365 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xae64dcd520c4436c expref: -99 pid: 17199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788838226.122457:0:20230:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd6a00/0xae64dcd520c44365 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xae64dcd520c4436c expref: -99 pid: 17199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788838226.122462:0:20230:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:2.0:1788838226.122464:0:20230:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:2.0:1788838226.122466:0:20230:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:2.0:1788838226.122472:0:20230:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffffa0cae16c8000 00010000:00010000:2.0:1788838226.122475:0:20230:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd6a00/0xae64dcd520c44365 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xae64dcd520c4436c expref: -99 pid: 17199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838226.122481:0:20230:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd6a00/0xae64dcd520c44365 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xae64dcd520c4436c expref: -99 pid: 17199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838226.122490:0:20230:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788838226.122492:0:20230:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788838226.122494:0:20230:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788838226.123299:0:17190:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:2.0:1788838226.130664:0:21181:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffffa0caca76bd80 - data ffffa0caec53bca8/ffffa0c9c34b3c00 00000020:01000000:2.0:1788838226.131186:0:21181:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffffa0cafc83fa20 - data ffffa0c9c2010a20/ffffa0caf6dc4800 00100000:10000000:2.0:1788838226.143544:0:21181:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0000-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:1.0:1788838226.160496:0:21181:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xae64dcd520c44016 00000020:00000080:1.0:1788838226.160517:0:21181:0:(genops.c:885:class_export_put()) final put ffffa0c9c3647800/lustre-OST0000-osd_UUID 00000020:01000004:1.0:1788838226.160540:0:21181:0:(tgt_mount.c:187:server_put_mount()) put mount ffffa0caf41fc800 from lustre-OST0000, refs=2 00000020:01000004:1.0:1788838226.160544:0:21181:0:(obd_mount.c:710:lustre_put_lsi()) put ffffa0caf41fc800 2 00000020:01000004:1.0:1788838226.160548:0:21181:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffffa0caf41fc800 from lustre-OST0000 00000020:00000080:1.0:1788838226.160599:0:21181:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788838226.160613:0:21181:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:00000080:1.0:1788838226.160618:0:21181:0:(genops.c:885:class_export_put()) final put ffffa0caff759000/lustre-OST0000_UUID 00000020:00000080:1.0:1788838226.160622:0:21181:0:(genops.c:844:class_export_destroy()) destroying export ffffa0caff759000/lustre-OST0000_UUID for lustre-OST0000 00000020:01000000:1.0:1788838226.160631:0:21181:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000 (lustre-OST0000_UUID) 00000020:01000004:1.0:1788838226.160913:0:21181:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 1 references. 00000020:01000000:1.0:1788838226.160921:0:21181:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0000 (flags='F') 00000020:00000080:1.0:1788838226.160925:0:21181:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788838226.160932:0:21181:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1788838226.160942:0:21181:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-OST0000: ACTIVE ffffa0c9c366a800 lustre-MDT0000-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1788838226.160949:0:21181:0:(genops.c:1553:class_disconnect_exports()) OBD device 23 (ffffa0caf5074d28) has exports, disconnecting them 00000020:00080000:1.0:1788838226.160955:0:21181:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0000: disconnecting export at 0@lo (ffffa0c9c366a800), last request at 1788838141 00000020:00000080:1.0:1788838226.160961:0:21181:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xae64dcd520c44040 00000020:00080000:1.0:1788838226.160975:0:21181:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffffa0c9c366a800): rc 0 00000020:00000080:1.0:1788838226.160980:0:21181:0:(genops.c:885:class_export_put()) final put ffffa0c9c366a800/lustre-MDT0000-lwp-OST0000 00000020:00000080:0.0:1788838226.163812:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffffa0c9c3647800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:0.0:1788838226.163839:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffffa0c9c366a800/lustre-MDT0000-lwp-OST0000 for lustre-MDT0000-lwp-OST0000 00010000:01000000:0.0:1788838226.169467:0:21181:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0000: client import never connected 00000100:00080000:0.0:1788838226.169481:0:21181:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1788838226.169487:0:21181:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:0.0:1788838226.169498:0:21181:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1788838226.169760:0:21181:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788838226.169771:0:21181:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000020:01000000:0.0:1788838226.169779:0:21181:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0000 (flags='F') 00000020:00000080:0.0:1788838226.169786:0:21181:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788838226.169792:0:21181:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1788838226.169804:0:21181:0:(genops.c:1819:print_export_data()) lustre-MDT0001-lwp-OST0000: ACTIVE ffffa0c9c366c000 lustre-MDT0001-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1788838226.169812:0:21181:0:(genops.c:1553:class_disconnect_exports()) OBD device 24 (ffffa0c9c37b8000) has exports, disconnecting them 00000020:00080000:0.0:1788838226.169817:0:21181:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0000: disconnecting export at 0@lo (ffffa0c9c366c000), last request at 1788838141 00000020:00000080:0.0:1788838226.169822:0:21181:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xae64dcd520c44055 00000020:00080000:0.0:1788838226.169843:0:21181:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffffa0c9c366c000): rc 0 00000020:00000080:0.0:1788838226.169850:0:21181:0:(genops.c:885:class_export_put()) final put ffffa0c9c366c000/lustre-MDT0001-lwp-OST0000 00000020:00000080:3.0:1788838226.170687:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffffa0caec1f0000 for lustre-MDT0000-lwp-OST0000 00000020:00000080:3.0:1788838226.170699:0:38:0:(genops.c:885:class_export_put()) final put ffffa0caec1f5800/lustre-MDT0000-lwp-OST0000_UUID 00000020:00000080:3.0:1788838226.170703:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffffa0caec1f5800/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000-lwp-OST0000 00000020:01000000:3.0:1788838226.170718:0:38:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0000 (lustre-MDT0000-lwp-OST0000_UUID) 00000020:00000080:3.0:1788838226.170819:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffffa0c9c366c000/lustre-MDT0001-lwp-OST0000 for lustre-MDT0001-lwp-OST0000 00010000:01000000:3.0:1788838226.171439:0:21181:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0000: client import never connected 00000100:00080000:3.0:1788838226.171445:0:21181:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1788838226.171450:0:21181:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:3.0:1788838226.171455:0:21181:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1788838226.171485:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffffa0c9c3645800 for lustre-MDT0001-lwp-OST0000 00000020:00000080:3.0:1788838226.171654:0:21181:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788838226.171663:0:21181:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000020:00000080:3.0:1788838226.171667:0:21181:0:(genops.c:885:class_export_put()) final put ffffa0c9c3640000/lustre-MDT0001-lwp-OST0000_UUID 00000020:00000080:3.0:1788838226.171670:0:21181:0:(genops.c:844:class_export_destroy()) destroying export ffffa0c9c3640000/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001-lwp-OST0000 00000020:01000000:3.0:1788838226.171675:0:21181:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0000 (lustre-MDT0001-lwp-OST0000_UUID) 00000020:01000004:3.0:1788838226.171725:0:21181:0:(obd_mount.c:710:lustre_put_lsi()) put ffffa0caf41fc800 1 00000020:00000080:3.0:1788838226.171733:0:21181:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xae64dcd520c43ff3 00000020:00000080:3.0:1788838226.171739:0:21181:0:(genops.c:885:class_export_put()) final put ffffa0cafcb63800/lustre-OST0000-osd_UUID 00000020:01000000:3.0:1788838226.171750:0:21181:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osd (flags='') 00000020:00000080:3.0:1788838226.171758:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffffa0cafcb63800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:3.0:1788838226.171767:0:21181:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788838226.171773:0:21181:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osd: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1788838226.171776:0:21181:0:(genops.c:1558:class_disconnect_exports()) OBD device 20 (ffffa0caf51919b8) has no exports 00000020:00000080:3.0:1788838226.361745:0:21181:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788838226.361767:0:21181:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00000020:00000080:3.0:1788838226.361774:0:21181:0:(genops.c:885:class_export_put()) final put ffffa0caf41fa800/lustre-OST0000-osd_UUID 00000020:00000080:3.0:1788838226.361859:0:21181:0:(genops.c:844:class_export_destroy()) destroying export ffffa0caf41fa800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:01000000:3.0:1788838226.361877:0:21181:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osd (lustre-OST0000-osd_UUID) 00000020:01000004:3.0:1788838226.362181:0:21181:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffffa0caf41fe000 00000020:02000400:3.0:1788838226.362253:0:21181:0:(tgt_mount.c:2184:server_put_super()) server umount lustre-OST0000 complete 00010000:00010000:1.0:1788838226.626019:0:17189:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1788838227.135676:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4b6c5e3a-7841-411a-9131-de8bbbf7b1d3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1788838227.135690:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4b6c5e3a-7841-411a-9131-de8bbbf7b1d3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788838227.135693:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1788838227.135697:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1788838227.135822:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788838227.135852:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb785180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3650:1875732255182848:0@lo:400:kworker.0 00000400:00000100:0.0:1788838227.135933:0:3650:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875732255182848 offset 0 length 224: 4 00010000:00010000:2.0:1788838227.653788:0:20230:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788838228.674454:0:17190:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788838229.696166:0:17189:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:1.0:1788838230.677032:0:21383:0:(tgt_mount.c:2195:server_umount_begin()) umount -f 00000020:01000004:1.0:1788838230.697069:0:21383:0:(tgt_mount.c:2065:server_put_super()) server put_super lustre-OST0001 00010000:00010000:1.0:1788838230.697193:0:21383:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0cadf86c600/0xae64dcd520c44189 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c44190 expref: -99 pid: 19520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838230.697209:0:21383:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0cadf86c600/0xae64dcd520c44189 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xae64dcd520c44190 expref: -99 pid: 19520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838230.697217:0:21383:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0cadf86c600/0xae64dcd520c44189 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xae64dcd520c44190 expref: -99 pid: 19520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838230.697224:0:21383:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.155@tcp lock: ffffa0cadf86c600/0xae64dcd520c44189 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xae64dcd520c44190 expref: -99 pid: 19520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838230.697246:0:21383:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:1.0:1788838230.697251:0:21383:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:1.0:1788838230.697274:0:21383:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1788838230.697287:0:21383:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffffa0cafb7b4e00 x1875732255181952/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1788838235 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1788838230.697298:0:20230:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1788838230.697301:0:21383:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 3 00010000:00010000:2.0:1788838230.697306:0:20230:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.155@tcp lock: ffffa0cadf86c600/0xae64dcd520c44189 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xae64dcd520c44190 expref: -99 pid: 19520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1788838230.697307:0:21383:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1788838230.697350:0:21383:0:(import.c:65:import_set_state_nolock()) ffffa0c9c3734800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:1.0:1788838230.697355:0:21383:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1788838230.697359:0:21383:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffffa0cafb7b4e00 x1875732255181952/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1788838235 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788838230.697366:0:21383:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:1.0:1788838230.697369:0:21383:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 6s for inflight to error out 00010000:00010000:2.0:1788838230.697427:0:20230:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0cadf86c600 already unused, calling callback (ffffffffc14aec20) 10000000:00010000:2.0:1788838230.697432:0:20230:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.155@tcp lock: ffffa0cadf86c600/0xae64dcd520c44189 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xae64dcd520c44190 expref: -99 pid: 19520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838230.697441:0:20230:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.155@tcp lock: ffffa0cadf86c600/0xae64dcd520c44189 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xae64dcd520c44190 expref: -99 pid: 19520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788838230.697449:0:20230:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.155@tcp lock: ffffa0cadf86c600/0xae64dcd520c44189 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xae64dcd520c44190 expref: -99 pid: 19520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788838230.697454:0:20230:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1788838230.697457:0:20230:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:2.0:1788838230.697459:0:20230:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:2.0:1788838230.697472:0:20230:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffffa0cae16c8000 00010000:00010000:2.0:1788838230.697475:0:20230:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.155@tcp lock: ffffa0cadf86c600/0xae64dcd520c44189 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xae64dcd520c44190 expref: -99 pid: 19520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838230.697482:0:20230:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.155@tcp lock: ffffa0cadf86c600/0xae64dcd520c44189 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xae64dcd520c44190 expref: -99 pid: 19520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838230.697507:0:20230:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788838230.697509:0:20230:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788838230.697511:0:20230:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788838230.697941:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb7b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3646:1875732255181952:0@lo:38:kworker.0 00000100:00080000:0.0:1788838230.704508:0:21383:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1788838230.704527:0:21383:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffffa0cafb7b4700 x1875732255182080/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788838231 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788838230.704552:0:21383:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffffa0cafb785c00 x1875732255182336/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788838232 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788838230.704586:0:21383:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffffa0caec9d3480 x1875732255182464/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788838236 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788838230.704606:0:21383:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffffa0caec9d3800 x1875732255182720/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788838238 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788838230.704629:0:21383:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffffa0cafb785180 x1875732255182848/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788838243 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788838230.704642:0:21383:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00100000:0.0:1788838230.704676:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb785180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3650:1875732255182848:0@lo:400:kworker.0 00000100:00080000:0.0:1788838230.704715:0:21383:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00080000:0.0:1788838230.704740:0:21383:0:(import.c:65:import_set_state_nolock()) ffffa0c9c3668800 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:2.0:1788838230.704910:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb785c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3649:1875732255182336:0@lo:400:kworker.0 00000100:00100000:2.0:1788838230.704920:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb7b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3649:1875732255182080:0@lo:400:kworker.0 00000100:00100000:3.0:1788838230.706137:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caec9d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3647:1875732255182720:0@lo:400:kworker.0 00000100:00100000:3.0:1788838230.706174:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caec9d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3646:1875732255182976:0@lo:39:umount.0 00000400:00000100:3.0:1788838230.706230:0:3646:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875732255182976 offset 0 length 224: 4 00000100:00100000:1.0:1788838230.706826:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caec9d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3648:1875732255182464:0@lo:400:kworker.0 00010000:00010000:3.0:1788838230.719743:0:17190:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788838231.743485:0:17189:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1788838232.255699:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4b6c5e3a-7841-411a-9131-de8bbbf7b1d3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1788838232.255710:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4b6c5e3a-7841-411a-9131-de8bbbf7b1d3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1788838232.767509:0:20230:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788838233.796013:0:17190:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788838234.815696:0:17189:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788838235.839757:0:20230:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788838236.864521:0:17190:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788838237.376034:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4b6c5e3a-7841-411a-9131-de8bbbf7b1d3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788838237.376045:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4b6c5e3a-7841-411a-9131-de8bbbf7b1d3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1788838237.887472:0:17189:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788838237.887928:0:3646:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788838222/real 1788838222] req@ffffa0caec9d2d80 x1875732255182592/t0(0) o250->MGC192.168.204.155@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1788838237 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788838237.887963:0:3646:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0caec9d2d80 x1875732255182592/t0(0) o250->MGC192.168.204.155@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1788838237 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788838237.887995:0:3646:0:(import.c:65:import_set_state_nolock()) ffffa0cae16c8000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788838237.888025:0:3646:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1788838237.888030:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caec9d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4b6c5e3a-7841-411a-9131-de8bbbf7b1d3:3646:1875732255182592:0@lo:250:kworker.0 00000100:00080000:3.0:1788838237.888116:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4b6c5e3a-7841-411a-9131-de8bbbf7b1d3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1788838237.888121:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1788838237.888124:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0cae16c8000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788838237.888129:0:36:0:(import.c:510:import_select_connection()) MGC192.168.204.155@tcp: connect to NID 0@lo last attempt 671 00000100:00080000:3.0:1788838237.888134:0:36:0:(import.c:589:import_select_connection()) MGC192.168.204.155@tcp: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1788838237.888140:0:36:0:(import.c:624:import_select_connection()) MGC192.168.204.155@tcp: import ffffa0cae16c8000 using connection 192.168.204.155@tcp/0@lo 00000100:00100000:3.0:1788838237.888170:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0cafb7b4e00 x1875732255183104/t0(0) o250->MGC192.168.204.155@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788838237.888248:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb7b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4b6c5e3a-7841-411a-9131-de8bbbf7b1d3:3646:1875732255183104:0@lo:250:kworker.0 00000400:00000100:0.0:1788838237.888296:0:3646:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1875732255183104 offset 0 length 520: 4 00010000:00010000:2.0:1788838238.912049:0:20230:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788838239.935961:0:17190:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788838240.960290:0:17189:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788838240.962153:0:3646:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788838230/real 1788838230] req@ffffa0caec9d1880 x1875732255182976/t0(0) o39->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1788838240 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788838240.962213:0:3646:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0caec9d1880 x1875732255182976/t0(0) o39->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1788838240 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788838240.962234:0:3646:0:(import.c:65:import_set_state_nolock()) ffffa0c9c3668800 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:0.0:1788838240.962258:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caec9d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3646:1875732255182976:0@lo:39:umount.0 00000100:00080000:3.0:1788838240.962947:0:21383:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1788838240.962954:0:21383:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:3.0:1788838240.962959:0:21383:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:3.0:1788838240.963867:0:21383:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0cadf86d600/0xae64dcd520c4415f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c44166 expref: -99 pid: 19520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838240.963881:0:21383:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0cadf86d600/0xae64dcd520c4415f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xae64dcd520c44166 expref: -99 pid: 19520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838240.963889:0:21383:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0cadf86d600/0xae64dcd520c4415f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xae64dcd520c44166 expref: -99 pid: 19520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838240.963895:0:21383:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.155@tcp lock: ffffa0cadf86d600/0xae64dcd520c4415f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xae64dcd520c44166 expref: -99 pid: 19520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838240.963937:0:21383:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788838240.963945:0:21383:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0c9c3afa400/0xae64dcd520c44357 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c4435e expref: -99 pid: 17199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838240.963952:0:21383:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0c9c3afa400/0xae64dcd520c44357 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xae64dcd520c4435e expref: -99 pid: 17199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838240.963957:0:21383:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0c9c3afa400/0xae64dcd520c44357 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xae64dcd520c4435e expref: -99 pid: 17199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838240.963963:0:21383:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.155@tcp lock: ffffa0c9c3afa400/0xae64dcd520c44357 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xae64dcd520c4435e expref: -99 pid: 17199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838240.963985:0:21383:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:3.0:1788838240.964117:0:21383:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0001 (0) 00000020:01000004:3.0:1788838240.964145:0:21383:0:(tgt_mount.c:2115:server_put_super()) stopping lustre-OST0001 00000020:01000000:3.0:1788838240.964150:0:21383:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001 (flags='F') 00000020:00000080:3.0:1788838240.964155:0:21383:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788838240.964161:0:21383:0:(obd_config.c:956:class_cleanup()) lustre-OST0001: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1788838240.964174:0:21383:0:(genops.c:1558:class_disconnect_exports()) OBD device 26 (ffffa0cacb43b370) has no exports 00000020:00080000:3.0:1788838240.964199:0:21383:0:(genops.c:1558:class_disconnect_exports()) OBD device 26 (ffffa0cacb43b370) has no exports 00010000:00010000:2.0:1788838240.966054:0:20230:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788838240.966068:0:20230:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.155@tcp lock: ffffa0cadf86d600/0xae64dcd520c4415f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xae64dcd520c44166 expref: -99 pid: 19520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838240.966080:0:20230:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0cadf86d600 already unused, calling callback (ffffffffc14aec20) 10000000:00010000:2.0:1788838240.966084:0:20230:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.155@tcp lock: ffffa0cadf86d600/0xae64dcd520c4415f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xae64dcd520c44166 expref: -99 pid: 19520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838240.966094:0:20230:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.155@tcp lock: ffffa0cadf86d600/0xae64dcd520c4415f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xae64dcd520c44166 expref: -99 pid: 19520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788838240.966101:0:20230:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.155@tcp lock: ffffa0cadf86d600/0xae64dcd520c4415f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xae64dcd520c44166 expref: -99 pid: 19520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788838240.966106:0:20230:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1788838240.966109:0:20230:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0001: stopping, won't requeue 10000000:01000000:2.0:1788838240.966128:0:20230:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0001 00010000:00010000:2.0:1788838240.966149:0:20230:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffffa0cae16c8000 00010000:00010000:2.0:1788838240.966154:0:20230:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.155@tcp lock: ffffa0cadf86d600/0xae64dcd520c4415f lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xae64dcd520c44166 expref: -99 pid: 19520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838240.966161:0:20230:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.155@tcp lock: ffffa0cadf86d600/0xae64dcd520c4415f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xae64dcd520c44166 expref: -99 pid: 19520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838240.966183:0:20230:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788838240.966187:0:20230:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.155@tcp lock: ffffa0c9c3afa400/0xae64dcd520c44357 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xae64dcd520c4435e expref: -99 pid: 17199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838240.966193:0:20230:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0c9c3afa400 already unused, calling callback (ffffffffc14aec20) 10000000:00010000:2.0:1788838240.966196:0:20230:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.155@tcp lock: ffffa0c9c3afa400/0xae64dcd520c44357 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xae64dcd520c4435e expref: -99 pid: 17199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838240.966214:0:20230:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.155@tcp lock: ffffa0c9c3afa400/0xae64dcd520c44357 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xae64dcd520c4435e expref: -99 pid: 17199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788838240.966221:0:20230:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.155@tcp lock: ffffa0c9c3afa400/0xae64dcd520c44357 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xae64dcd520c4435e expref: -99 pid: 17199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788838240.966226:0:20230:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:2.0:1788838240.966229:0:20230:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:2.0:1788838240.966231:0:20230:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:2.0:1788838240.966235:0:20230:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffffa0cae16c8000 00010000:00010000:2.0:1788838240.966238:0:20230:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.155@tcp lock: ffffa0c9c3afa400/0xae64dcd520c44357 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0xae64dcd520c4435e expref: -99 pid: 17199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838240.966245:0:20230:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.155@tcp lock: ffffa0c9c3afa400/0xae64dcd520c44357 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0xae64dcd520c4435e expref: -99 pid: 17199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838240.967650:0:20230:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788838240.967655:0:20230:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788838240.967658:0:20230:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788838240.968616:0:17190:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:3.0:1788838240.968867:0:21383:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffffa0cafc83f180 - data ffffa0caec538d80/ffffa0c9c36db800 00000020:01000000:3.0:1788838240.974725:0:21383:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffffa0cacb364420 - data ffffa0c9c20b1870/ffffa0cafb758800 00100000:10000000:2.0:1788838240.993262:0:21383:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0001-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:3.0:1788838241.002012:0:21383:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xae64dcd520c44174 00000020:00000080:3.0:1788838241.002023:0:21383:0:(genops.c:885:class_export_put()) final put ffffa0cac2e57000/lustre-OST0001-osd_UUID 00000020:01000004:3.0:1788838241.002046:0:21383:0:(tgt_mount.c:187:server_put_mount()) put mount ffffa0caff75c800 from lustre-OST0001, refs=2 00000020:01000004:3.0:1788838241.002050:0:21383:0:(obd_mount.c:710:lustre_put_lsi()) put ffffa0caff75c800 2 00000020:01000004:3.0:1788838241.002053:0:21383:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffffa0caff75c800 from lustre-OST0001 00000020:00000080:3.0:1788838241.002085:0:21383:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788838241.002095:0:21383:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:00000080:3.0:1788838241.002098:0:21383:0:(genops.c:885:class_export_put()) final put ffffa0caec1f2000/lustre-OST0001_UUID 00000020:00000080:3.0:1788838241.002100:0:21383:0:(genops.c:844:class_export_destroy()) destroying export ffffa0caec1f2000/lustre-OST0001_UUID for lustre-OST0001 00000020:01000000:3.0:1788838241.002107:0:21383:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001 (lustre-OST0001_UUID) 00000100:00080000:3.0:1788838241.002198:0:21383:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import 4b6c5e3a-7841-411a-9131-de8bbbf7b1d3->MGS 00010000:00010000:3.0:1788838241.002214:0:21383:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.155@tcp lock: ffffa0c9c3afa200/0xae64dcd520c43ebf lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xae64dcd520c43ec6 expref: -99 pid: 17932 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788838241.002226:0:21383:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.155@tcp lock: ffffa0c9c3afa200/0xae64dcd520c43ebf lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xae64dcd520c43ec6 expref: -99 pid: 17932 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788838241.002231:0:21383:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 10000000:01000000:3.0:1788838241.002234:0:21383:0:(mgc_request.c:954:mgc_blocking_ast()) log nodemap: disconnecting, won't requeue 10000000:01000000:3.0:1788838241.002238:0:21383:0:(mgc_request.c:130:config_log_put()) dropping config log nodemap 00010000:00010000:3.0:1788838241.002254:0:21383:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffffa0cae16c8000 00010000:00010000:3.0:1788838241.002257:0:21383:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.155@tcp lock: ffffa0c9c3afa200/0xae64dcd520c43ebf lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xae64dcd520c43ec6 expref: -99 pid: 17932 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838241.002271:0:21383:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.155@tcp lock: ffffa0c9c3afac00/0xae64dcd520c43dae lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xae64dcd520c43db5 expref: -99 pid: 17180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788838241.002293:0:21383:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.155@tcp lock: ffffa0c9c3afac00/0xae64dcd520c43dae lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xae64dcd520c43db5 expref: -99 pid: 17180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788838241.002299:0:21383:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1788838241.002301:0:21383:0:(mgc_request.c:954:mgc_blocking_ast()) log lustre-s: disconnecting, won't requeue 10000000:01000000:3.0:1788838241.002303:0:21383:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-sptlrpc 00010000:00010000:3.0:1788838241.002333:0:21383:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffffa0cae16c8000 00010000:00010000:3.0:1788838241.002337:0:21383:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.155@tcp lock: ffffa0c9c3afac00/0xae64dcd520c43dae lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xae64dcd520c43db5 expref: -99 pid: 17180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1788838241.002353:0:21383:0:(import.c:65:import_set_state_nolock()) ffffa0cae16c8000 MGS: changing import state from CONNECTING to CLOSED 10000000:01000000:3.0:1788838241.002357:0:21383:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1788838241.002360:0:21383:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:3.0:1788838241.002361:0:21383:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:3.0:1788838241.002365:0:21383:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:3.0:1788838241.002377:0:21383:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffffa0cafb7b4e00 x1875732255183104/t0(0) o250->MGC192.168.204.155@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1788838257 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:01000000:3.0:1788838241.002391:0:21383:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:3.0:1788838241.002393:0:21383:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 21s for inflight to error out 00000020:00000080:1.0:1788838241.002465:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffffa0cac2e57000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000100:00100000:0.0:1788838241.002868:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb7b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4b6c5e3a-7841-411a-9131-de8bbbf7b1d3:3646:1875732255183104:0@lo:250:kworker.0 10000000:01000000:3.0:1788838241.003178:0:21383:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:3.0:1788838241.003186:0:21383:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xae64dcd520c43d99 00000020:00000080:3.0:1788838241.003194:0:21383:0:(genops.c:885:class_export_put()) final put ffffa0c9c4301000/4b6c5e3a-7841-411a-9131-de8bbbf7b1d3 00000020:01000000:3.0:1788838241.003212:0:21383:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGC192.168.204.155@tcp (flags='') 00000020:00000080:3.0:1788838241.003219:0:21383:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788838241.003224:0:21383:0:(obd_config.c:956:class_cleanup()) MGC192.168.204.155@tcp: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1788838241.003228:0:21383:0:(genops.c:1558:class_disconnect_exports()) OBD device 2 (ffffa0cafcba4d28) has no exports 10000000:01000000:0.0:1788838241.003289:0:17199:0:(mgc_request.c:708:mgc_requeue_thread()) Ending requeue thread 00000020:00000080:1.0:1788838241.003409:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffffa0c9c4301000/4b6c5e3a-7841-411a-9131-de8bbbf7b1d3 for MGC192.168.204.155@tcp 10000000:01000000:3.0:1788838241.003521:0:21383:0:(obd_class.h:670:obd_cleanup_client_import()) MGC192.168.204.155@tcp: client import never connected 00000100:00080000:3.0:1788838241.003525:0:21383:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 10000000:01000000:3.0:1788838241.003527:0:21383:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:3.0:1788838241.003530:0:21383:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 10000000:01000000:3.0:1788838241.003542:0:21383:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:3.0:1788838241.003598:0:21383:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788838241.003603:0:21383:0:(obd_config.c:883:class_detach()) detach on obd MGC192.168.204.155@tcp (uuid 4b6c5e3a-7841-411a-9131-de8bbbf7b1d3) 00000020:01000000:3.0:1788838241.003609:0:21383:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0001 (flags='F') 00000020:00000080:3.0:1788838241.003612:0:21383:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788838241.003616:0:21383:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1788838241.003621:0:21383:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-OST0001: ACTIVE ffffa0c9c366b800 lustre-MDT0000-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1788838241.003626:0:21383:0:(genops.c:1553:class_disconnect_exports()) OBD device 27 (ffffa0caf5190000) has exports, disconnecting them 00000020:00080000:3.0:1788838241.003630:0:21383:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0001: disconnecting export at 0@lo (ffffa0c9c366b800), last request at 1788838159 00000020:00000080:3.0:1788838241.003634:0:21383:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xae64dcd520c4419e 00000020:00080000:3.0:1788838241.003649:0:21383:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffffa0c9c366b800): rc 0 00000020:00000080:3.0:1788838241.003653:0:21383:0:(genops.c:885:class_export_put()) final put ffffa0c9c366b800/lustre-MDT0000-lwp-OST0001 00000020:00000080:1.0:1788838241.004140:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffffa0cae16c8000 for MGC192.168.204.155@tcp 00000020:00000080:1.0:1788838241.004148:0:36:0:(genops.c:885:class_export_put()) final put ffffa0c9c4029800/4b6c5e3a-7841-411a-9131-de8bbbf7b1d3 00000020:00000080:1.0:1788838241.004151:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffffa0c9c4029800/4b6c5e3a-7841-411a-9131-de8bbbf7b1d3 for MGC192.168.204.155@tcp 00000020:01000000:1.0:1788838241.004156:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGC192.168.204.155@tcp (4b6c5e3a-7841-411a-9131-de8bbbf7b1d3) 00000020:00000080:1.0:1788838241.004528:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffffa0c9c366b800/lustre-MDT0000-lwp-OST0001 for lustre-MDT0000-lwp-OST0001 00010000:01000000:0.0:1788838241.011435:0:21383:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0001: client import never connected 00000100:00080000:0.0:1788838241.011455:0:21383:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1788838241.011460:0:21383:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:0.0:1788838241.011467:0:21383:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1788838241.011787:0:21383:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788838241.011808:0:21383:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000020:01000000:0.0:1788838241.011815:0:21383:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0001 (flags='F') 00000020:00000080:0.0:1788838241.011821:0:21383:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788838241.011826:0:21383:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1788838241.011834:0:21383:0:(genops.c:1819:print_export_data()) lustre-MDT0001-lwp-OST0001: ACTIVE ffffa0c9c366b000 lustre-MDT0001-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1788838241.011842:0:21383:0:(genops.c:1553:class_disconnect_exports()) OBD device 28 (ffffa0caf5073370) has exports, disconnecting them 00000020:00080000:0.0:1788838241.011847:0:21383:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0001: disconnecting export at 0@lo (ffffa0c9c366b000), last request at 1788838159 00000020:00000080:0.0:1788838241.011851:0:21383:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xae64dcd520c441b3 00000020:00080000:0.0:1788838241.011868:0:21383:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffffa0c9c366b000): rc 0 00000020:00000080:0.0:1788838241.011873:0:21383:0:(genops.c:885:class_export_put()) final put ffffa0c9c366b000/lustre-MDT0001-lwp-OST0001 00000020:00000080:1.0:1788838241.011897:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffffa0c9c3734800 for lustre-MDT0000-lwp-OST0001 00000020:00000080:1.0:1788838241.011904:0:36:0:(genops.c:885:class_export_put()) final put ffffa0c9c3732800/lustre-MDT0000-lwp-OST0001_UUID 00000020:00000080:1.0:1788838241.011908:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffffa0c9c3732800/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000-lwp-OST0001 00000020:01000000:1.0:1788838241.011913:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0001 (lustre-MDT0000-lwp-OST0001_UUID) 00000020:00000080:1.0:1788838241.012530:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffffa0c9c366b000/lustre-MDT0001-lwp-OST0001 for lustre-MDT0001-lwp-OST0001 00010000:01000000:1.0:1788838241.015854:0:21383:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0001: client import never connected 00000100:00080000:1.0:1788838241.015864:0:21383:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1788838241.015869:0:21383:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:1.0:1788838241.015877:0:21383:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1788838241.016033:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffffa0c9c3668800 for lustre-MDT0001-lwp-OST0001 00010000:00010000:1.0:1788838241.016086:0:17189:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-1 blwis in pool) 00010000:00010000:3.0:1788838241.022936:0:20230:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-2 blwis in pool) 00010000:00010000:3.0:1788838241.023165:0:17190:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-3 blwis in pool) 00000100:00100000:3.0:1788838241.023353:0:17185:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_001: service thread [ffffa0caeb7dc200:17185] 1 exiting: rc = 0 00000100:00100000:3.0:1788838241.023413:0:17184:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_000: service thread [ffffa0caec185c00:17184] 0 exiting: rc = 1 00000100:00100000:1.0:1788838241.023574:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.023885:0:20229:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_003: service thread [ffffa0caf5055e00:20229] 3 exiting: rc = 0 00000100:00100000:3.0:1788838241.024060:0:17186:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_000: service thread [ffffa0cacb4bce00:17186] 0 exiting: rc = 1 00000100:00100000:1.0:1788838241.024397:0:17187:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_001: service thread [ffffa0cacb4bc000:17187] 1 exiting: rc = 0 00000100:00100000:1.0:1788838241.026542:0:17188:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_002: service thread [ffffa0cacb4bd000:17188] 2 exiting: rc = 0 00000100:00100000:3.0:1788838241.026760:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.026768:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.026775:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.026786:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.026874:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.026883:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.026888:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.026893:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.026898:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.026903:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.026908:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.026913:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.026919:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.026937:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.026958:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.026963:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.026968:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.026974:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.026980:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.026985:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.026991:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.026996:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.027001:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.027006:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.027011:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.027016:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.027021:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.027026:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.027031:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.027036:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.027041:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.027046:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.027050:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.027055:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.027060:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.027065:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.027069:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.027074:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.027080:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.027085:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.027090:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.027095:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.027100:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.027106:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.027111:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.027115:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.027120:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.027125:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.027130:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.027144:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.027150:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.027155:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.027161:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.027165:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.027170:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.027174:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.027180:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.027184:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.027189:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.027194:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.027199:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.027204:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.027210:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.027215:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:3.0:1788838241.028379:0:21383:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788838241.028390:0:21383:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000020:00000080:3.0:1788838241.028395:0:21383:0:(genops.c:885:class_export_put()) final put ffffa0c9c366d800/lustre-MDT0001-lwp-OST0001_UUID 00000020:00000080:3.0:1788838241.028399:0:21383:0:(genops.c:844:class_export_destroy()) destroying export ffffa0c9c366d800/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001-lwp-OST0001 00000020:01000000:3.0:1788838241.028405:0:21383:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0001 (lustre-MDT0001-lwp-OST0001_UUID) 00000020:01000004:3.0:1788838241.028565:0:21383:0:(obd_mount.c:710:lustre_put_lsi()) put ffffa0caff75c800 1 00000020:00000080:3.0:1788838241.028572:0:21383:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xae64dcd520c44158 00000020:00000080:3.0:1788838241.028579:0:21383:0:(genops.c:885:class_export_put()) final put ffffa0c9c2982000/lustre-OST0001-osd_UUID 00000020:01000000:3.0:1788838241.028596:0:21383:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osd (flags='') 00000020:00000080:3.0:1788838241.028601:0:21383:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788838241.028606:0:21383:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osd: forcing exports to disconnect: 0/2 00000020:00080000:3.0:1788838241.028609:0:21383:0:(genops.c:1558:class_disconnect_exports()) OBD device 25 (ffffa0caf4130000) has no exports 00000020:00000080:1.0:1788838241.028882:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffffa0c9c2982000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:00000080:1.0:1788838241.126718:0:21383:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788838241.126733:0:21383:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00000020:00000080:1.0:1788838241.126738:0:21383:0:(genops.c:885:class_export_put()) final put ffffa0cac537c000/lustre-OST0001-osd_UUID 00000020:00000080:1.0:1788838241.126754:0:21383:0:(genops.c:844:class_export_destroy()) destroying export ffffa0cac537c000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:01000000:1.0:1788838241.126766:0:21383:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osd (lustre-OST0001-osd_UUID) 00000020:01000004:1.0:1788838241.127533:0:21383:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffffa0cac5378000 00000020:01000000:1.0:1788838241.127556:0:21383:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of OSS (flags='F') 00000020:00000080:1.0:1788838241.127561:0:21383:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788838241.127565:0:21383:0:(obd_config.c:956:class_cleanup()) OSS: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1788838241.127569:0:21383:0:(genops.c:1558:class_disconnect_exports()) OBD device 21 (ffffa0caf5070000) has no exports 00000020:00000080:1.0:1788838241.127600:0:21383:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788838241.127606:0:21383:0:(obd_config.c:883:class_detach()) detach on obd OSS (uuid OSS_uuid) 00000020:00000080:1.0:1788838241.127610:0:21383:0:(genops.c:885:class_export_put()) final put ffffa0cafcb64000/OSS_uuid 00000020:00000080:1.0:1788838241.127613:0:21383:0:(genops.c:844:class_export_destroy()) destroying export ffffa0cafcb64000/OSS_uuid for OSS 00000020:01000000:1.0:1788838241.127617:0:21383:0:(genops.c:441:class_free_dev()) finishing cleanup of obd OSS (OSS_uuid) 00000100:00080000:3.0:1788838241.127744:0:17197:0:(pinger.c:548:ping_evictor_main()) Exiting Ping Evictor 00000100:00100000:2.0:1788838241.127914:0:19042:0:(service.c:3183:ptlrpc_main()) ll_ost00_003: service thread [ffffa0c9c3a62000:19042] 3 exiting: rc = 0 00000100:00100000:2.0:1788838241.128028:0:18707:0:(service.c:3183:ptlrpc_main()) ll_ost00_001: service thread [ffffa0c9c35fbe00:18707] 1 exiting: rc = 0 00000100:00100000:0.0:1788838241.128116:0:18708:0:(service.c:3183:ptlrpc_main()) ll_ost00_002: service thread [ffffa0c9c35fa800:18708] 2 exiting: rc = 0 00000100:00100000:3.0:1788838241.128165:0:18706:0:(service.c:3183:ptlrpc_main()) ll_ost00_000: service thread [ffffa0cafcd07000:18706] 0 exiting: rc = 1 00000100:00100000:1.0:1788838241.128242:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.128252:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.128258:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.128264:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.128269:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.128275:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.128280:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.128284:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.128289:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.128294:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.128299:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.128305:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.128310:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.128339:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.128345:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.128350:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.128355:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.128361:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.128366:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.128371:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.128376:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.128381:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.128400:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.128406:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.128411:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.128416:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.128421:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.128426:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.128431:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.128436:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.128442:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.128446:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.128453:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.128459:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.128463:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.128468:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.128473:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.128478:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.128483:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.128488:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.128493:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.128498:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.128503:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.128507:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.128512:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.128517:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.128521:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.128527:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.128531:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.128537:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.128542:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.128546:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.128551:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.128556:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.128561:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.128566:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.128570:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.128583:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.128588:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.128594:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.128599:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.128604:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.128609:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.128613:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788838241.129809:0:18710:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_001: service thread [ffffa0cafc91ae00:18710] 1 exiting: rc = 0 00000100:00100000:1.0:1788838241.130113:0:18709:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_000: service thread [ffffa0caf56f7200:18709] 0 exiting: rc = 1 00000100:00100000:3.0:1788838241.130200:0:20090:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_002: service thread [ffffa0c9c43c2000:20090] 2 exiting: rc = 0 00000100:00100000:1.0:1788838241.130311:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.130462:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.130468:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.130474:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.130479:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.130485:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.130490:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.130495:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.130500:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.130504:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.130510:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.130515:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.130520:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.130526:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.130532:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.130537:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.130543:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.130549:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.130554:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.130560:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.130565:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.130570:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.130575:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.130580:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.130585:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.130593:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.130598:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.130618:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.130624:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.130630:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.130635:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.130640:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.130646:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.130651:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.130663:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.130671:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.130677:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.130682:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.130688:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.130693:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.130698:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.130704:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.130709:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.130713:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.130718:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.130723:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.130728:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.130734:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.130739:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.130745:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.130751:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.130757:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.130762:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.130767:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.130772:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.130777:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.130783:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.130788:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.130792:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.130798:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.130804:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.130810:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.130822:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.130918:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788838241.133113:0:18713:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_002: service thread [ffffa0caeb7fee00:18713] 2 exiting: rc = 0 00000100:00100000:0.0:1788838241.133295:0:18712:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_001: service thread [ffffa0c9c29e9200:18712] 1 exiting: rc = 0 00000100:00100000:3.0:1788838241.133437:0:20344:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_003: service thread [ffffa0cafb76f800:20344] 3 exiting: rc = 0 00000100:00100000:1.0:1788838241.133630:0:18711:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_000: service thread [ffffa0cadf8cf000:18711] 0 exiting: rc = 1 00000100:00100000:3.0:1788838241.133734:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.133741:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.133767:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.133786:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.133794:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.133800:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.133805:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.133811:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.133816:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.133822:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.133828:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.133835:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.133840:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.133846:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.133853:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.133859:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.133865:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.133870:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.133876:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.133882:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.133886:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.133892:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.133898:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.133903:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.133909:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.133915:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.133932:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.133954:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.133961:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.133968:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.133972:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.133978:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.133985:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.133991:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.133996:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.134002:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.134007:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.134022:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.134027:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.134031:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.134036:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.134040:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.134046:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.134051:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.134057:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.134062:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.134067:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.134072:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.134077:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.134083:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.134089:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.134107:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.134114:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.134120:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.134126:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.134131:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.134136:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.134142:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.134148:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.134155:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.134161:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.134175:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.134182:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788838241.134198:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788838241.144844:0:18714:0:(service.c:3183:ptlrpc_main()) ll_ost_seq00_000: service thread [ffffa0caf41f2e00:18714] 0 exiting: rc = 1 00000100:00100000:2.0:1788838241.148725:0:18715:0:(service.c:3183:ptlrpc_main()) ll_ost_seq00_001: service thread [ffffa0caf41f2000:18715] 1 exiting: rc = 0 00000100:00100000:1.0:1788838241.148910:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.148940:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.148947:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.148953:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.148958:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.148963:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.148968:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.148973:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.148979:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.148984:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.148990:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.148996:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.149001:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.149006:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.149011:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.149016:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.149021:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.149027:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.149032:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.149037:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.149042:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.149046:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.149050:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.149055:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.149060:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.149064:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.149069:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.149074:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.149079:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.149083:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.149088:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.149092:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.149112:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.149117:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.149123:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.149128:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.149133:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.149138:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.149144:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.149149:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.149154:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.149159:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.149164:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.149169:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.149174:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.149178:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.149183:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.149188:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.149194:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.149199:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.149204:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.149209:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.149214:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.149218:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.149222:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.149228:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.149233:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.149237:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.149242:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.149246:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.149252:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.149256:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.149260:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.149264:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788838241.150404:0:18716:0:(service.c:3183:ptlrpc_main()) ll_ost_out00_000: service thread [ffffa0c9c39eb000:18716] 0 exiting: rc = 1 00000100:00100000:0.0:1788838241.152154:0:18717:0:(service.c:3183:ptlrpc_main()) ll_ost_out00_001: service thread [ffffa0c9c39eb200:18717] 1 exiting: rc = 0 00000100:00100000:0.0:1788838241.154398:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838241.154419:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838241.154425:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838241.154432:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838241.154438:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838241.154443:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838241.154467:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838241.154473:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838241.154479:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838241.154484:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838241.154490:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838241.154495:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838241.154500:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838241.154505:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838241.154510:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838241.154515:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838241.154521:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838241.154528:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838241.154548:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838241.154554:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838241.154560:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838241.154566:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838241.154571:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838241.154577:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838241.154583:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838241.154588:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838241.154594:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838241.154599:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838241.154606:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838241.154613:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838241.154634:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838241.154641:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838241.154647:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838241.154652:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838241.154658:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838241.154678:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838241.154684:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838241.154690:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838241.154696:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838241.154700:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838241.154706:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838241.154712:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838241.154732:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838241.154738:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838241.154743:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838241.154749:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838241.154755:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838241.154760:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838241.154764:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838241.154770:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838241.154775:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838241.154780:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838241.154784:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838241.154790:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838241.154808:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838241.154815:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838241.154821:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838241.154827:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838241.154833:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838241.154839:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838241.154844:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838241.154850:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838241.154855:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788838241.154867:0:21383:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:02000400:2.0:1788838241.167020:0:21383:0:(tgt_mount.c:2184:server_put_super()) server umount lustre-OST0001 complete 00000001:02000400:3.0:1788838262.794728:0:22152:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg455-server.virtnet: executing load_modules_local 00000020:01000004:2.0:1788838273.482060:0:22753:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:2.0:1788838273.482068:0:22753:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds1_flakey 00000020:01000004:2.0:1788838273.482070:0:22753:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:2.0:1788838273.482206:0:22753:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffffa0caf3014800 00000020:01000004:2.0:1788838273.482224:0:22753:0:(tgt_mount.c:2503:osd_start()) Attempting to start lustre-MDT0000, type=osd-ldiskfs, lsifl=200005, mountfl=0 00000020:01000004:2.0:1788838273.482232:0:22753:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-osd (typ=osd-ldiskfs) 00000020:00000080:2.0:1788838273.482246:0:22753:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osd (ffffa0caf4134d28) 00000020:00000080:2.0:1788838273.482262:0:22753:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type osd-ldiskfs with refcount 2 00100000:10000000:0.0:1788838273.562189:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:0.0:1788838273.568898:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:2.0:1788838273.576469:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:2.0:1788838273.577035:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xc:0x0] (8/32) registered 00100000:10000000:2.0:1788838273.577657:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:2.0:1788838273.577922:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x9:0x0] (8/32) registered 00100000:10000000:2.0:1788838273.578149:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:2.0:1788838273.578686:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:2.0:1788838273.578897:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xe:0x0] (8/32) registered 00100000:10000000:2.0:1788838273.579219:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xb:0x0] (8/32) registered 00100000:10000000:2.0:1788838273.579654:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:2.0:1788838273.579912:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xd:0x0] (8/32) registered 00100000:10000000:2.0:1788838273.580106:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:2.0:1788838273.580457:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xa:0x0] (8/32) registered 00100000:10000000:2.0:1788838273.585926:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2:0x0] (8/32) registered 00100000:10000000:3.0:1788838273.589519:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:3.0:1788838273.589897:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:3.0:1788838273.590114:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x23:0x0] (16/1) registered 00100000:10000000:3.0:1788838273.590749:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:3.0:1788838273.591033:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:3.0:1788838273.591288:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x33:0x0] (24/16) registered 00100000:10000000:3.0:1788838273.591767:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:3.0:1788838273.592012:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:3.0:1788838273.594808:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x32:0x0] (24/16) registered 00100000:10000000:3.0:1788838273.595436:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2f:0x0] (24/16) registered 00100000:10000000:3.0:1788838273.595732:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:3.0:1788838273.596254:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:3.0:1788838273.598735:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x20:0x0] (16/1) registered 00100000:10000000:3.0:1788838273.599078:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x21:0x0] (16/1) registered 00100000:10000000:3.0:1788838273.599355:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:3.0:1788838273.599737:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:3.0:1788838273.600270:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:3.0:1788838273.601387:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:3.0:1788838273.601981:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x31:0x0] (24/16) registered 00100000:10000000:3.0:1788838273.602282:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:3.0:1788838273.602730:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:3.0:1788838273.602996:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1e:0x0] (16/1) registered 00100000:10000000:3.0:1788838273.603263:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:3.0:1788838273.603633:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1f:0x0] (16/1) registered 00100000:10000000:3.0:1788838273.605568:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:3.0:1788838273.607135:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x30:0x0] (24/16) registered 00100000:10000000:3.0:1788838273.607847:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x22:0x0] (16/1) registered 00100000:10000000:3.0:1788838273.608145:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:3.0:1788838273.608626:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:3.0:1788838273.608833:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:3.0:1788838273.609038:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:3.0:1788838273.609643:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x34:0x0] (24/16) registered 00100000:10000000:2.0:1788838273.630264:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x20000:0x0] (8/32) registered 00100000:10000000:2.0:1788838273.633924:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2020000:0x0] (8/32) registered 00100000:10000000:2.0:1788838273.635138:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1020000:0x0] (8/32) registered 00100000:10000000:2.0:1788838273.636428:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x10000:0x0] (8/32) registered 00100000:10000000:2.0:1788838273.637047:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2010000:0x0] (8/32) registered 00100000:10000000:2.0:1788838273.638464:0:22753:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1010000:0x0] (8/32) registered 00080000:01000000:2.0:1788838273.639802:0:22753:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0000: register osd-ldiskfs tunable parameters 00000020:00000080:2.0:1788838273.640119:0:22753:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00080000:01000000:2.0:1788838273.640130:0:22753:0:(osd_handler.c:8925:osd_obd_connect()) connect #0 00000020:00000080:2.0:1788838273.640144:0:22753:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xae64dcd520c44605 00000020:01000004:2.0:1788838273.640154:0:22753:0:(tgt_mount.c:2588:server_fill_super()) Found service lustre-MDT0000 on device /dev/mapper/mds1_flakey 00000020:01000000:2.0:1788838273.640159:0:22753:0:(tgt_mount.c:219:server_start_mgs()) Start MGS service MGS 00000020:01000004:2.0:1788838273.640179:0:22753:0:(tgt_mount.c:101:server_register_mount()) register mount ffffa0caf3014800 from MGS 00000020:01000004:2.0:1788838273.640184:0:22753:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGS (typ=mgs) 00000020:00000080:2.0:1788838273.640196:0:22753:0:(genops.c:413:class_newdev()) Allocate new device MGS (ffffa0caf41319b8) 00000020:00000080:2.0:1788838273.640213:0:22753:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type mgs with refcount 2 00000020:01000004:2.0:1788838273.640292:0:22753:0:(tgt_mount.c:153:server_get_mount()) get mount ffffa0caf3014800 from MGS, refs=2 00080000:01000000:2.0:1788838273.640743:0:22753:0:(osd_handler.c:8925:osd_obd_connect()) connect #1 00000020:00000080:2.0:1788838273.640759:0:22753:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xae64dcd520c44613 00000100:00100000:2.0:1788838273.640916:0:22753:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:2.0:1788838273.641108:0:22753:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 56 00000100:00100000:2.0:1788838273.641115:0:22753:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:3.0:1788838273.643843:0:22753:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 56 00000100:00100000:3.0:1788838273.643862:0:22753:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:3.0:1788838273.644982:0:22753:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1788838273.646677:0:22753:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 56 00000100:00100000:3.0:1788838273.646690:0:22753:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:2.0:1788838273.648773:0:22753:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 56 00000100:00100000:2.0:1788838273.648792:0:22753:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:2.0:1788838273.649487:0:22753:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 56 00000100:00100000:2.0:1788838273.649497:0:22753:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00010000:00010000:2.0:1788838273.651116:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788838273.651123:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788838273.651126:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788838273.652149:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788838273.652155:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788838273.652157:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788838273.653124:0:22753:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGS-0 is initialized 00010000:00010000:2.0:1788838273.656585:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:01000000:3.0:1788838273.669734:0:22753:0:(llog_obd.c:197:llog_setup()) obd MGS ctxt 0 is initialized 10000000:01000000:0.0:1788838273.671105:0:22765:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x2 (params) 20000000:01000000:3.0:1788838273.671171:0:22753:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 2 20000000:01000000:3.0:1788838273.671227:0:22753:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:3.0:1788838273.672213:0:22753:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000100:00100000:3.0:1788838273.673046:0:22753:0:(service.c:155:ptlrpc_grow_req_bufs()) mgs: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1788838273.675859:0:22753:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 0 min 3 max 32 00000100:00100000:3.0:1788838273.675880:0:22753:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0000' 00000100:00100000:3.0:1788838273.691813:0:22753:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 1 min 3 max 32 00000100:00100000:3.0:1788838273.691838:0:22753:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0001' 00000100:00100000:2.0:1788838273.693648:0:22753:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 2 min 3 max 32 00000100:00100000:2.0:1788838273.693669:0:22753:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0002' 00000020:00000080:2.0:1788838273.694865:0:22753:0:(obd_config.c:826:class_setup()) finished setup of obd MGS (uuid MGS) 00000020:01000004:2.0:1788838273.694899:0:22753:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.204.155@tcp' 00000020:01000004:2.0:1788838273.694902:0:22753:0:(obd_mount.c:420:lustre_start_mgc()) mgs NIDs (null). 00000020:01000004:2.0:1788838273.694945:0:22753:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.204.155@tcp (typ=mgc) 00000020:00000080:2.0:1788838273.694963:0:22753:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.204.155@tcp (ffffa0caf4133370) 00000020:00000080:2.0:1788838273.694984:0:22753:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type mgc with refcount 2 00010000:00080000:2.0:1788838273.695086:0:22753:0:(ldlm_lib.c:102:import_set_conn()) imp ffffa0cacaa56800@MGC192.168.204.155@tcp: add connection 192.168.204.155@tcp at head 00010000:00010000:2.0:1788838273.695290:0:22753:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.204.155@tcp-0 is initialized 00000040:01000000:2.0:1788838273.695307:0:22753:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.155@tcp ctxt 1 is initialized 00000100:00080000:3.0:1788838273.697563:0:22770:0:(pinger.c:466:ping_evictor_main()) Starting Ping Evictor 10000000:01000000:0.0:1788838273.705725:0:22771:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:3.0:1788838273.706387:0:22753:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.204.155@tcp (uuid fd66c5f6-1c92-4ca9-b38a-83d89cf40417) 00000020:00000080:3.0:1788838273.706431:0:22753:0:(genops.c:1385:class_connect()) connect: client fd66c5f6-1c92-4ca9-b38a-83d89cf40417, cookie 0xae64dcd520c44621 00000100:00080000:3.0:1788838273.706452:0:22753:0:(import.c:510:import_select_connection()) MGC192.168.204.155@tcp: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1788838273.706459:0:22753:0:(import.c:624:import_select_connection()) MGC192.168.204.155@tcp: import ffffa0cacaa56800 using connection 192.168.204.155@tcp/0@lo 00000100:00100000:3.0:1788838273.706517:0:22753:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0cafb7b5880 x1875732255183232/t0(0) o250->MGC192.168.204.155@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788838273.706556:0:22753:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import fd66c5f6-1c92-4ca9-b38a-83d89cf40417->MGS 00000020:01000004:3.0:1788838273.706595:0:22753:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-MDT0000 00000020:01000004:3.0:1788838273.706601:0:22753:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MDS (typ=mds) 00000020:00000080:3.0:1788838273.706622:0:22753:0:(genops.c:413:class_newdev()) Allocate new device MDS (ffffa0caf51919b8) 00000020:00000080:3.0:1788838273.706637:0:22753:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mds with refcount 2 00000100:00100000:0.0:1788838273.709261:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb7b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:3646:1875732255183232:0@lo:250:mount.lustre.0 00000100:00100000:0.0:1788838273.709410:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838273.709569:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255183232 00000100:00100000:1.0:1788838273.709581:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255183232 00000100:00100000:1.0:1788838273.709652:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1788838273.709662:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafa25ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:3646:x1875732255183232:12345-0@lo:250:mount.lustre.0 00010000:00080000:1.0:1788838273.709698:0:22766:0:(ldlm_lib.c:1444:target_handle_connect()) MGS: connection from fd66c5f6-1c92-4ca9-b38a-83d89cf40417@0@lo t0 exp 0000000000000000 cur 723 last 0 00000020:00000080:1.0:1788838273.709734:0:22766:0:(genops.c:1385:class_connect()) connect: client fd66c5f6-1c92-4ca9-b38a-83d89cf40417, cookie 0xae64dcd520c4462f 00000100:00080000:1.0:1788838273.709910:0:22766:0:(import.c:65:import_set_state_nolock()) ffffa0c9c3753000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788838273.709990:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafa25ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+5:3646:x1875732255183232:12345-0@lo:250:mount.lustre.0 Request processed in 327us (580us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838273.709998:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1788838273.710084:0:3646:0:(client.c:3125:ptlrpc_free_committed()) MGC192.168.204.155@tcp: committing for last_committed 0 gen 1 00000100:00080000:0.0:1788838273.710096:0:3646:0:(import.c:1132:ptlrpc_connect_interpret()) MGC192.168.204.155@tcp: connect to target with instance 0 00000100:00080000:0.0:1788838273.710107:0:3646:0:(import.c:956:ptlrpc_connect_set_flags()) MGC192.168.204.155@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:0.0:1788838273.710114:0:3646:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:0.0:1788838273.710118:0:3646:0:(import.c:65:import_set_state_nolock()) ffffa0cacaa56800 MGS: changing import state from CONNECTING to FULL 10000000:01000000:0.0:1788838273.710120:0:3646:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:0.0:1788838273.710137:0:3646:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00100000:0.0:1788838273.710145:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb7b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:3646:1875732255183232:0@lo:250:mount.lustre.0 00000100:00100000:3.0:1788838273.742568:0:22753:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt: allocate 64 new 262144-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1788838273.742887:0:22753:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 0 min 3 max 116 00000100:00100000:3.0:1788838273.742896:0:22753:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_000' 00000100:00100000:0.0:1788838273.748945:0:22753:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 1 min 3 max 116 00000100:00100000:0.0:1788838273.748964:0:22753:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_001' 00000100:00100000:3.0:1788838273.749705:0:22753:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 2 min 3 max 116 00000100:00100000:3.0:1788838273.749715:0:22753:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_002' 00000100:00100000:3.0:1788838273.750923:0:22753:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_readpage: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1788838273.755483:0:22753:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 0 min 2 max 80 00000100:00100000:3.0:1788838273.755507:0:22753:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_000' 00000100:00100000:1.0:1788838273.757592:0:22753:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 1 min 2 max 80 00000100:00100000:1.0:1788838273.757608:0:22753:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_001' 00000100:00100000:3.0:1788838273.839166:0:22753:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1788838273.839905:0:22753:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 0 min 2 max 116 00000100:00100000:3.0:1788838273.839912:0:22753:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_000' 00000100:00100000:3.0:1788838273.841828:0:22753:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 1 min 2 max 116 00000100:00100000:3.0:1788838273.841842:0:22753:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_001' 00000100:00100000:3.0:1788838273.842915:0:22753:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqs: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1788838273.843724:0:22753:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 0 min 2 max 256 00000100:00100000:3.0:1788838273.843731:0:22753:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0000' 00000100:00100000:3.0:1788838273.844677:0:22753:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 1 min 2 max 256 00000100:00100000:3.0:1788838273.844688:0:22753:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0001' 00000100:00100000:2.0:1788838273.846620:0:22753:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqm: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1788838273.846916:0:22753:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 0 min 2 max 256 00000100:00100000:2.0:1788838273.846924:0:22753:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0000' 00000100:00100000:3.0:1788838273.847807:0:22753:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 1 min 2 max 256 00000100:00100000:3.0:1788838273.847824:0:22753:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0001' 00000100:00100000:2.0:1788838273.858857:0:22753:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_fld: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1788838273.859149:0:22753:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 0 min 2 max 256 00000100:00100000:2.0:1788838273.859155:0:22753:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0000' 00000100:00100000:2.0:1788838273.860498:0:22753:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 1 min 2 max 256 00000100:00100000:2.0:1788838273.860510:0:22753:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0001' 00000100:00100000:1.0:1788838273.914000:0:22753:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1788838273.914511:0:22753:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 0 min 3 max 116 00000100:00100000:1.0:1788838273.914518:0:22753:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_000' 00000100:00100000:1.0:1788838273.921709:0:22753:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 1 min 3 max 116 00000100:00100000:1.0:1788838273.921728:0:22753:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_001' 00000100:00100000:1.0:1788838273.923302:0:22753:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 2 min 3 max 116 00000100:00100000:1.0:1788838273.923356:0:22753:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_002' 00000020:00000080:2.0:1788838273.926353:0:22753:0:(obd_config.c:826:class_setup()) finished setup of obd MDS (uuid MDS_uuid) 00000020:01000004:2.0:1788838273.926393:0:22753:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds1_flakey 10000000:01000000:2.0:1788838273.926399:0:22753:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.204.155@tcp: cl_mgc_mutex lustre-MDT0000-osd for locked: rc = 0 00000040:01000000:2.0:1788838273.926515:0:22753:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.155@tcp ctxt 0 is initialized 00000020:01000004:2.0:1788838273.926552:0:22753:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0000, fs=lustre, 192.168.204.155@tcp, index=0000, flags=0x20005 00000020:01000004:2.0:1788838273.926557:0:22753:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:2.0:1788838273.926558:0:22753:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1788838273.926559:0:22753:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788838273.926560:0:22753:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788838273.926562:0:22753:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788838273.926567:0:22753:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788838273.926568:0:22753:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1788838273.926570:0:22753:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1788838273.926572:0:22753:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788838273.926573:0:22753:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1788838273.926575:0:22753:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x10020005 00000020:01000004:2.0:1788838273.926578:0:22753:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1788838273.926579:0:22753:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1788838273.926580:0:22753:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788838273.926581:0:22753:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788838273.926582:0:22753:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788838273.926583:0:22753:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788838273.926584:0:22753:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1788838273.926585:0:22753:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1788838273.926586:0:22753:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788838273.926587:0:22753:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1788838273.926613:0:22753:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:2.0:1788838273.926636:0:22753:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb785c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22753:1875732255183360:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1788838273.926732:0:22753:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788838273.926784:0:22753:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0caf429b840 going to sleep for 11 seconds 00000100:00100000:3.0:1788838273.930728:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255183360 00000100:00100000:3.0:1788838273.930745:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255183360 00000100:00100000:3.0:1788838273.930912:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1788838273.930925:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafa25c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+5:22753:x1875732255183360:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1788838273.930982:0:22769:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:3.0:1788838273.930985:0:22769:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:3.0:1788838273.930988:0:22769:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0000 is running on 0@lo 10000000:01000000:2.0:1788838273.931657:0:22790:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:3.0:1788838273.932240:0:22769:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 10 20000000:01000000:1.0:1788838273.939559:0:22791:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 0 20000000:01000000:1.0:1788838273.939568:0:22791:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 1 20000000:01000000:1.0:1788838273.939571:0:22791:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0000_UUID is 0 (0) 20000000:01000000:1.0:1788838273.939574:0:22791:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0001_UUID is 1 (1) 00000040:00080000:1.0:1788838273.939834:0:22791:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 20000000:01000000:2.0:1788838273.940055:0:22769:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:2.0:1788838273.940067:0:22769:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:2.0:1788838273.941704:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafa25c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+5:22753:x1875732255183360:12345-0@lo:253:mount.lustre.0 Request processed in 10773us (14963us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838273.941724:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1788838273.941834:0:22753:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb785c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22753:1875732255183360:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1788838273.941850:0:22753:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:1.0:1788838273.941854:0:22753:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1788838273.941855:0:22753:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1788838273.941857:0:22753:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788838273.941858:0:22753:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788838273.941859:0:22753:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788838273.941860:0:22753:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788838273.941861:0:22753:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1788838273.941863:0:22753:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1788838273.941873:0:22753:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788838273.941874:0:22753:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:1.0:1788838273.941896:0:22753:0:(tgt_mount.c:101:server_register_mount()) register mount ffffa0caf3014800 from lustre-MDT0000 10000000:01000000:1.0:1788838273.941930:0:22753:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0000 from 0 10000000:01000000:1.0:1788838273.941934:0:22753:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0000-0000000000000000 10000000:01000000:1.0:1788838273.941939:0:22753:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffffa0caf4133370 10000000:01000000:1.0:1788838273.941944:0:22753:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1788838273.941952:0:22753:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffffa0caf4133370 from 1 10000000:01000000:1.0:1788838273.941955:0:22753:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:1.0:1788838273.941992:0:22753:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0cafc8c1600/0xae64dcd520c44636 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838273.942003:0:22753:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.155@tcp lock: ffffa0cafc8c1600/0xae64dcd520c44636 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838273.942012:0:22753:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.155@tcp lock: ffffa0cafc8c1600/0xae64dcd520c44636 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788838273.942033:0:22753:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caf4126300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22753:1875732255183488:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1788838273.942073:0:22753:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838273.942161:0:22753:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cac9570180 going to sleep for 11 seconds 00000100:00100000:2.0:1788838273.947501:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255183488 00000100:00100000:2.0:1788838273.947516:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255183488 00000100:00100000:2.0:1788838273.947616:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1788838273.947627:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafa25f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+5:22753:x1875732255183488:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788838273.947647:0:22768:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788838273.947674:0:22768:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0cac29d8e00/0xae64dcd520c4463d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xae64dcd520c44636 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838273.947723:0:22768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0cac29d8e00/0xae64dcd520c4463d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xae64dcd520c44636 expref: 6 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838273.947735:0:22768:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0cac29d8e00/0xae64dcd520c4463d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xae64dcd520c44636 expref: 6 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838273.947744:0:22768:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0cac29d8e00, rc 0) 00000100:00100000:2.0:1788838273.947827:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafa25f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+6:22753:x1875732255183488:12345-0@lo:101:mount.lustre.0 Request processed in 202us (5753us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838273.947834:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1788838273.947926:0:22753:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caf4126300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22753:1875732255183488:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788838273.947946:0:22753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.155@tcp lock: ffffa0cafc8c1600/0xae64dcd520c44636 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c4463d expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838273.947956:0:22753:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.155@tcp lock: ffffa0cafc8c1600/0xae64dcd520c44636 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xae64dcd520c4463d expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788838273.948069:0:22753:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb7b6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22753:1875732255183616:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788838273.948111:0:22753:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838273.950854:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255183616 00000100:00100000:1.0:1788838273.950868:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255183616 00000100:00100000:1.0:1788838273.950920:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1788838273.950929:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafa25e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+6:22753:x1875732255183616:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788838273.951054:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafa25e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+6:22753:x1875732255183616:12345-0@lo:501:mount.lustre.0 Request processed in 125us (2941us total) trans 0 rc -2/-2 00000100:00100000:1.0:1788838273.951062:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1788838273.951369:0:22753:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0c9c3972900 going to sleep for 11 seconds 00000100:00100000:2.0:1788838273.951394:0:22753:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb7b6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22753:1875732255183616:0@lo:501:mount.lustre.0 10000000:01000000:2.0:1788838273.951436:0:22753:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.155@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:2.0:1788838273.951453:0:22753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0cafc8c1600/0xae64dcd520c44636 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c4463d expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838273.951463:0:22753:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.155@tcp lock: ffffa0cafc8c1600/0xae64dcd520c44636 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c4463d expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788838273.951472:0:22753:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffffa0caf3014800 10000000:01000000:2.0:1788838273.951478:0:22753:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1788838273.951482:0:22753:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffffa0caf3014800 10000000:01000000:2.0:1788838273.951485:0:22753:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:2.0:1788838273.951488:0:22753:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffffa0caf3014800 from 1 10000000:01000000:2.0:1788838273.951491:0:22753:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:2.0:1788838273.951521:0:22753:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0cac29d8800/0xae64dcd520c44644 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838273.951541:0:22753:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.155@tcp lock: ffffa0cac29d8800/0xae64dcd520c44644 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838273.951551:0:22753:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.155@tcp lock: ffffa0cac29d8800/0xae64dcd520c44644 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788838273.951572:0:22753:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb787100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22753:1875732255183744:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788838273.951610:0:22753:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788838273.951640:0:22753:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0caf429b840 going to sleep for 11 seconds 00000100:00100000:3.0:1788838273.951707:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255183744 00000100:00100000:3.0:1788838273.951713:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255183744 00000100:00100000:3.0:1788838273.951747:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1788838273.951755:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafa25dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+6:22753:x1875732255183744:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788838273.951765:0:22766:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788838273.951779:0:22766:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0cac0031e00/0xae64dcd520c4464b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xae64dcd520c44644 expref: -99 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838273.951801:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0cac0031e00/0xae64dcd520c4464b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xae64dcd520c44644 expref: 7 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838273.951811:0:22766:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0cac0031e00/0xae64dcd520c4464b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xae64dcd520c44644 expref: 7 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838273.951820:0:22766:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0cac0031e00, rc 0) 00000100:00100000:3.0:1788838273.951850:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafa25dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+7:22753:x1875732255183744:12345-0@lo:101:mount.lustre.0 Request processed in 96us (240us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838273.951857:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1788838273.951936:0:22753:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb787100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22753:1875732255183744:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788838273.951950:0:22753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.155@tcp lock: ffffa0cac29d8800/0xae64dcd520c44644 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c4464b expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838273.951958:0:22753:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.155@tcp lock: ffffa0cac29d8800/0xae64dcd520c44644 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xae64dcd520c4464b expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788838273.951986:0:22753:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.155@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:2.0:1788838273.951990:0:22753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0cac29d8800/0xae64dcd520c44644 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c4464b expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838273.951996:0:22753:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.155@tcp lock: ffffa0cac29d8800/0xae64dcd520c44644 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c4464b expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788838273.952002:0:22753:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0000-0000000000000000 10000000:01000000:2.0:1788838273.952005:0:22753:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1788838273.952009:0:22753:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffffa0caf3014800 10000000:01000000:2.0:1788838273.952012:0:22753:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:2.0:1788838273.952022:0:22753:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 1 10000000:01000000:2.0:1788838273.952024:0:22753:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:2.0:1788838273.952039:0:22753:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0cac29d9e00/0xae64dcd520c44652 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838273.952046:0:22753:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.155@tcp lock: ffffa0cac29d9e00/0xae64dcd520c44652 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838273.952053:0:22753:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.155@tcp lock: ffffa0cac29d9e00/0xae64dcd520c44652 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788838273.952064:0:22753:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb787100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22753:1875732255183872:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788838273.952089:0:22753:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788838273.952115:0:22753:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0caf429b840 going to sleep for 11 seconds 00000100:00100000:3.0:1788838273.952376:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255183872 00000100:00100000:3.0:1788838273.952381:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255183872 00000100:00100000:3.0:1788838273.952407:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1788838273.952413:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafa25e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+7:22753:x1875732255183872:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788838273.952421:0:22766:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788838273.952429:0:22766:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0cac0031200/0xae64dcd520c44659 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xae64dcd520c44652 expref: -99 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838273.952445:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0cac0031200/0xae64dcd520c44659 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xae64dcd520c44652 expref: 8 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838273.952462:0:22766:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0cac0031200/0xae64dcd520c44659 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xae64dcd520c44652 expref: 8 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838273.952470:0:22766:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0cac0031200, rc 0) 00000100:00100000:3.0:1788838273.952500:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafa25e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+8:22753:x1875732255183872:12345-0@lo:101:mount.lustre.0 Request processed in 86us (409us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838273.952506:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1788838273.952600:0:22753:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb787100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22753:1875732255183872:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788838273.952611:0:22753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.155@tcp lock: ffffa0cac29d9e00/0xae64dcd520c44652 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c44659 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838273.952618:0:22753:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.155@tcp lock: ffffa0cac29d9e00/0xae64dcd520c44652 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xae64dcd520c44659 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788838273.952673:0:22753:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb787100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22753:1875732255184000:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788838273.952699:0:22753:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788838273.952714:0:22753:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0caf429b840 going to sleep for 11 seconds 00000100:00100000:3.0:1788838273.952761:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255184000 00000100:00100000:3.0:1788838273.952766:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255184000 00000100:00100000:3.0:1788838273.952792:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1788838273.952797:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafa25d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+8:22753:x1875732255184000:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788838273.952913:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafa25d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+9:22753:x1875732255184000:12345-0@lo:501:mount.lustre.0 Request processed in 115us (213us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838273.952920:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1788838273.953277:0:22753:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb787100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22753:1875732255184000:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788838273.953350:0:22753:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb787100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22753:1875732255184128:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788838273.953389:0:22753:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788838273.953417:0:22753:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0caf429b840 going to sleep for 11 seconds 00000100:00100000:3.0:1788838273.953532:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255184128 00000100:00100000:3.0:1788838273.953537:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255184128 00000100:00100000:3.0:1788838273.953569:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1788838273.953576:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafa25d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+9:22753:x1875732255184128:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788838273.954475:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafa25d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+9:22753:x1875732255184128:12345-0@lo:503:mount.lustre.0 Request processed in 896us (1082us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838273.954483:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1788838273.954574:0:22753:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb787100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22753:1875732255184128:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788838273.954950:0:22792:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb787100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22792:1875732255184256:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788838273.955004:0:22792:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788838273.955039:0:22792:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0caf429b300 going to sleep for 11 seconds 00000100:00100000:1.0:1788838273.955083:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255184256 00000100:00100000:1.0:1788838273.955088:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255184256 00000100:00100000:1.0:1788838273.955137:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1788838273.955146:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafa25cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+9:22792:x1875732255184256:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788838273.955814:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafa25cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+9:22792:x1875732255184256:12345-0@lo:502:llog_process_th.0 Request processed in 668us (808us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838273.955823:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1788838273.955978:0:22792:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb787100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22792:1875732255184256:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1788838273.956006:0:22792:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788838273.956018:0:22792:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788838273.956021:0:22792:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) lustre-MDT0000-m lov setup 00000020:01000000:2.0:1788838273.956027:0:22792:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0000) 00000020:00000080:2.0:1788838273.956031:0:22792:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1788838273.956045:0:22792:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdtlov (ffffa0caf4130000) 00000020:00000080:2.0:1788838273.956059:0:22792:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type lod with refcount 2 00000020:00000080:2.0:1788838273.956065:0:22792:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:2.0:1788838273.956154:0:22792:0:(osd_handler.c:8925:osd_obd_connect()) connect #2 00000020:00000080:2.0:1788838273.956183:0:22792:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xae64dcd520c44667 00000020:00000080:2.0:1788838273.956426:0:22792:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:01000000:2.0:1788838273.956431:0:22792:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788838273.956434:0:22792:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788838273.956436:0:22792:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) lustre-MDT0000-m lov setup 00000020:01000000:2.0:1788838273.956439:0:22792:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788838273.956443:0:22792:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788838273.956444:0:22792:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) lustre-MDT0000 add mdt 00000020:00000080:2.0:1788838273.956447:0:22792:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1788838273.956456:0:22792:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000 (ffffa0c9c29019b8) 00000020:00000080:2.0:1788838273.956465:0:22792:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type mdt with refcount 2 00000020:00000080:2.0:1788838273.956469:0:22792:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:2.0:1788838273.956471:0:22792:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0000 osc lustre-MDT0000-mdtlov mdc (null) 00000020:01000000:2.0:1788838273.956474:0:22792:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0000 00000020:00000080:2.0:1788838273.956480:0:22792:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:2.0:1788838273.956536:0:22792:0:(tgt_mount.c:153:server_get_mount()) get mount ffffa0caf3014800 from lustre-MDT0000, refs=3 00000020:00000080:2.0:1788838273.956549:0:22792:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0000 (ffffa0c9c2900000) 00000020:00000080:2.0:1788838273.956558:0:22792:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type mdd with refcount 2 00000004:01000000:2.0:1788838273.956608:0:22792:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:2.0:1788838273.956614:0:22792:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xae64dcd520c4467c 00000020:00000080:2.0:1788838273.956697:0:22792:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000004:01000000:2.0:1788838273.956702:0:22792:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:2.0:1788838273.956707:0:22792:0:(genops.c:1385:class_connect()) connect: client lustre-MDD0000_UUID, cookie 0xae64dcd520c44683 00080000:01000000:2.0:1788838273.956711:0:22792:0:(osd_handler.c:8925:osd_obd_connect()) connect #3 00000020:00000080:2.0:1788838273.956714:0:22792:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xae64dcd520c4468a 00010000:00010000:1.0:1788838274.062748:0:22792:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0000_UUID-1 is initialized 00000001:00000004:1.0:1788838274.063463:0:22792:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 8589934628 00000001:00080000:1.0:1788838274.064259:0:22792:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:1.0:1788838274.065758:0:22792:0:(genops.c:413:class_newdev()) Allocate new device lustre-QMT0000 (ffffa0cacb43cd28) 00000020:00000080:1.0:1788838274.065781:0:22792:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type qmt with refcount 2 00080000:01000000:1.0:1788838274.068092:0:22792:0:(osd_handler.c:8925:osd_obd_connect()) connect #4 00000020:00000080:1.0:1788838274.068111:0:22792:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xae64dcd520c44698 00000020:00000080:3.0:1788838274.069287:0:22792:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:3.0:1788838274.093140:0:22792:0:(genops.c:1385:class_connect()) connect: client lustre-QMT0000_UUID, cookie 0xae64dcd520c4469f 00000020:00000080:2.0:1788838274.100154:0:22792:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:01000000:2.0:1788838274.100171:0:22792:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788838274.100177:0:22792:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788838274.100180:0:22792:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) lustre-MDT0000 add mdt 00000020:01000000:2.0:1788838274.100183:0:22792:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1788838274.100186:0:22792:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #8 00000020:01000000:2.0:1788838274.100188:0:22792:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1788838274.100472:0:22792:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1788838274.100474:0:22792:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1788838274.100478:0:22792:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788838274.100480:0:22792:0:(obd_config.c:1563:class_process_config()) marker 8 (0x6) lustre sys.timeout 00000020:01000000:2.0:1788838274.100483:0:22792:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788838274.100489:0:22792:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788838274.100490:0:22792:0:(obd_config.c:1563:class_process_config()) marker 10 (0x1) lustre-MDT0000 mdt.identity_upcall 00000020:00000080:2.0:1788838274.100495:0:22792:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:2.0:1788838274.100540:0:22792:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:2.0:1788838274.100558:0:22792:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788838274.100561:0:22792:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788838274.100563:0:22792:0:(obd_config.c:1563:class_process_config()) marker 10 (0x2) lustre-MDT0000 mdt.identity_upcall 00000020:01000000:2.0:1788838274.100565:0:22792:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788838274.100568:0:22792:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788838274.100569:0:22792:0:(obd_config.c:1563:class_process_config()) marker 17 (0x1) lustre-MDT0001 add osp 00000020:00000080:2.0:1788838274.100572:0:22792:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1788838274.100577:0:22792:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.155@tcp to nid 0x20000c0a8cc9b (192.168.204.155@tcp) 00000020:00000080:2.0:1788838274.100921:0:22792:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1788838274.100938:0:22792:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osp-MDT0000 (ffffa0c9c2903370) 00000020:00000080:2.0:1788838274.100957:0:22792:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type osp with refcount 2 00000020:00000080:2.0:1788838274.100963:0:22792:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1788838274.101100:0:22792:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0001-osp-MDT0000: connect to lustre-MDT0000-osd (lustre-MDT0001-osp-MDT0000) 00080000:01000000:2.0:1788838274.101106:0:22792:0:(osd_handler.c:8925:osd_obd_connect()) connect #5 00000020:00000080:2.0:1788838274.101115:0:22792:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xae64dcd520c446ad 00010000:00080000:2.0:1788838274.101148:0:22792:0:(ldlm_lib.c:102:import_set_conn()) imp ffffa0c9c38b2800@lustre-MDT0001-osp-MDT0000: add connection 192.168.204.155@tcp at head 00010000:00010000:2.0:1788838274.107407:0:22792:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-osp-MDT0000-1 is initialized 00000020:00000080:3.0:1788838274.109572:0:22792:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1788838274.109588:0:22792:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00000004:01000000:3.0:1788838274.109743:0:22792:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0001_UUID idx:1 gen:1 00000020:00000080:3.0:1788838274.109769:0:22792:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xae64dcd520c446b4 00000100:00080000:3.0:1788838274.109779:0:22792:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1788838274.109785:0:22792:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffffa0c9c38b2800 using connection 192.168.204.155@tcp/0@lo 00000100:00100000:3.0:1788838274.109832:0:22792:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0cafb7b6300 x1875732255184384/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788838274.109866:0:22792:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000020:01000000:3.0:1788838274.109929:0:22792:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788838274.109934:0:22792:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788838274.109935:0:22792:0:(obd_config.c:1563:class_process_config()) marker 17 (0x2) lustre-MDT0001 add osp 00000020:01000000:3.0:1788838274.109939:0:22792:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1788838274.109942:0:22792:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #19 00000020:01000000:3.0:1788838274.109945:0:22792:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000100:00100000:0.0:1788838274.109946:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb7b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1875732255184384:0@lo:38:llog_process_th.0 00000020:01000000:3.0:1788838274.109947:0:22792:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1788838274.109950:0:22792:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1788838274.109956:0:22792:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788838274.109958:0:22792:0:(obd_config.c:1563:class_process_config()) marker 19 (0x6) lustre sys.timeout 00000020:01000000:3.0:1788838274.109961:0:22792:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1788838274.109967:0:22792:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:3.0:1788838274.109971:0:22792:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788838274.109973:0:22792:0:(obd_config.c:1563:class_process_config()) marker 22 (0x1) lustre-OST0000 add osc 00000020:00000080:3.0:1788838274.109976:0:22792:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1788838274.109980:0:22792:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.155@tcp to nid 0x20000c0a8cc9b (192.168.204.155@tcp) 00000100:00100000:0.0:1788838274.110022:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:01000000:3.0:1788838274.110081:0:22792:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:3.0:1788838274.110085:0:22792:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000100:00100000:0.0:1788838274.110092:0:22779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255184384 00000020:00000080:3.0:1788838274.110099:0:22792:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0000 (ffffa0caf5194d28) 00000100:00100000:0.0:1788838274.110100:0:22779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255184384 00000020:00000080:3.0:1788838274.110114:0:22792:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type osp with refcount 2 00000020:00000080:3.0:1788838274.110120:0:22792:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000100:00100000:0.0:1788838274.110137:0:22779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1788838274.110146:0:22779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caec9d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3646:x1875732255184384:12345-0@lo:38:llog_process_th.0 00010000:00020000:0.0:1788838274.110162:0:22779:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000004:00080000:3.0:1788838274.110183:0:22792:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0000-osc-MDT0000) 00080000:01000000:3.0:1788838274.110340:0:22792:0:(osd_handler.c:8925:osd_obd_connect()) connect #6 00000020:00000080:3.0:1788838274.110349:0:22792:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xae64dcd520c446c2 00010000:00080000:3.0:1788838274.110449:0:22792:0:(ldlm_lib.c:102:import_set_conn()) imp ffffa0c9c419f800@lustre-OST0000-osc-MDT0000: add connection 192.168.204.155@tcp at head 00010000:00010000:3.0:1788838274.110776:0:22792:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0000-2 is initialized 00000040:01000000:3.0:1788838274.117085:0:22792:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:3.0:1788838274.123078:0:22792:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:2.0:1788838274.139676:0:22792:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788838274.144935:0:22792:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000100:00100000:0.0:1788838274.146997:0:22779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caec9d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3646:x1875732255184384:12345-0@lo:38:llog_process_th.0 Request processed in 36843us (36967us total) trans 0 rc -19/-19 00000100:00100000:0.0:1788838274.147013:0:22779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000040:00080000:2.0:1788838274.152796:0:22792:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].1, 64 off8256 00000100:00080000:3.0:1788838274.154776:0:3646:0:(import.c:65:import_set_state_nolock()) ffffa0c9c38b2800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788838274.154788:0:3646:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1788838274.154794:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb7b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1875732255184384:0@lo:38:llog_process_th.0 00000040:00080000:1.0:1788838274.155594:0:22798:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:1.0:1788838274.155601:0:22798:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x10:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:2.0:1788838274.159533:0:22792:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1788838274.159990:0:22792:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:2.0:1788838274.160040:0:22792:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:2.0:1788838274.160062:0:22792:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xae64dcd520c446c9 00000100:00080000:2.0:1788838274.160075:0:22792:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1788838274.160081:0:22792:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffffa0c9c419f800 using connection 192.168.204.155@tcp/0@lo 00000100:00100000:2.0:1788838274.160121:0:22792:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0cafb787100 x1875732255184512/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788838274.160216:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb787100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1875732255184512:0@lo:8:llog_process_th.0 00000400:00000100:3.0:1788838274.160298:0:3646:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875732255184512 offset 0 length 520: 4 00000100:00080000:2.0:1788838274.160442:0:22792:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:2.0:1788838274.160515:0:22792:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788838274.160521:0:22792:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788838274.160523:0:22792:0:(obd_config.c:1563:class_process_config()) marker 22 (0x2) lustre-OST0000 add osc 00000020:01000000:2.0:1788838274.160526:0:22792:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1788838274.160529:0:22792:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #26 00000020:01000000:2.0:1788838274.160530:0:22792:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1788838274.160532:0:22792:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1788838274.160533:0:22792:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1788838274.160536:0:22792:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788838274.160537:0:22792:0:(obd_config.c:1563:class_process_config()) marker 26 (0x6) lustre sys.timeout 00000020:01000000:2.0:1788838274.160550:0:22792:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1788838274.160566:0:22792:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:2.0:1788838274.160571:0:22792:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788838274.160573:0:22792:0:(obd_config.c:1563:class_process_config()) marker 30 (0x1) lustre-OST0001 add osc 00000020:00000080:2.0:1788838274.160577:0:22792:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1788838274.160581:0:22792:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.155@tcp to nid 0x20000c0a8cc9b (192.168.204.155@tcp) 00000020:01000000:2.0:1788838274.160604:0:22792:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:2.0:1788838274.160606:0:22792:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1788838274.160618:0:22792:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0000 (ffffa0c9c2904d28) 00000020:00000080:2.0:1788838274.160631:0:22792:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type osp with refcount 2 00000020:00000080:2.0:1788838274.160637:0:22792:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1788838274.160705:0:22792:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0001-osc-MDT0000) 00080000:01000000:2.0:1788838274.160712:0:22792:0:(osd_handler.c:8925:osd_obd_connect()) connect #7 00000020:00000080:2.0:1788838274.160718:0:22792:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xae64dcd520c446d7 00010000:00080000:2.0:1788838274.160759:0:22792:0:(ldlm_lib.c:102:import_set_conn()) imp ffffa0caf4328000@lustre-OST0001-osc-MDT0000: add connection 192.168.204.155@tcp at head 00010000:00010000:2.0:1788838274.160978:0:22792:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0000-3 is initialized 00000040:01000000:2.0:1788838274.161066:0:22792:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:2.0:1788838274.161082:0:22792:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:2.0:1788838274.167631:0:22792:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788838274.167857:0:22792:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:2.0:1788838274.167987:0:22792:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x12:0x0].1, 64 off8256 00000040:00080000:1.0:1788838274.171516:0:22800:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:1.0:1788838274.171525:0:22800:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x12:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:0.0:1788838274.172453:0:22792:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1788838274.172467:0:22792:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:0.0:1788838274.172508:0:22792:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:0.0:1788838274.172530:0:22792:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xae64dcd520c446de 00000100:00080000:0.0:1788838274.172549:0:22792:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1788838274.172627:0:22792:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffffa0caf4328000 using connection 192.168.204.155@tcp/0@lo 00000100:00100000:0.0:1788838274.172680:0:22792:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0caec9d2d80 x1875732255184640/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788838274.172713:0:22792:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000100:00100000:3.0:1788838274.172837:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caec9d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1875732255184640:0@lo:8:llog_process_th.0 00000400:00000100:3.0:1788838274.172909:0:3646:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875732255184640 offset 0 length 520: 4 00000020:01000000:0.0:1788838274.173022:0:22792:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788838274.173027:0:22792:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788838274.173029:0:22792:0:(obd_config.c:1563:class_process_config()) marker 30 (0x2) lustre-OST0001 add osc 00000020:01000000:0.0:1788838274.173032:0:22792:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788838274.173036:0:22792:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788838274.173037:0:22792:0:(obd_config.c:1563:class_process_config()) marker 35 (0x1) lustre sys.timeout 00000020:00000080:0.0:1788838274.173040:0:22792:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1788838274.173042:0:22792:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:0.0:1788838274.173044:0:22792:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788838274.173046:0:22792:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788838274.173048:0:22792:0:(obd_config.c:1563:class_process_config()) marker 35 (0x2) lustre sys.timeout 00000020:01000000:0.0:1788838274.173050:0:22792:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788838274.173052:0:22792:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788838274.173053:0:22792:0:(obd_config.c:1563:class_process_config()) marker 40 (0x1) lustre sys.jobid_var 00000020:00000080:0.0:1788838274.173056:0:22792:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:0.0:1788838274.173085:0:22792:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caec9d2a00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22792:1875732255184768:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788838274.173134:0:22792:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838274.173171:0:22792:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cad856a300 going to sleep for 11 seconds 00000100:00100000:3.0:1788838274.173351:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255184768 00000100:00100000:3.0:1788838274.173358:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255184768 00000100:00100000:3.0:1788838274.173398:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1788838274.173407:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafa25f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+9:22792:x1875732255184768:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788838274.173548:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafa25f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+9:22792:x1875732255184768:12345-0@lo:502:llog_process_th.0 Request processed in 141us (413us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838274.173568:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1788838274.173627:0:22792:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caec9d2a00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22792:1875732255184768:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1788838274.173652:0:22792:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788838274.173657:0:22792:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788838274.173659:0:22792:0:(obd_config.c:1563:class_process_config()) marker 40 (0x2) lustre sys.jobid_var 00000040:00080000:3.0:1788838274.173662:0:22792:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 46 count 46 00000020:01000000:3.0:1788838274.173718:0:22753:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 1-45 (rc=0) 10000000:01000000:3.0:1788838274.173742:0:22753:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.155@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:3.0:1788838274.173759:0:22753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0cac29d9e00/0xae64dcd520c44652 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c44659 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838274.173781:0:22753:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.155@tcp lock: ffffa0cac29d9e00/0xae64dcd520c44652 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c44659 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788838274.173789:0:22753:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffffa0caf3014800 from 1 10000000:01000000:3.0:1788838274.173792:0:22753:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1788838274.173820:0:22753:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0cac0031600/0xae64dcd520c446e5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838274.173827:0:22753:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.155@tcp lock: ffffa0cac0031600/0xae64dcd520c446e5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838274.173836:0:22753:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.155@tcp lock: ffffa0cac0031600/0xae64dcd520c446e5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788838274.173849:0:22753:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb7b6300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22753:1875732255184896:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788838274.173877:0:22753:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788838274.173896:0:22753:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cac2e4ccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1788838274.174296:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255184896 00000100:00100000:0.0:1788838274.174302:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255184896 00000100:00100000:0.0:1788838274.174357:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1788838274.174365:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafa25c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+9:22753:x1875732255184896:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788838274.174375:0:22766:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788838274.174396:0:22766:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0c9c2bd7a00/0xae64dcd520c446ec lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xae64dcd520c446e5 expref: -99 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838274.174430:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0c9c2bd7a00/0xae64dcd520c446ec lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xae64dcd520c446e5 expref: 10 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838274.174441:0:22766:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0c9c2bd7a00/0xae64dcd520c446ec lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xae64dcd520c446e5 expref: 10 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838274.174451:0:22766:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0c9c2bd7a00, rc 0) 00000100:00100000:0.0:1788838274.174486:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafa25c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+10:22753:x1875732255184896:12345-0@lo:101:mount.lustre.0 Request processed in 122us (609us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838274.174492:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1788838274.174776:0:22753:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb7b6300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22753:1875732255184896:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788838274.174790:0:22753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.155@tcp lock: ffffa0cac0031600/0xae64dcd520c446e5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c446ec expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838274.174799:0:22753:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.155@tcp lock: ffffa0cac0031600/0xae64dcd520c446e5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xae64dcd520c446ec expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788838274.175725:0:22753:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb7b6300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22753:1875732255185024:0@lo:256:mount.lustre.0 00000100:00100000:3.0:1788838274.175783:0:22753:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788838274.175866:0:22753:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cac2e4ccc0 going to sleep for 11 seconds 00000100:00100000:1.0:1788838274.177520:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255185024 00000100:00100000:1.0:1788838274.177534:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255185024 00000100:00100000:1.0:1788838274.177703:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1788838274.177713:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafa25f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+10:22753:x1875732255185024:12345-0@lo:256:mount.lustre.0 20000000:01000000:1.0:1788838274.177740:0:22766:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:1.0:1788838274.177747:0:22766:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 0, version 1 00000100:00100000:1.0:1788838274.177868:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafa25f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+10:22753:x1875732255185024:12345-0@lo:256:mount.lustre.0 Request processed in 157us (2084us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838274.177876:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1788838274.177955:0:22753:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb7b6300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22753:1875732255185024:0@lo:256:mount.lustre.0 10000000:01000000:3.0:1788838274.178660:0:22753:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.155@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1788838274.178682:0:22753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0cac0031600/0xae64dcd520c446e5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c446ec expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838274.178693:0:22753:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.155@tcp lock: ffffa0cac0031600/0xae64dcd520c446e5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c446ec expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788838274.178702:0:22753:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffffa0caf3014800 from 1 10000000:01000000:3.0:1788838274.178705:0:22753:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1788838274.178739:0:22753:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0cac0030c00/0xae64dcd520c446f3 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838274.178747:0:22753:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.155@tcp lock: ffffa0cac0030c00/0xae64dcd520c446f3 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838274.178756:0:22753:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.155@tcp lock: ffffa0cac0030c00/0xae64dcd520c446f3 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788838274.178774:0:22753:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb7b6300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22753:1875732255185152:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788838274.178815:0:22753:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788838274.179452:0:22753:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cac2e4ccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1788838274.179549:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255185152 00000100:00100000:0.0:1788838274.179622:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255185152 00000100:00100000:0.0:1788838274.179661:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1788838274.179669:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafa25fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+10:22753:x1875732255185152:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788838274.179682:0:22769:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788838274.179700:0:22769:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0c9c2bd7200/0xae64dcd520c446fa lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xae64dcd520c446f3 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838274.179725:0:22769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0c9c2bd7200/0xae64dcd520c446fa lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xae64dcd520c446f3 expref: 11 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838274.179735:0:22769:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0c9c2bd7200/0xae64dcd520c446fa lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xae64dcd520c446f3 expref: 11 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838274.179744:0:22769:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0c9c2bd7200, rc 0) 00000100:00100000:0.0:1788838274.179793:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafa25fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+11:22753:x1875732255185152:12345-0@lo:101:mount.lustre.0 Request processed in 125us (977us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838274.179800:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1788838274.179894:0:22753:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb7b6300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22753:1875732255185152:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788838274.179910:0:22753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.155@tcp lock: ffffa0cac0030c00/0xae64dcd520c446f3 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c446fa expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838274.179918:0:22753:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.155@tcp lock: ffffa0cac0030c00/0xae64dcd520c446f3 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xae64dcd520c446fa expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788838274.179991:0:22753:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb7b6300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22753:1875732255185280:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788838274.180021:0:22753:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788838274.180043:0:22753:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cac2e4ccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1788838274.180095:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255185280 00000100:00100000:0.0:1788838274.180100:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255185280 00000100:00100000:0.0:1788838274.180118:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1788838274.180124:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c254fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+11:22753:x1875732255185280:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788838274.180712:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c254fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+11:22753:x1875732255185280:12345-0@lo:501:mount.lustre.0 Request processed in 585us (687us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838274.180720:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1788838274.180818:0:22753:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb7b6300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22753:1875732255185280:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788838274.180854:0:22753:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb7b6300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22753:1875732255185408:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788838274.180900:0:22753:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788838274.180929:0:22753:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cac2e4ccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1788838274.180978:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255185408 00000100:00100000:0.0:1788838274.180983:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255185408 00000100:00100000:0.0:1788838274.181005:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1788838274.181011:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c254d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+11:22753:x1875732255185408:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788838274.181109:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c254d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+11:22753:x1875732255185408:12345-0@lo:503:mount.lustre.0 Request processed in 97us (208us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838274.181116:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1788838274.181255:0:22753:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb7b6300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22753:1875732255185408:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788838274.181492:0:22802:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb7b6300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22802:1875732255185536:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788838274.181528:0:22802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788838274.181548:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255185536 00000100:00100000:3.0:1788838274.181564:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255185536 00000100:00100000:3.0:1788838274.181585:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1788838274.181591:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c254ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+11:22802:x1875732255185536:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788838274.182706:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c254ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+11:22802:x1875732255185536:12345-0@lo:502:llog_process_th.0 Request processed in 1108us (1172us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838274.182717:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1788838274.182782:0:22802:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cac2e4cf00 going to sleep for 11 seconds 00000100:00100000:3.0:1788838274.182803:0:22802:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb7b6300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22802:1875732255185536:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1788838274.182830:0:22802:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788838274.182841:0:22802:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788838274.182843:0:22802:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:3.0:1788838274.182850:0:22802:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffffa0caf3014800 00000020:00000080:3.0:1788838274.182861:0:22802:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1788838274.182869:0:22802:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788838274.182872:0:22802:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788838274.182873:0:22802:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:3.0:1788838274.182876:0:22802:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788838274.182879:0:22802:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788838274.182880:0:22802:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:3.0:1788838274.182883:0:22802:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffffa0caf3014800 00000020:00000080:3.0:1788838274.182885:0:22802:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1788838274.182959:0:22802:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788838274.182963:0:22802:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788838274.182964:0:22802:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:3.0:1788838274.182968:0:22802:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788838274.182970:0:22802:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788838274.182972:0:22802:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1788838274.182976:0:22802:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffffa0caf3014800 00000020:00000080:3.0:1788838274.182978:0:22802:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1788838274.182998:0:22802:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788838274.183001:0:22802:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788838274.183002:0:22802:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1788838274.183005:0:22802:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788838274.183007:0:22802:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788838274.183008:0:22802:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:3.0:1788838274.183012:0:22802:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffffa0caf3014800 00000020:00000080:3.0:1788838274.183014:0:22802:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:3.0:1788838274.183054:0:22802:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb7b6300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22802:1875732255185664:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788838274.183096:0:22802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788838274.183120:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255185664 00000100:00100000:3.0:1788838274.183125:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255185664 00000100:00100000:3.0:1788838274.183150:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1788838274.183364:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c254f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+11:22802:x1875732255185664:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788838274.183463:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c254f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+11:22802:x1875732255185664:12345-0@lo:502:llog_process_th.0 Request processed in 305us (366us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838274.183475:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1788838274.183509:0:22802:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cac2e4cf00 going to sleep for 11 seconds 00000100:00100000:3.0:1788838274.183521:0:22802:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb7b6300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22802:1875732255185664:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1788838274.183538:0:22802:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788838274.183543:0:22802:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788838274.183544:0:22802:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:3.0:1788838274.183668:0:22802:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 13 count 13 00000020:01000000:0.0:1788838274.183909:0:22753:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:0.0:1788838274.183930:0:22753:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.155@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1788838274.183951:0:22753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0cac0030c00/0xae64dcd520c446f3 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c446fa expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838274.183962:0:22753:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.155@tcp lock: ffffa0cac0030c00/0xae64dcd520c446f3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c446fa expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788838274.184015:0:22753:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1788838274.184018:0:22753:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffffa0caf3014800 10000000:01000000:0.0:1788838274.184021:0:22753:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffffa0caf3014800 10000000:01000000:0.0:1788838274.184025:0:22753:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1788838274.184030:0:22753:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffffa0caf3014800 from 1 10000000:01000000:0.0:1788838274.184033:0:22753:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1788838274.184063:0:22753:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd6200/0xae64dcd520c44701 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838274.184079:0:22753:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd6200/0xae64dcd520c44701 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838274.184088:0:22753:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd6200/0xae64dcd520c44701 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788838274.184103:0:22753:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caec9d2300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22753:1875732255185792:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788838274.184135:0:22753:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838274.184336:0:22753:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0caeb718600 going to sleep for 11 seconds 00000100:00100000:1.0:1788838274.184565:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255185792 00000100:00100000:1.0:1788838274.184572:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255185792 00000100:00100000:1.0:1788838274.184609:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1788838274.184624:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c254f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+11:22753:x1875732255185792:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788838274.184635:0:22769:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788838274.184649:0:22769:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0cafc8c0e00/0xae64dcd520c44708 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xae64dcd520c44701 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838274.184674:0:22769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0cafc8c0e00/0xae64dcd520c44708 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xae64dcd520c44701 expref: 12 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838274.184683:0:22769:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0cafc8c0e00/0xae64dcd520c44708 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xae64dcd520c44701 expref: 12 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838274.184692:0:22769:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0cafc8c0e00, rc 0) 00000100:00100000:1.0:1788838274.184736:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c254f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+12:22753:x1875732255185792:12345-0@lo:101:mount.lustre.0 Request processed in 113us (600us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838274.184742:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1788838274.184910:0:22753:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caec9d2300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22753:1875732255185792:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788838274.184925:0:22753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd6200/0xae64dcd520c44701 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c44708 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838274.184934:0:22753:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd6200/0xae64dcd520c44701 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xae64dcd520c44708 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788838274.184983:0:22753:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb7b6300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22753:1875732255185920:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788838274.185012:0:22753:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788838274.185042:0:22753:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cac2e4cf00 going to sleep for 11 seconds 00000100:00100000:1.0:1788838274.192339:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255185920 00000100:00100000:1.0:1788838274.192359:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255185920 00000100:00100000:1.0:1788838274.192418:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1788838274.192428:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c254f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+12:22753:x1875732255185920:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788838274.192785:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c254f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+12:22753:x1875732255185920:12345-0@lo:501:mount.lustre.0 Request processed in 358us (7771us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838274.192793:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1788838274.192968:0:22753:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb7b6300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22753:1875732255185920:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788838274.193017:0:22753:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb7b6300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22753:1875732255186048:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788838274.193060:0:22753:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788838274.193131:0:22753:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cacb44c300 going to sleep for 11 seconds 00000100:00100000:2.0:1788838274.194684:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255186048 00000100:00100000:2.0:1788838274.194697:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255186048 00000100:00100000:1.0:1788838274.196908:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1788838274.196933:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c254e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+12:22753:x1875732255186048:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788838274.197144:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c254e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+12:22753:x1875732255186048:12345-0@lo:503:mount.lustre.0 Request processed in 220us (4082us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838274.197157:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1788838274.197932:0:22753:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb7b6300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22753:1875732255186048:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788838274.203062:0:22806:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caf4127480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22806:1875732255186176:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788838274.203169:0:22806:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838274.203218:0:22806:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0c9c3a226c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788838274.203695:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255186176 00000100:00100000:2.0:1788838274.203704:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255186176 00000100:00100000:2.0:1788838274.203752:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1788838274.203762:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c254c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+12:22806:x1875732255186176:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788838274.203910:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c254c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+12:22806:x1875732255186176:12345-0@lo:502:llog_process_th.0 Request processed in 148us (741us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838274.203927:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1788838274.204175:0:22806:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caf4127480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22806:1875732255186176:0@lo:502:llog_process_th.0 00000020:01000004:1.0:1788838274.204252:0:22806:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0000 (typ=lwp) 00000020:00000080:1.0:1788838274.204268:0:22806:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0000 (ffffa0cacb438000) 00000020:00000080:1.0:1788838274.204295:0:22806:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type lwp with refcount 2 00000020:01000004:1.0:1788838274.204427:0:22806:0:(tgt_mount.c:153:server_get_mount()) get mount ffffa0caf3014800 from lustre-MDT0000, refs=4 00000020:01000004:1.0:1788838274.204432:0:22806:0:(tgt_mount.c:187:server_put_mount()) put mount ffffa0caf3014800 from lustre-MDT0000, refs=4 00000020:01000004:1.0:1788838274.204435:0:22806:0:(obd_mount.c:710:lustre_put_lsi()) put ffffa0caf3014800 4 00010000:00080000:1.0:1788838274.204465:0:22806:0:(ldlm_lib.c:102:import_set_conn()) imp ffffa0cafa1ec000@lustre-MDT0000-lwp-MDT0000: add connection 192.168.204.155@tcp at head 00010000:00010000:1.0:1788838274.206814:0:22806:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0000-4 is initialized 00000020:00000080:1.0:1788838274.207192:0:22806:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000010:01000000:1.0:1788838274.207236:0:22806:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1788838274.207263:0:22806:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000, cookie 0xae64dcd520c44716 00000100:00080000:1.0:1788838274.207274:0:22806:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1788838274.207280:0:22806:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffffa0cafa1ec000 using connection 192.168.204.155@tcp/0@lo 00000100:00100000:1.0:1788838274.207347:0:22806:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0caf4127480 x1875732255186304/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788838274.207377:0:22806:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00100000:3.0:1788838274.207402:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caf4127480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3646:1875732255186304:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1788838274.207477:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788838274.207551:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255186304 00000100:00100000:3.0:1788838274.207557:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255186304 00000100:00100000:3.0:1788838274.207748:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788838274.207755:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafb7b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3646:x1875732255186304:12345-0@lo:38:llog_process_th.0 00000100:00100000:3.0:1788838274.207807:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafb7b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3646:x1875732255186304:12345-0@lo:38:llog_process_th.0 Request processed in 51us (330us total) trans 0 rc -11/-11 00000100:00100000:3.0:1788838274.207815:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788838274.207847:0:3646:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1788838274.207855:0:3646:0:(import.c:65:import_set_state_nolock()) ffffa0cafa1ec000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788838274.207859:0:3646:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:3.0:1788838274.207862:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caf4127480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3646:1875732255186304:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1788838274.218582:0:22806:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb7b7b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22806:1875732255186432:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788838274.218687:0:22806:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788838274.218734:0:22806:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cadf01d000 going to sleep for 11 seconds 00000100:00100000:3.0:1788838274.218765:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255186432 00000100:00100000:3.0:1788838274.218772:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255186432 00000100:00100000:3.0:1788838274.218816:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1788838274.218824:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c254e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+12:22806:x1875732255186432:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788838274.218948:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c254e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+12:22806:x1875732255186432:12345-0@lo:502:llog_process_th.0 Request processed in 124us (262us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838274.218955:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1788838274.219008:0:22806:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb7b7b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22806:1875732255186432:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788838274.219047:0:22806:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb7b7b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22806:1875732255186560:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788838274.219080:0:22806:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788838274.219095:0:22806:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cadf01d000 going to sleep for 11 seconds 00000100:00100000:3.0:1788838274.219108:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255186560 00000100:00100000:3.0:1788838274.219112:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255186560 00000100:00100000:3.0:1788838274.219418:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1788838274.219425:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c254d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+12:22806:x1875732255186560:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788838274.219486:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c254d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+12:22806:x1875732255186560:12345-0@lo:502:llog_process_th.0 Request processed in 62us (405us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838274.219494:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1788838274.219528:0:22806:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb7b7b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22806:1875732255186560:0@lo:502:llog_process_th.0 00000040:00080000:3.0:1788838274.219545:0:22806:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:2.0:1788838274.220123:0:22753:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:2.0:1788838274.220205:0:22753:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.155@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1788838274.220232:0:22753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd6200/0xae64dcd520c44701 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c44708 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838274.220244:0:22753:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd6200/0xae64dcd520c44701 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c44708 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1788838274.220312:0:22753:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1788838274.220348:0:22753:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1788838274.220349:0:22753:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788838274.220351:0:22753:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788838274.220353:0:22753:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788838274.220354:0:22753:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788838274.220355:0:22753:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1788838274.220357:0:22753:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1788838274.220359:0:22753:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788838274.220360:0:22753:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1788838274.220364:0:22753:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x40020005 00000020:01000004:2.0:1788838274.220366:0:22753:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1788838274.220368:0:22753:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1788838274.220369:0:22753:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788838274.220371:0:22753:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788838274.220372:0:22753:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788838274.220373:0:22753:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788838274.220374:0:22753:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1788838274.220376:0:22753:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1788838274.220377:0:22753:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788838274.220378:0:22753:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1788838274.220397:0:22753:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:2.0:1788838274.220409:0:22753:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb787800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22753:1875732255186688:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1788838274.220450:0:22753:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788838274.220478:0:22753:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cad8eba780 going to sleep for 11 seconds 00000100:00100000:2.0:1788838274.220519:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255186688 00000100:00100000:2.0:1788838274.220525:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255186688 00000100:00100000:2.0:1788838274.220569:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1788838274.220577:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c254d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+12:22753:x1875732255186688:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1788838274.220610:0:22766:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:2.0:1788838274.220625:0:22766:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:2.0:1788838274.232309:0:22766:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:2.0:1788838274.232352:0:22766:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:2.0:1788838274.233672:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c254d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+12:22753:x1875732255186688:12345-0@lo:253:mount.lustre.0 Request processed in 13086us (13211us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838274.233687:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1788838274.233761:0:22753:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb787800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22753:1875732255186688:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1788838274.233777:0:22753:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:2.0:1788838274.233781:0:22753:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1788838274.233783:0:22753:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1788838274.233784:0:22753:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788838274.233785:0:22753:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788838274.233786:0:22753:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788838274.233788:0:22753:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788838274.233789:0:22753:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1788838274.233791:0:22753:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1788838274.233793:0:22753:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788838274.233794:0:22753:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:2.0:1788838274.233815:0:22753:0:(tgt_mount.c:2695:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 20000000:01000000:3.0:1788838274.239137:0:22790:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:3.0:1788838274.239147:0:22790:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:3.0:1788838274.239172:0:22790:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffffa0cac0030800/0xae64dcd520c4471d lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838274.239192:0:22790:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffffa0c9c2bd7a00/0xae64dcd520c446ec lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xae64dcd520c446e5 expref: 11 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838274.239200:0:22790:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffffa0cac0030800/0xae64dcd520c4471d lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838274.239243:0:22790:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffffa0c9c2bd7a00/0xae64dcd520c446ec lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xae64dcd520c446e5 expref: 11 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838274.239259:0:22790:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffffa0c9c2bd7a00/0xae64dcd520c446ec lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xae64dcd520c446e5 expref: 11 pid: 22766 timeout: 823 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788838274.239274:0:22790:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb7b7b80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22790:1875732255186816:0@lo:104: 00000100:00100000:3.0:1788838274.239379:0:22790:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788838274.239429:0:22790:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0caf429b840 going to sleep for 11 seconds 00000100:00100000:1.0:1788838274.239656:0:22757:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255186816 00000100:00100000:1.0:1788838274.239664:0:22757:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255186816 00000100:00100000:1.0:1788838274.239855:0:22757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1788838274.239866:0:22757:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafb7b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+3:22790:x1875732255186816:12345-0@lo:104: 00010000:00010000:1.0:1788838274.239880:0:22757:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.155@tcp lock: ffffa0cac0031600/0xae64dcd520c446e5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xae64dcd520c446ec expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838274.239990:0:22757:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1788838274.240006:0:22757:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafb7b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+3:22790:x1875732255186816:12345-0@lo:104: Request processed in 142us (627us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838274.240013:0:22757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1788838274.243717:0:22790:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb7b7b80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22790:1875732255186816:0@lo:104: 00010000:00010000:0.0:1788838274.243752:0:22790:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffffa0cac0030800/0xae64dcd520c4471d lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838274.243785:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788838274.243794:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.155@tcp lock: ffffa0cac0031600/0xae64dcd520c446e5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xae64dcd520c446ec expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838274.243803:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0cac0031600 already unused, calling callback (ffffffffc14aec20) 10000000:00010000:0.0:1788838274.243808:0:22763:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.155@tcp lock: ffffa0cac0031600/0xae64dcd520c446e5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xae64dcd520c446ec expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838274.243820:0:22763:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.155@tcp lock: ffffa0cac0031600/0xae64dcd520c446e5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xae64dcd520c446ec expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788838274.243828:0:22763:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.155@tcp lock: ffffa0cac0031600/0xae64dcd520c446e5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xae64dcd520c446ec expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788838274.243833:0:22763:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1788838274.243941:0:22763:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.155@tcp lock: ffffa0cac0031600/0xae64dcd520c446e5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xae64dcd520c446ec expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838274.243949:0:22763:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788838274.243974:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.155@tcp lock: ffffa0cac0031600/0xae64dcd520c446e5 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xae64dcd520c446ec expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838274.243982:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.155@tcp lock: ffffa0cac0031600/0xae64dcd520c446e5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xae64dcd520c446ec expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838274.244007:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788838274.244010:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788838274.244011:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788838274.244053:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caec9d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:3650:1875732255186944:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788838274.244123:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788838274.244742:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255186944 00000100:00100000:3.0:1788838274.244752:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255186944 00010000:00010000:3.0:1788838274.244786:0:22759:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffffa0c9c2bd7a00/0xae64dcd520c446ec lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xae64dcd520c446e5 expref: 12 pid: 22766 timeout: 823 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788838274.244827:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788838274.244836:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caec9d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+12:3650:x1875732255186944:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788838274.244850:0:22759:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788838274.244855:0:22759:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffffa0c9c2bd7a00/0xae64dcd520c446ec lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xae64dcd520c446e5 expref: 12 pid: 22766 timeout: 823 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838274.244866:0:22759:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffffa0c9c2bd7a00/0xae64dcd520c446ec lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xae64dcd520c446e5 expref: 12 pid: 22766 timeout: 823 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838274.244882:0:22759:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0c9c2bd7a00/0xae64dcd520c446ec lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xae64dcd520c446e5 expref: 12 pid: 22766 timeout: 823 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838274.244896:0:22759:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffffa0cac0030800/0xae64dcd520c4471d lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838274.244920:0:22759:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0cac0030800/0xae64dcd520c4471d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:3.0:1788838274.244936:0:22759:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.005789873s 00010000:00010000:3.0:1788838274.244941:0:22759:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffffa0cac0030800/0xae64dcd520c4471d lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838274.244948:0:22759:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffffa0cac0030800/0xae64dcd520c4471d lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838274.244956:0:22759:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffffa0cac0030800/0xae64dcd520c4471d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838274.244963:0:22759:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffffa0cac0030800/0xae64dcd520c4471d lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838274.244974:0:22759:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0cac0030800 already unused, calling callback (ffffffffc0e9d420) 00010000:00010000:3.0:1788838274.244978:0:22759:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffffa0cac0030800/0xae64dcd520c4471d lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838274.244986:0:22759:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffffa0cac0030800/0xae64dcd520c4471d lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838274.245002:0:22759:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffffa0cac0030800/0xae64dcd520c4471d lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838274.245012:0:22759:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788838274.245055:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caec9d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+11:3650:x1875732255186944:12345-0@lo:103:ldlm_bl.0 Request processed in 219us (931us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838274.245063:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788838274.245115:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caec9d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:3650:1875732255186944:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788838274.245140:0:22790:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffffa0cac0030800/0xae64dcd520c4471d lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838274.245148:0:22790:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffffa0cac0030800/0xae64dcd520c4471d lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838274.245388:0:22790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0cac0030800/0xae64dcd520c4471d lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00080000:2.0:1788838274.277348:0:22753:0:(update_trans.c:1496:distribute_txn_commit_batchid_init()) lustre-MDT0000: committed batchid 4294967530 00000040:01000000:2.0:1788838274.278779:0:22753:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osd ctxt 16 is initialized 00000020:00080000:1.0:1788838274.278813:0:22814:0:(update_trans.c:1539:distribute_txn_commit_thread()) lustre-MDT0000: start commit thread committed batchid 4294967530 00000020:00080000:1.0:1788838274.278818:0:22814:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967530 00000040:01000000:1.0:1788838274.280255:0:22815:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:2.0:1788838274.280919:0:22753:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osp-MDT0000 ctxt 16 is initialized 00000040:00080000:3.0:1788838274.281033:0:22815:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1788838274.285984:0:22815:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000400:0x1:0x0] index 261376 count 1 00000004:00080000:3.0:1788838274.286067:0:22815:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osd retrieved update log, duration 0, retries 0 00000100:00080000:3.0:1788838274.296963:0:22816:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffffa0cafb7b7480 x1875732255187072/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788838274.296996:0:22816:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cac2e17240 going to sleep for 0 seconds 00000040:01000000:1.0:1788838274.298703:0:22753:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 12 is initialized 00000040:00080000:1.0:1788838274.298755:0:22753:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:1.0:1788838274.301414:0:22753:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:1.0:1788838274.301440:0:22753:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 14 is initialized 00000040:00080000:1.0:1788838274.301533:0:22753:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1788838274.302563:0:22753:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:1.0:1788838274.304687:0:22753:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:1.0:1788838274.304771:0:22753:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 15 is initialized 00000040:00080000:1.0:1788838274.309449:0:22753:0:(llog_cat.c:403:llog_cat_set_first_idx()) catlog [0xa:0x7:0x0] first idx 1, last_idx 2 00080000:10000000:1.0:1788838274.310858:0:22753:0:(osd_handler.c:5581:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x36:0x0] (8/32) registered 00000001:00000004:1.0:1788838274.314995:0:22753:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:1.0:1788838274.319500:0:22753:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:1.0:1788838274.319541:0:22753:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=c00866e6 len=0 karg=ffffc2f6c1967988 00100000:10000000:1.0:1788838274.319559:0:22753:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0000-osd: start master thread 00000020:01000004:1.0:1788838274.320882:0:22753:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:1.0:1788838274.320901:0:22753:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.204.155@tcp: cl_mgc_mutex unlock 00000020:01000004:1.0:1788838274.320923:0:22753:0:(tgt_mount.c:2461:server_fill_super_common()) Server sb, dev=46 00000080:00000004:1.0:1788838274.320943:0:22753:0:(super25.c:182:lustre_fill_super()) /dev/mapper/mds1_flakey: Mount complete 00000020:00000004:1.0:1788838274.321898:0:22753:0:(tgt_mount.c:2347:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1788838274.322100:0:22753:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1788838274.689830:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788838275.271056:0:22810:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:3.0:1788838275.271067:0:22810:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788838275.278280:0:22810:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:2.0:1788838275.278300:0:22810:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00000100:00100000:3.0:1788838275.328428:0:22816:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cac2e17240 going to sleep for 0 seconds 10000000:01000000:3.0:1788838275.532250:0:22771:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1788838275.532272:0:22771:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffffa0caf3014800 from 11 10000000:01000000:3.0:1788838275.532278:0:22771:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1788838275.532347:0:22771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0cac0030400/0xae64dcd520c44724 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838275.532360:0:22771:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.155@tcp lock: ffffa0cac0030400/0xae64dcd520c44724 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838275.532373:0:22771:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.155@tcp lock: ffffa0cac0030400/0xae64dcd520c44724 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788838275.532402:0:22771:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb7b5180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22771:1875732255187200:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788838275.532475:0:22771:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788838275.532520:0:22771:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0caf429b180 going to sleep for 11 seconds 00000100:00100000:3.0:1788838275.532543:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255187200 00000100:00100000:3.0:1788838275.532550:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255187200 00000100:00100000:3.0:1788838275.532603:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1788838275.532611:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c254c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+11:22771:x1875732255187200:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788838275.532626:0:22769:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788838275.532641:0:22769:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0cac0030800/0xae64dcd520c4472b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xae64dcd520c44724 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838275.532666:0:22769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0cac0030800/0xae64dcd520c4472b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xae64dcd520c44724 expref: 12 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838275.532688:0:22769:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0cac0030800/0xae64dcd520c4472b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xae64dcd520c44724 expref: 12 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838275.532697:0:22769:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0cac0030800, rc 0) 00000100:00100000:3.0:1788838275.532737:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c254c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+12:22771:x1875732255187200:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 126us (262us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838275.532745:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1788838275.532799:0:22771:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb7b5180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22771:1875732255187200:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788838275.532814:0:22771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.155@tcp lock: ffffa0cac0030400/0xae64dcd520c44724 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c4472b expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838275.532823:0:22771:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.155@tcp lock: ffffa0cac0030400/0xae64dcd520c44724 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xae64dcd520c4472b expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788838275.532873:0:22771:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb7b5180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22771:1875732255187328:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1788838275.532902:0:22771:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788838275.532927:0:22771:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0caf429b180 going to sleep for 11 seconds 00000100:00100000:3.0:1788838275.534085:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255187328 00000100:00100000:3.0:1788838275.534095:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255187328 00000100:00100000:3.0:1788838275.534132:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1788838275.534140:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c254e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+12:22771:x1875732255187328:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1788838275.534160:0:22766:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1788838275.534177:0:22766:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1788838275.534180:0:22766:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:3.0:1788838275.534286:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c254e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+12:22771:x1875732255187328:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 146us (1382us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838275.534303:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1788838275.534365:0:22771:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb7b5180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22771:1875732255187328:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1788838275.534412:0:22771:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.155@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1788838275.534421:0:22771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0cac0030400/0xae64dcd520c44724 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c4472b expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838275.534431:0:22771:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.155@tcp lock: ffffa0cac0030400/0xae64dcd520c44724 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c4472b expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838275.711540:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788838276.293865:0:22810:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:3.0:1788838276.293875:0:22810:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788838276.294003:0:22810:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 1 count 1 00000040:00080000:3.0:1788838276.294042:0:22810:0:(llog_cat_server.c:902:llog_cat_cleanup()) cancel plain log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788838276.294180:0:22810:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 1 00000100:00100000:3.0:1788838276.352468:0:22816:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cac2e17240 going to sleep for 0 seconds 00010000:00010000:0.0:1788838276.743422:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788838277.375974:0:22816:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cac2e17240 going to sleep for 0 seconds 00010000:00010000:1.0:1788838277.769968:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788838278.399517:0:22816:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cac2e17240 going to sleep for 0 seconds 00010000:00010000:2.0:1788838278.786500:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1788838279.371767:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1788838279.371789:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1788838279.371793:0:38:0:(import.c:65:import_set_state_nolock()) ffffa0c9c38b2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788838279.371800:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 723 00000100:00080000:2.0:1788838279.371806:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1788838279.371814:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffffa0c9c38b2800 using connection 192.168.204.155@tcp/0@lo 00000100:00100000:2.0:1788838279.371839:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0cafb785880 x1875732255187584/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788838279.371980:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788838279.371984:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788838279.371987:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788838279.371990:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788838279.371993:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1788838279.371996:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1788838279.371998:0:38:0:(import.c:65:import_set_state_nolock()) ffffa0cafa1ec000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788838279.372004:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffffa0cafa1ec000 using connection 192.168.204.155@tcp/0@lo 00000100:00100000:2.0:1788838279.372020:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0cafb786a00 x1875732255187712/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788838279.372078:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb787800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:3647:1875732255187456:0@lo:400:kworker.0 00000100:00100000:2.0:1788838279.372205:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788838279.372293:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb785880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1875732255187584:0@lo:38:kworker.0 00000100:00100000:2.0:1788838279.372367:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788838279.372389:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb786a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3646:1875732255187712:0@lo:38:kworker.0 00000100:00100000:2.0:1788838279.372415:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788838279.372456:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255187456 00000100:00100000:2.0:1788838279.372463:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255187456 00000100:00100000:2.0:1788838279.374129:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1788838279.376596:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c254cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+12:3647:x1875732255187456:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788838279.376703:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c254cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+12:3647:x1875732255187456:12345-0@lo:400:kworker.0 Request processed in 2562us (4498us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838279.376714:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1788838279.376798:0:22780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255187584 00000100:00100000:2.0:1788838279.376808:0:22780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255187584 00000100:00100000:2.0:1788838279.376838:0:22780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1788838279.376860:0:22780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafb786300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3646:x1875732255187584:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1788838279.376878:0:22780:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1788838279.376915:0:22780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafb786300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3646:x1875732255187584:12345-0@lo:38:kworker.0 Request processed in 70us (4547us total) trans 0 rc -19/-19 00000100:00100000:2.0:1788838279.376921:0:22780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1788838279.376950:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255187712 00000100:00100000:2.0:1788838279.376954:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255187712 00000100:00100000:2.0:1788838279.376977:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1788838279.376981:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafb785c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3646:x1875732255187712:12345-0@lo:38:kworker.0 00010000:00080000:2.0:1788838279.376997:0:22776:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo t0 exp 0000000000000000 cur 729 last 0 00000020:00000080:2.0:1788838279.377246:0:22776:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0xae64dcd520c44732 00000004:00100000:2.0:1788838279.377264:0:22776:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:2.0:1788838279.377429:0:22776:0:(import.c:65:import_set_state_nolock()) ffffa0caec1f3800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788838279.377478:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafb785c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1875732255187712:12345-0@lo:38:kworker.0 Request processed in 494us (5060us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838279.377485:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:2.0:1788838279.377549:0:3646:0:(import.c:65:import_set_state_nolock()) ffffa0c9c38b2800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788838279.377564:0:3646:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1788838279.377568:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb785880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1875732255187584:0@lo:38:kworker.0 00010000:00080000:2.0:1788838279.377587:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffffa0cafb786a00 x1875732255187712/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788838289 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1788838279.377601:0:3646:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 3 00000100:00080000:2.0:1788838279.377609:0:3646:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:2.0:1788838279.377615:0:3646:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1788838279.377618:0:3646:0:(import.c:65:import_set_state_nolock()) ffffa0cafa1ec000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1788838279.377623:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb786a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3646:1875732255187712:0@lo:38:kworker.0 00000100:00100000:2.0:1788838279.377662:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb787800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:3647:1875732255187456:0@lo:400:kworker.0 00000100:00100000:3.0:1788838279.428389:0:22816:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cac2e17240 going to sleep for 0 seconds 00000001:02000400:1.0:1788838279.684567:0:23059:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg455-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:2.0:1788838279.808479:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788838280.447790:0:22816:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cac2e17240 going to sleep for 0 seconds 00000020:00000004:2.0:1788838280.767289:0:23111:0:(tgt_mount.c:2347:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1788838280.768152:0:23111:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1788838280.831571:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788838281.480200:0:22816:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cac2e17240 going to sleep for 0 seconds 00000020:00000004:3.0:1788838281.635789:0:23161:0:(tgt_mount.c:2347:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1788838281.635984:0:23161:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1788838281.858636:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788838282.500540:0:22816:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cac2e17240 going to sleep for 0 seconds 00010000:00010000:0.0:1788838282.880010:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788838283.519512:0:22816:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cac2e17240 going to sleep for 0 seconds 00010000:00010000:2.0:1788838283.909823:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1788838284.479468:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1788838284.479475:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1788838284.479479:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0c9c38b2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788838284.479487:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 729 00000100:00080000:2.0:1788838284.479494:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1788838284.479502:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffffa0c9c38b2800 using connection 192.168.204.155@tcp/0@lo 00000100:00100000:0.0:1788838284.479517:0:3646:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788838274/real 1788838274] req@ffffa0caec9d2d80 x1875732255184640/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788838284 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788838284.479528:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0cafb786a00 x1875732255187968/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788838284.479542:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:0.0:1788838284.479554:0:3646:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0caec9d2d80 x1875732255184640/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788838284 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1788838284.479556:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1788838284.479571:0:3646:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788838274/real 1788838274] req@ffffa0cafb787100 x1875732255184512/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788838284 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1788838284.479573:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788838284.479583:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1788838284.479593:0:3646:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0cafb787100 x1875732255184512/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788838284 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788838284.479649:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb787800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:3648:1875732255187840:0@lo:400:kworker.0 00000100:00100000:1.0:1788838284.479651:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb785880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3649:1875732255188096:0@lo:400:kworker.0 00000100:00100000:0.0:1788838284.479652:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb786a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1875732255187968:0@lo:38:kworker.0 00000100:00100000:0.0:1788838284.479799:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838284.479800:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788838284.479814:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1788838284.479899:0:3646:0:(import.c:65:import_set_state_nolock()) ffffa0caf4328000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1788838284.479907:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255188096 00000100:00080000:0.0:1788838284.479914:0:3646:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1788838284.479916:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255188096 00000100:00100000:0.0:1788838284.479920:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caec9d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1875732255184640:0@lo:8:llog_process_th.0 00000100:00080000:0.0:1788838284.479928:0:3646:0:(import.c:65:import_set_state_nolock()) ffffa0c9c419f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788838284.479933:0:3646:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1788838284.479944:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb787100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1875732255184512:0@lo:8:llog_process_th.0 00000100:00100000:1.0:1788838284.479967:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1788838284.479978:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caf4124e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1875732255188096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788838284.480033:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caf4124e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1875732255188096:12345-0@lo:400:kworker.0 Request processed in 57us (236us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838284.480041:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:1.0:1788838284.480080:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffffa0cafb785880 x1875732255188096/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788838300 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788838284.480103:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb785880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3649:1875732255188096:0@lo:400:kworker.0 00000100:00100000:3.0:1788838284.480382:0:22780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255187968 00000100:00100000:3.0:1788838284.480388:0:22780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255187968 00000100:00100000:3.0:1788838284.480409:0:22780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1788838284.480415:0:22780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caec9d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3646:x1875732255187968:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1788838284.480432:0:22780:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1788838284.480472:0:22780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caec9d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3646:x1875732255187968:12345-0@lo:38:kworker.0 Request processed in 57us (677us total) trans 0 rc -19/-19 00000100:00100000:3.0:1788838284.480484:0:22780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1788838284.480505:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255187840 00000100:00100000:3.0:1788838284.480508:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255187840 00000100:00100000:3.0:1788838284.480533:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1788838284.480539:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c254c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+12:3648:x1875732255187840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788838284.480593:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c254c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+12:3648:x1875732255187840:12345-0@lo:400:kworker.0 Request processed in 53us (780us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838284.480600:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1788838284.480626:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb787800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:3648:1875732255187840:0@lo:400:kworker.0 00000100:00080000:3.0:1788838284.480710:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788838284.483189:0:3646:0:(import.c:65:import_set_state_nolock()) ffffa0c9c38b2800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788838284.483200:0:3646:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1788838284.483205:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb786a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1875732255187968:0@lo:38:kworker.0 00000100:00080000:3.0:1788838284.485102:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1788838284.485112:0:38:0:(import.c:65:import_set_state_nolock()) ffffa0c9c419f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788838284.485120:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 723 00000100:00080000:3.0:1788838284.485127:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1788838284.485135:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffffa0c9c419f800 using connection 192.168.204.155@tcp/0@lo 00000100:00100000:3.0:1788838284.485174:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0cafb7b5180 x1875732255188224/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788838284.485203:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788838284.485206:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1788838284.485208:0:38:0:(import.c:65:import_set_state_nolock()) ffffa0caf4328000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788838284.485211:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 723 00000100:00080000:3.0:1788838284.485213:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1788838284.485217:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffffa0caf4328000 using connection 192.168.204.155@tcp/0@lo 00000100:00100000:3.0:1788838284.485229:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0cafb7b6d80 x1875732255188352/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788838284.485289:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb7b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1875732255188224:0@lo:8:kworker.0 00000400:00000100:0.0:1788838284.485371:0:3646:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875732255188224 offset 0 length 520: 4 00000100:00100000:0.0:1788838284.485412:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb7b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1875732255188352:0@lo:8:kworker.0 00000400:00000100:0.0:1788838284.485430:0:3646:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875732255188352 offset 0 length 520: 4 00000100:00100000:0.0:1788838284.543380:0:22816:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cac2e17240 going to sleep for 0 seconds 00010000:00010000:0.0:1788838284.932652:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788838285.567523:0:22816:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cac2e17240 going to sleep for 0 seconds 00010000:00010000:1.0:1788838285.956607:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788838286.533009:0:22810:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1788838286.596452:0:22816:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cac2e17240 going to sleep for 0 seconds 00010000:00010000:2.0:1788838286.975555:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788838287.622115:0:22816:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cac2e17240 going to sleep for 0 seconds 00010000:00010000:1.0:1788838287.999544:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1788838288.419772:0:23506:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:3.0:1788838288.419777:0:23506:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds2_flakey 00000020:01000004:3.0:1788838288.419778:0:23506:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:3.0:1788838288.419961:0:23506:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffffa0caeb80f800 00000020:01000004:3.0:1788838288.419977:0:23506:0:(tgt_mount.c:2503:osd_start()) Attempting to start lustre-MDT0001, type=osd-ldiskfs, lsifl=200001, mountfl=0 00000020:01000004:3.0:1788838288.419989:0:23506:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-osd (typ=osd-ldiskfs) 00000020:00000080:3.0:1788838288.420004:0:23506:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osd (ffffa0caf5193370) 00000020:00000080:3.0:1788838288.420035:0:23506:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type osd-ldiskfs with refcount 2 00100000:10000000:3.0:1788838288.539076:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xd:0x0] (16/1) registered 00100000:10000000:2.0:1788838288.542721:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:2.0:1788838288.554355:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:2.0:1788838288.557795:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:2.0:1788838288.558551:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:2.0:1788838288.559134:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:2.0:1788838288.559750:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:2.0:1788838288.560233:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x8:0x0] (8/32) registered 00100000:10000000:2.0:1788838288.560558:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:2.0:1788838288.560821:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x7:0x0] (8/32) registered 00100000:10000000:2.0:1788838288.561084:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:2.0:1788838288.561347:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:2.0:1788838288.561568:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x3:0x0] (8/32) registered 00100000:10000000:2.0:1788838288.561770:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:2.0:1788838288.562339:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:2.0:1788838288.562800:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x24:0x0] (24/16) registered 00100000:10000000:2.0:1788838288.563743:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:2.0:1788838288.564347:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xf:0x0] (16/1) registered 00100000:10000000:2.0:1788838288.565185:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:2.0:1788838288.565928:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:2.0:1788838288.566162:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:2.0:1788838288.567029:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1f:0x0] (24/16) registered 00100000:10000000:1.0:1788838288.571081:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:1.0:1788838288.572144:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:1.0:1788838288.572770:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xe:0x0] (16/1) registered 00100000:10000000:1.0:1788838288.573021:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:1.0:1788838288.573383:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x23:0x0] (24/16) registered 00100000:10000000:1.0:1788838288.573605:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:1.0:1788838288.573815:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x22:0x0] (24/16) registered 00100000:10000000:1.0:1788838288.574091:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:1.0:1788838288.574590:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:1.0:1788838288.574785:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:1.0:1788838288.574988:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x10:0x0] (16/1) registered 00100000:10000000:1.0:1788838288.575196:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:1.0:1788838288.581610:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:1.0:1788838288.582126:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x21:0x0] (24/16) registered 00100000:10000000:1.0:1788838288.582688:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x20:0x0] (24/16) registered 00100000:10000000:1.0:1788838288.582931:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:1.0:1788838288.583126:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:1.0:1788838288.583400:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:1.0:1788838288.583978:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:1.0:1788838288.584349:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x12:0x0] (16/1) registered 00100000:10000000:1.0:1788838288.584608:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:1.0:1788838288.584856:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:1.0:1788838288.585384:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x11:0x0] (16/1) registered 00100000:10000000:1.0:1788838288.585760:0:23506:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x18:0x0] (16/1) registered 00080000:01000000:1.0:1788838288.588829:0:23506:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0001: register osd-ldiskfs tunable parameters 00000020:00000080:1.0:1788838288.589707:0:23506:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00080000:01000000:1.0:1788838288.589722:0:23506:0:(osd_handler.c:8925:osd_obd_connect()) connect #0 00000020:00000080:1.0:1788838288.589737:0:23506:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xae64dcd520c44740 00000020:01000004:1.0:1788838288.589747:0:23506:0:(tgt_mount.c:2588:server_fill_super()) Found service lustre-MDT0001 on device /dev/mapper/mds2_flakey 00000020:01000004:1.0:1788838288.589772:0:23506:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.204.155@tcp:Set MGC reconnect 1 10000000:01000000:1.0:1788838288.589776:0:23506:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.204.155@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:1.0:1788838288.589783:0:23506:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-MDT0001 00000020:01000004:1.0:1788838288.589815:0:23506:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds2_flakey 10000000:01000000:1.0:1788838288.589820:0:23506:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.204.155@tcp: cl_mgc_mutex lustre-MDT0001-osd for locked: rc = 0 00000040:01000000:0.0:1788838288.602047:0:23506:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.155@tcp ctxt 0 is initialized 00000020:01000004:0.0:1788838288.602088:0:23506:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0001, fs=lustre, 192.168.204.155@tcp, index=0001, flags=0x20001 00000020:01000004:0.0:1788838288.602093:0:23506:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:0.0:1788838288.602095:0:23506:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:0.0:1788838288.602097:0:23506:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788838288.602098:0:23506:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788838288.602100:0:23506:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788838288.602101:0:23506:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788838288.602103:0:23506:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1788838288.602104:0:23506:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788838288.602111:0:23506:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1788838288.602115:0:23506:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x10020001 00000020:01000004:0.0:1788838288.602116:0:23506:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1788838288.602118:0:23506:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:0.0:1788838288.602118:0:23506:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788838288.602119:0:23506:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788838288.602120:0:23506:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788838288.602121:0:23506:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788838288.602122:0:23506:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1788838288.602122:0:23506:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788838288.602123:0:23506:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1788838288.602167:0:23506:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:0.0:1788838288.602188:0:23506:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caec9d2d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:23506:1875732255188480:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1788838288.602696:0:23506:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838288.602793:0:23506:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0caeb60f6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788838288.602844:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255188480 00000100:00100000:2.0:1788838288.602852:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255188480 00000100:00100000:2.0:1788838288.603027:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1788838288.603040:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c254dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+12:23506:x1875732255188480:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1788838288.603088:0:22766:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:2.0:1788838288.603092:0:22766:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0001 is running on 0@lo 20000000:01000000:2.0:1788838288.603099:0:22766:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 00000100:00100000:2.0:1788838288.603581:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c254dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+12:23506:x1875732255188480:12345-0@lo:253:mount.lustre.0 Request processed in 542us (883us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838288.603591:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1788838288.603719:0:23506:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caec9d2d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:23506:1875732255188480:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1788838288.603731:0:23506:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:0.0:1788838288.603735:0:23506:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1788838288.603736:0:23506:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:0.0:1788838288.603738:0:23506:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788838288.603739:0:23506:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788838288.603740:0:23506:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788838288.603741:0:23506:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788838288.603742:0:23506:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1788838288.603744:0:23506:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788838288.603745:0:23506:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:0.0:1788838288.603767:0:23506:0:(tgt_mount.c:101:server_register_mount()) register mount ffffa0caeb80f800 from lustre-MDT0001 10000000:01000000:0.0:1788838288.603799:0:23506:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0001 from 0 10000000:01000000:0.0:1788838288.603802:0:23506:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0001-0000000000000000 10000000:01000000:0.0:1788838288.603809:0:23506:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffffa0caf4133370 local copy 00010000:00010000:0.0:1788838288.603820:0:23506:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0cafc8c1600/0xae64dcd520c44636 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c4463d expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788838288.603927:0:23506:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caec9d2d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:23506:1875732255188608:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788838288.603972:0:23506:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838288.604217:0:23506:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0caeb60f600 going to sleep for 11 seconds 00000100:00100000:3.0:1788838288.604368:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255188608 00000100:00100000:3.0:1788838288.604375:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255188608 00000100:00100000:3.0:1788838288.604407:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1788838288.604414:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafda80c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+12:23506:x1875732255188608:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788838288.604490:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafda80c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+12:23506:x1875732255188608:12345-0@lo:501:mount.lustre.0 Request processed in 76us (517us total) trans 0 rc -2/-2 00000100:00100000:3.0:1788838288.604497:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1788838288.604580:0:23506:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caec9d2d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:23506:1875732255188608:0@lo:501:mount.lustre.0 10000000:01000000:0.0:1788838288.604594:0:23506:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.204.155@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:0.0:1788838288.604611:0:23506:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.204.155@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:0.0:1788838288.604619:0:23506:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0cafc8c1600/0xae64dcd520c44636 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c4463d expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838288.604627:0:23506:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.155@tcp lock: ffffa0cafc8c1600/0xae64dcd520c44636 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c4463d expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788838288.604652:0:23506:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffffa0caeb80f800 10000000:01000000:0.0:1788838288.604657:0:23506:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:0.0:1788838288.604663:0:23506:0:(mgc_request.c:194:do_config_log_add()) do adding config log nodemap-ffffa0caf4133370 10000000:01000000:0.0:1788838288.604666:0:23506:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 10000000:01000000:0.0:1788838288.604669:0:23506:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffffa0caf4133370 from 1 10000000:01000000:0.0:1788838288.604672:0:23506:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1788838288.604700:0:23506:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd6000/0xae64dcd520c44747 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838288.604707:0:23506:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd6000/0xae64dcd520c44747 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838288.604716:0:23506:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd6000/0xae64dcd520c44747 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788838288.604732:0:23506:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caec9d2d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:23506:1875732255188736:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788838288.604761:0:23506:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838288.604799:0:23506:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0caeb60f600 going to sleep for 11 seconds 00000100:00100000:3.0:1788838288.604843:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255188736 00000100:00100000:3.0:1788838288.604847:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255188736 00000100:00100000:3.0:1788838288.604865:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1788838288.604872:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafda82050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+12:23506:x1875732255188736:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788838288.604891:0:22769:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788838288.604907:0:22769:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0cac0030200/0xae64dcd520c4474e lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xae64dcd520c44747 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838288.604930:0:22769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0cac0030200/0xae64dcd520c4474e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xae64dcd520c44747 expref: 13 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838288.604941:0:22769:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0cac0030200/0xae64dcd520c4474e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xae64dcd520c44747 expref: 13 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838288.604965:0:22769:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0cac0030200, rc 0) 00000100:00100000:3.0:1788838288.605004:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafda82050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+13:23506:x1875732255188736:12345-0@lo:101:mount.lustre.0 Request processed in 132us (242us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838288.605210:0:23506:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caec9d2d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:23506:1875732255188736:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788838288.605222:0:23506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd6000/0xae64dcd520c44747 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c4474e expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838288.605231:0:23506:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd6000/0xae64dcd520c44747 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xae64dcd520c4474e expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788838288.605246:0:23506:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.155@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1788838288.605257:0:23506:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd6000/0xae64dcd520c44747 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c4474e expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838288.605264:0:23506:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd6000/0xae64dcd520c44747 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c4474e expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788838288.605270:0:23506:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffffa0caeb80f800 10000000:01000000:0.0:1788838288.605282:0:23506:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:0.0:1788838288.605285:0:23506:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffffa0caeb80f800 from 1 10000000:01000000:0.0:1788838288.605287:0:23506:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:0.0:1788838288.605301:0:23506:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd6400/0xae64dcd520c44755 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838288.605308:0:23506:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd6400/0xae64dcd520c44755 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838288.605332:0:23506:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd6400/0xae64dcd520c44755 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788838288.605346:0:23506:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caec9d2d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:23506:1875732255188864:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788838288.605372:0:23506:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838288.605393:0:23506:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0caeb60f600 going to sleep for 11 seconds 00000100:00100000:3.0:1788838288.605442:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1788838288.605467:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255188864 00000100:00100000:3.0:1788838288.605471:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255188864 00000100:00100000:3.0:1788838288.605499:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1788838288.605505:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafda82450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+13:23506:x1875732255188864:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788838288.605513:0:22769:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788838288.605522:0:22769:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0cac0030e00/0xae64dcd520c4475c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xae64dcd520c44755 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838288.605535:0:22769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0cac0030e00/0xae64dcd520c4475c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xae64dcd520c44755 expref: 14 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838288.605544:0:22769:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0cac0030e00/0xae64dcd520c4475c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xae64dcd520c44755 expref: 14 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838288.605551:0:22769:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0cac0030e00, rc 0) 00000100:00100000:3.0:1788838288.605588:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafda82450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+14:23506:x1875732255188864:12345-0@lo:101:mount.lustre.0 Request processed in 83us (215us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838288.605595:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1788838288.605654:0:23506:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caec9d2d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:23506:1875732255188864:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788838288.605665:0:23506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd6400/0xae64dcd520c44755 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c4475c expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838288.605672:0:23506:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd6400/0xae64dcd520c44755 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xae64dcd520c4475c expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788838288.605685:0:23506:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.155@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:0.0:1788838288.605701:0:23506:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd6400/0xae64dcd520c44755 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c4475c expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838288.605708:0:23506:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd6400/0xae64dcd520c44755 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c4475c expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788838288.605714:0:23506:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0001-0000000000000000 10000000:01000000:0.0:1788838288.605718:0:23506:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1788838288.605722:0:23506:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffffa0caeb80f800 10000000:01000000:0.0:1788838288.605724:0:23506:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:0.0:1788838288.605729:0:23506:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 1 10000000:01000000:0.0:1788838288.605731:0:23506:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00010000:00010000:0.0:1788838288.605744:0:23506:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd6e00/0xae64dcd520c44763 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838288.605750:0:23506:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd6e00/0xae64dcd520c44763 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838288.605756:0:23506:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd6e00/0xae64dcd520c44763 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788838288.605777:0:23506:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caec9d2d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:23506:1875732255188992:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788838288.605800:0:23506:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838288.605813:0:23506:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0caeb60f600 going to sleep for 11 seconds 00000100:00100000:3.0:1788838288.606036:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255188992 00000100:00100000:3.0:1788838288.606041:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255188992 00000100:00100000:3.0:1788838288.606061:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1788838288.606067:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafda80450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+14:23506:x1875732255188992:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788838288.606076:0:22769:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788838288.606090:0:22769:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0cac0031600/0xae64dcd520c4476a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xae64dcd520c44763 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838288.606105:0:22769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0cac0031600/0xae64dcd520c4476a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xae64dcd520c44763 expref: 15 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838288.606113:0:22769:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0cac0031600/0xae64dcd520c4476a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xae64dcd520c44763 expref: 15 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838288.606119:0:22769:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0cac0031600, rc 0) 00000100:00100000:3.0:1788838288.606156:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafda80450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+15:23506:x1875732255188992:12345-0@lo:101:mount.lustre.0 Request processed in 89us (354us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838288.606161:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1788838288.606222:0:23506:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caec9d2d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:23506:1875732255188992:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788838288.606233:0:23506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd6e00/0xae64dcd520c44763 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c4476a expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838288.606242:0:23506:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd6e00/0xae64dcd520c44763 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xae64dcd520c4476a expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788838288.607613:0:23506:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 46 count 46 00000040:00080000:0.0:1788838288.608285:0:23506:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1788838288.621093:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:0.0:1788838288.621155:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 136 off8552 00000040:00080000:0.0:1788838288.621170:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 176 off8728 00000040:00080000:0.0:1788838288.621182:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8952 00000040:00080000:0.0:1788838288.621193:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 224 off9176 00000040:00080000:0.0:1788838288.621205:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 120 off9296 00000040:00080000:0.0:1788838288.621216:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 112 off9408 00000040:00080000:0.0:1788838288.621229:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 160 off9568 00000040:00080000:0.0:1788838288.621247:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9792 00000040:00080000:0.0:1788838288.621260:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10016 00000040:00080000:0.0:1788838288.621272:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 88 off10104 00000040:00080000:0.0:1788838288.621285:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 144 off10248 00000040:00080000:0.0:1788838288.621297:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].13, 152 off10400 00000040:00080000:0.0:1788838288.621308:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].14, 168 off10568 00000040:00080000:0.0:1788838288.621978:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].15, 224 off10792 00000040:00080000:0.0:1788838288.622001:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].16, 224 off11016 00000040:00080000:0.0:1788838288.622029:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].17, 80 off11096 00000040:00080000:0.0:1788838288.622059:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].18, 224 off11320 00000040:00080000:0.0:1788838288.622072:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].19, 224 off11544 00000040:00080000:0.0:1788838288.622086:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].20, 160 off11704 00000040:00080000:0.0:1788838288.622100:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].21, 224 off11928 00000040:00080000:0.0:1788838288.622114:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].22, 224 off12152 00000040:00080000:0.0:1788838288.622127:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].23, 80 off12232 00000040:00080000:0.0:1788838288.622141:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].24, 224 off12456 00000040:00080000:0.0:1788838288.622154:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].25, 224 off12680 00000040:00080000:0.0:1788838288.622168:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].26, 88 off12768 00000040:00080000:0.0:1788838288.622181:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].27, 144 off12912 00000040:00080000:0.0:1788838288.622194:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].28, 152 off13064 00000040:00080000:0.0:1788838288.622207:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].29, 136 off13200 00000040:00080000:0.0:1788838288.622220:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].30, 224 off13424 00000040:00080000:0.0:1788838288.622235:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].31, 224 off13648 00000040:00080000:0.0:1788838288.622250:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].32, 80 off13728 00000040:00080000:0.0:1788838288.622264:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].33, 224 off13952 00000040:00080000:0.0:1788838288.622278:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].34, 224 off14176 00000040:00080000:0.0:1788838288.622291:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].35, 88 off14264 00000040:00080000:0.0:1788838288.622304:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].36, 144 off14408 00000040:00080000:0.0:1788838288.623070:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].37, 152 off14560 00000040:00080000:0.0:1788838288.623104:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].38, 136 off14696 00000040:00080000:0.0:1788838288.623118:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].39, 224 off14920 00000040:00080000:0.0:1788838288.623131:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].40, 224 off15144 00000040:00080000:0.0:1788838288.623144:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].41, 80 off15224 00000040:00080000:0.0:1788838288.623157:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].42, 224 off15448 00000040:00080000:0.0:1788838288.623170:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].43, 224 off15672 00000040:00080000:0.0:1788838288.623184:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].44, 120 off15792 00000040:00080000:0.0:1788838288.623220:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].45, 224 off16016 00000040:00080000:0.0:1788838288.623227:0:23506:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 45 count 46 00000100:00100000:0.0:1788838288.624066:0:23506:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caec9d2d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:23506:1875732255189120:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788838288.624143:0:23506:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838288.624240:0:23506:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0caeb60f840 going to sleep for 11 seconds 00000100:00100000:3.0:1788838288.631643:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255189120 00000100:00100000:3.0:1788838288.631660:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255189120 00000100:00100000:3.0:1788838288.631727:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1788838288.631738:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafda81050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+15:23506:x1875732255189120:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788838288.633052:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafda81050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+15:23506:x1875732255189120:12345-0@lo:501:mount.lustre.0 Request processed in 1308us (8901us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838288.633064:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1788838288.636480:0:23506:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caec9d2d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:23506:1875732255189120:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788838288.636826:0:23506:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb786a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:23506:1875732255189248:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788838288.636974:0:23506:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788838288.637066:0:23506:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0caca4b4900 going to sleep for 11 seconds 00000100:00100000:1.0:1788838288.637114:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255189248 00000100:00100000:1.0:1788838288.637122:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255189248 00000100:00100000:1.0:1788838288.637217:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1788838288.637237:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafda81450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+15:23506:x1875732255189248:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788838288.638348:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafda81450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+15:23506:x1875732255189248:12345-0@lo:503:mount.lustre.0 Request processed in 1119us (1370us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838288.638367:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1788838288.645974:0:23506:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb786a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:23506:1875732255189248:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1788838288.646609:0:23506:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1788838288.646735:0:23506:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb7b4000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:23506:1875732255189376:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788838288.646815:0:23506:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788838288.646857:0:23506:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cacb44c9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788838288.647117:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255189376 00000100:00100000:2.0:1788838288.647126:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255189376 00000100:00100000:2.0:1788838288.647179:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1788838288.647188:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafda83c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+15:23506:x1875732255189376:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788838288.647999:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafda83c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+15:23506:x1875732255189376:12345-0@lo:502:mount.lustre.0 Request processed in 809us (1181us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838288.648020:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1788838288.648364:0:22816:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cac2e17240 going to sleep for 0 seconds 00000100:00100000:3.0:1788838288.648682:0:23506:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb7b4000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:23506:1875732255189376:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788838288.649112:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:3.0:1788838288.649152:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 136 off8552 00000040:00080000:3.0:1788838288.649168:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 176 off8728 00000040:00080000:3.0:1788838288.649182:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8952 00000040:00080000:3.0:1788838288.649197:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 224 off9176 00000040:00080000:3.0:1788838288.649211:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 120 off9296 00000040:00080000:3.0:1788838288.649297:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 112 off9408 00000040:00080000:3.0:1788838288.649435:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 160 off9568 00000040:00080000:3.0:1788838288.649455:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9792 00000040:00080000:3.0:1788838288.649472:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10016 00000040:00080000:3.0:1788838288.649566:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 88 off10104 00000040:00080000:3.0:1788838288.649587:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 144 off10248 00000040:00080000:3.0:1788838288.649599:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].13, 152 off10400 00000040:00080000:3.0:1788838288.649610:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].14, 168 off10568 00000040:00080000:3.0:1788838288.649623:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].15, 224 off10792 00000040:00080000:3.0:1788838288.649636:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].16, 224 off11016 00000040:00080000:3.0:1788838288.649647:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].17, 80 off11096 00000040:00080000:3.0:1788838288.649659:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].18, 224 off11320 00000040:00080000:3.0:1788838288.649671:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].19, 224 off11544 00000040:00080000:3.0:1788838288.649682:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].20, 160 off11704 00000040:00080000:3.0:1788838288.649693:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].21, 224 off11928 00000040:00080000:3.0:1788838288.649705:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].22, 224 off12152 00000040:00080000:3.0:1788838288.649716:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].23, 80 off12232 00000040:00080000:3.0:1788838288.649730:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].24, 224 off12456 00000040:00080000:3.0:1788838288.649743:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].25, 224 off12680 00000040:00080000:3.0:1788838288.649756:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].26, 88 off12768 00000040:00080000:3.0:1788838288.649769:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].27, 144 off12912 00000040:00080000:3.0:1788838288.649782:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].28, 152 off13064 00000040:00080000:3.0:1788838288.649795:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].29, 136 off13200 00000040:00080000:3.0:1788838288.649807:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].30, 224 off13424 00000040:00080000:3.0:1788838288.649819:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].31, 224 off13648 00000040:00080000:3.0:1788838288.649831:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].32, 80 off13728 00000040:00080000:3.0:1788838288.649844:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].33, 224 off13952 00000040:00080000:3.0:1788838288.649857:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].34, 224 off14176 00000040:00080000:3.0:1788838288.650664:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].35, 88 off14264 00000040:00080000:3.0:1788838288.650688:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].36, 144 off14408 00000040:00080000:3.0:1788838288.650702:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].37, 152 off14560 00000040:00080000:3.0:1788838288.650716:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].38, 136 off14696 00000040:00080000:3.0:1788838288.650730:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].39, 224 off14920 00000040:00080000:3.0:1788838288.650748:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].40, 224 off15144 00000040:00080000:3.0:1788838288.650761:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].41, 80 off15224 00000040:00080000:3.0:1788838288.650775:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].42, 224 off15448 00000040:00080000:3.0:1788838288.650789:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].43, 224 off15672 00000040:00080000:3.0:1788838288.650804:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].44, 120 off15792 00000100:00100000:3.0:1788838288.650857:0:23506:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb7b4000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:23506:1875732255189504:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788838288.651717:0:23506:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788838288.651773:0:23506:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cacb44c9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788838288.652887:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255189504 00000100:00100000:2.0:1788838288.652914:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255189504 00000100:00100000:2.0:1788838288.652985:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1788838288.652996:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafda83850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+15:23506:x1875732255189504:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788838288.653382:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafda83850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+15:23506:x1875732255189504:12345-0@lo:502:mount.lustre.0 Request processed in 387us (1665us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838288.653390:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1788838288.653734:0:23506:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb7b4000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:23506:1875732255189504:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788838288.653962:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].45, 224 off16016 00000040:00080000:2.0:1788838288.653978:0:23506:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 45 count 46 00000020:01000000:0.0:1788838288.655065:0:23510:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788838288.655078:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788838288.655081:0:23510:0:(obd_config.c:1563:class_process_config()) marker 11 (0x1) lustre-MDT0001-m lov setup 00000020:01000000:0.0:1788838288.655086:0:23510:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0001) 00000020:00000080:0.0:1788838288.655089:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1788838288.655104:0:23510:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdtlov (ffffa0caf5070000) 00000020:00000080:0.0:1788838288.655130:0:23510:0:(obd_config.c:720:class_attach_name()) OBD: dev 13 attached type lod with refcount 2 00000020:00000080:0.0:1788838288.655137:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:0.0:1788838288.655210:0:23510:0:(osd_handler.c:8925:osd_obd_connect()) connect #1 00000020:00000080:0.0:1788838288.655217:0:23510:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xae64dcd520c44778 00000020:00000080:0.0:1788838288.657593:0:23510:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:01000000:0.0:1788838288.657605:0:23510:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788838288.657613:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788838288.657615:0:23510:0:(obd_config.c:1563:class_process_config()) marker 11 (0x2) lustre-MDT0001-m lov setup 00000020:01000000:0.0:1788838288.657620:0:23510:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788838288.657626:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788838288.657627:0:23510:0:(obd_config.c:1563:class_process_config()) marker 12 (0x1) lustre-MDT0001 add mdt 00000020:00000080:0.0:1788838288.657632:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1788838288.657645:0:23510:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001 (ffffa0caf5073370) 00000020:00000080:0.0:1788838288.657666:0:23510:0:(obd_config.c:720:class_attach_name()) OBD: dev 14 attached type mdt with refcount 2 00000020:00000080:0.0:1788838288.657672:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:0.0:1788838288.657675:0:23510:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0001 osc lustre-MDT0001-mdtlov mdc (null) 00000020:01000000:0.0:1788838288.657678:0:23510:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0001 00000020:00000080:0.0:1788838288.657685:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:0.0:1788838288.657780:0:23510:0:(tgt_mount.c:153:server_get_mount()) get mount ffffa0caeb80f800 from lustre-MDT0001, refs=2 00000020:00000080:0.0:1788838288.657792:0:23510:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0001 (ffffa0caf5074d28) 00000020:00000080:0.0:1788838288.657805:0:23510:0:(obd_config.c:720:class_attach_name()) OBD: dev 15 attached type mdd with refcount 2 00000004:01000000:0.0:1788838288.657870:0:23510:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:0.0:1788838288.658157:0:23510:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xae64dcd520c4478d 00000020:00000080:0.0:1788838288.658285:0:23510:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000004:01000000:0.0:1788838288.658300:0:23510:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:0.0:1788838288.658305:0:23510:0:(genops.c:1385:class_connect()) connect: client lustre-MDD0001_UUID, cookie 0xae64dcd520c44794 00080000:01000000:0.0:1788838288.658341:0:23510:0:(osd_handler.c:8925:osd_obd_connect()) connect #2 00000020:00000080:0.0:1788838288.658347:0:23510:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xae64dcd520c4479b 00010000:00010000:3.0:1788838288.755107:0:23510:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0001_UUID-2 is initialized 00000001:00000004:3.0:1788838288.756060:0:23510:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 8589934595 00000001:00080000:3.0:1788838288.756843:0:23510:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:3.0:1788838288.758375:0:23510:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:01000000:3.0:1788838288.758387:0:23510:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788838288.758393:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788838288.758395:0:23510:0:(obd_config.c:1563:class_process_config()) marker 12 (0x2) lustre-MDT0001 add mdt 00000020:01000000:3.0:1788838288.758398:0:23510:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788838288.758404:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788838288.758405:0:23510:0:(obd_config.c:1563:class_process_config()) marker 13 (0x1) lustre-MDT0000 add osp 00000020:00000080:3.0:1788838288.758409:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1788838288.758414:0:23510:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.155@tcp to nid 0x20000c0a8cc9b (192.168.204.155@tcp) 00000020:00000080:3.0:1788838288.758440:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1788838288.758455:0:23510:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osp-MDT0001 (ffffa0caf5190000) 00000020:00000080:3.0:1788838288.758475:0:23510:0:(obd_config.c:720:class_attach_name()) OBD: dev 16 attached type osp with refcount 2 00000020:00000080:3.0:1788838288.758480:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1788838288.758572:0:23510:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0000-osp-MDT0001: connect to lustre-MDT0001-osd (lustre-MDT0000-osp-MDT0001) 00080000:01000000:3.0:1788838288.758580:0:23510:0:(osd_handler.c:8925:osd_obd_connect()) connect #3 00000020:00000080:3.0:1788838288.758588:0:23510:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xae64dcd520c447a9 00010000:00080000:3.0:1788838288.758625:0:23510:0:(ldlm_lib.c:102:import_set_conn()) imp ffffa0c9c402b800@lustre-MDT0000-osp-MDT0001: add connection 192.168.204.155@tcp at head 00010000:00010000:3.0:1788838288.760288:0:23510:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-osp-MDT0001-5 is initialized 00000020:00000080:2.0:1788838288.767439:0:23510:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1788838288.767454:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00000004:01000000:2.0:1788838288.767502:0:23510:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0000_UUID idx:0 gen:1 00000020:00000080:2.0:1788838288.767526:0:23510:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xae64dcd520c447b0 00000100:00080000:2.0:1788838288.767538:0:23510:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1788838288.767544:0:23510:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa0c9c402b800 using connection 192.168.204.155@tcp/0@lo 00000100:00100000:2.0:1788838288.767597:0:23510:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0cafb785f80 x1875732255189632/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788838288.767625:0:23510:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000020:01000000:2.0:1788838288.767716:0:23510:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788838288.767721:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788838288.767723:0:23510:0:(obd_config.c:1563:class_process_config()) marker 13 (0x2) lustre-MDT0000 add osp 00000020:01000000:2.0:1788838288.767727:0:23510:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1788838288.767730:0:23510:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #14 00000020:01000000:2.0:1788838288.767732:0:23510:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1788838288.767734:0:23510:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1788838288.767735:0:23510:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1788838288.767738:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788838288.767740:0:23510:0:(obd_config.c:1563:class_process_config()) marker 14 (0x6) lustre sys.timeout 00000020:01000000:2.0:1788838288.767743:0:23510:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788838288.767748:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788838288.767750:0:23510:0:(obd_config.c:1563:class_process_config()) marker 15 (0x1) lustre-MDT0001 mdt.identity_upcall 00000020:00000080:2.0:1788838288.767760:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:2.0:1788838288.767795:0:23510:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0001: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:2.0:1788838288.767821:0:23510:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788838288.767824:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788838288.767825:0:23510:0:(obd_config.c:1563:class_process_config()) marker 15 (0x2) lustre-MDT0001 mdt.identity_upcall 00000020:01000000:2.0:1788838288.767828:0:23510:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1788838288.767830:0:23510:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #18 00000020:01000000:2.0:1788838288.767831:0:23510:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1788838288.767833:0:23510:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1788838288.767835:0:23510:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1788838288.767847:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788838288.767848:0:23510:0:(obd_config.c:1563:class_process_config()) marker 18 (0x6) lustre sys.timeout 00000020:01000000:2.0:1788838288.767852:0:23510:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1788838288.767855:0:23510:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:2.0:1788838288.767858:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788838288.767859:0:23510:0:(obd_config.c:1563:class_process_config()) marker 23 (0x1) lustre-OST0000 add osc 00000020:00000080:2.0:1788838288.767862:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1788838288.767866:0:23510:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.155@tcp to nid 0x20000c0a8cc9b (192.168.204.155@tcp) 00000020:01000000:2.0:1788838288.767890:0:23510:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:2.0:1788838288.767892:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1788838288.767906:0:23510:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0001 (ffffa0caeb8119b8) 00000020:00000080:2.0:1788838288.767917:0:23510:0:(obd_config.c:720:class_attach_name()) OBD: dev 17 attached type osp with refcount 2 00000020:00000080:2.0:1788838288.767920:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1788838288.767972:0:23510:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0000-osc-MDT0001) 00080000:01000000:2.0:1788838288.767979:0:23510:0:(osd_handler.c:8925:osd_obd_connect()) connect #4 00000020:00000080:2.0:1788838288.767985:0:23510:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xae64dcd520c447be 00010000:00080000:2.0:1788838288.768023:0:23510:0:(ldlm_lib.c:102:import_set_conn()) imp ffffa0cae16d7800@lustre-OST0000-osc-MDT0001: add connection 192.168.204.155@tcp at head 00000100:00080000:3.0:1788838288.768029:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1788838288.768036:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1788838288.768039:0:38:0:(import.c:65:import_set_state_nolock()) ffffa0c9c38b2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788838288.768044:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 734 00000100:00080000:3.0:1788838288.768049:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1788838288.768054:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffffa0c9c38b2800 using connection 192.168.204.155@tcp/0@lo 00000100:00100000:3.0:1788838288.768074:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0cafb7b4000 x1875732255189760/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788838288.768085:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788838288.768089:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788838288.768091:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788838288.768094:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1788838288.768148:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb7b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3650:1875732255189888:0@lo:400:kworker.0 00000100:00100000:3.0:1788838288.768231:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1788838288.768253:0:23510:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0001-6 is initialized 00000100:00100000:2.0:1788838288.768273:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255189888 00000100:00100000:2.0:1788838288.768281:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255189888 00000100:00100000:2.0:1788838288.768352:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1788838288.768363:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafb7b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3650:x1875732255189888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788838288.768439:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafb7b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3650:x1875732255189888:12345-0@lo:400:kworker.0 Request processed in 77us (208us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838288.768446:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:3.0:1788838288.768521:0:3650:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffffa0cafb7b7800 x1875732255189888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788838304 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788838288.768536:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb7b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3650:1875732255189888:0@lo:400:kworker.0 00000100:00100000:0.0:1788838288.768615:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb785f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1875732255189632:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1788838288.768661:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838288.768697:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb7b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1875732255189760:0@lo:38:kworker.0 00000100:00100000:0.0:1788838288.768721:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788838288.769024:0:22779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255189632 00000100:00100000:2.0:1788838288.769030:0:22779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255189632 00000100:00100000:2.0:1788838288.769044:0:22779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255189760 00000100:00100000:2.0:1788838288.769046:0:22779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255189760 00000100:00100000:2.0:1788838288.769056:0:22779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1788838288.769061:0:22779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caec9d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3646:x1875732255189632:12345-0@lo:38:llog_process_th.0 00010000:00080000:2.0:1788838288.769081:0:22779:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 738 last 0 00000020:00000080:2.0:1788838288.769113:0:22779:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xae64dcd520c447c5 00000004:00100000:2.0:1788838288.769131:0:22779:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:2.0:1788838288.769136:0:22779:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000040:01000000:2.0:1788838288.769617:0:23510:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:2.0:1788838288.769949:0:23510:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0001 ctxt 2 is initialized 00000040:00080000:2.0:1788838288.773229:0:23510:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788838288.774192:0:23510:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:2.0:1788838288.774423:0:23510:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].1, 64 off8256 00000040:00080000:2.0:1788838288.775456:0:23515:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1788838288.775462:0:23515:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xc:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000100:00080000:1.0:1788838288.776238:0:22779:0:(import.c:65:import_set_state_nolock()) ffffa0cafa1eb000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788838288.776377:0:22779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caec9d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3646:x1875732255189632:12345-0@lo:38:llog_process_th.0 Request processed in 7312us (7713us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838288.776396:0:22779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1788838288.776429:0:22779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1788838288.776437:0:22779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caec9d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3646:x1875732255189760:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1788838288.776480:0:22779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caec9d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3646:x1875732255189760:12345-0@lo:38:kworker.0 Request processed in 43us (7759us total) trans 0 rc -11/-11 00000100:00100000:1.0:1788838288.776487:0:22779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1788838288.776599:0:3646:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:3.0:1788838288.776611:0:3646:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-osp-MDT0001: connect to target with instance 3 00000100:00080000:3.0:1788838288.776627:0:3646:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-osp-MDT0001: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:3.0:1788838288.776633:0:3646:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1788838288.776637:0:3646:0:(import.c:65:import_set_state_nolock()) ffffa0c9c402b800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1788838288.776657:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb785f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1875732255189632:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1788838288.776674:0:3646:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1788838288.776679:0:3646:0:(import.c:65:import_set_state_nolock()) ffffa0c9c38b2800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788838288.776682:0:3646:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-11) 00000100:00100000:3.0:1788838288.776685:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb7b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1875732255189760:0@lo:38:kworker.0 00000100:00100000:0.0:1788838288.776990:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb7b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1875732255190016:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788838288.777045:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788838288.777220:0:22780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255190016 00000100:00100000:3.0:1788838288.777227:0:22780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255190016 00000100:00100000:3.0:1788838288.777272:0:22780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1788838288.777280:0:22780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caec9d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3647:x1875732255190016:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788838288.777308:0:22780:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1788838288.777381:0:22780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caec9d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3647:x1875732255190016:12345-0@lo:41:osp-pre-0-1.0 Request processed in 101us (335us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838288.777388:0:22780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1788838288.777516:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb7b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1875732255190016:0@lo:41:osp-pre-0-1.0 00000020:00000080:2.0:1788838288.779646:0:23510:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1788838288.779662:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:2.0:1788838288.780946:0:23510:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:2.0:1788838288.780981:0:23510:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xae64dcd520c447cc 00000100:00080000:2.0:1788838288.780997:0:23510:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1788838288.781004:0:23510:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffffa0cae16d7800 using connection 192.168.204.155@tcp/0@lo 00000100:00100000:2.0:1788838288.781055:0:23510:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0cafb787480 x1875732255190144/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788838288.781100:0:23510:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:0.0:1788838288.781219:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788838288.781225:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788838288.781228:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788838288.781231:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000020:01000000:2.0:1788838288.781945:0:23510:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788838288.781952:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788838288.781955:0:23510:0:(obd_config.c:1563:class_process_config()) marker 23 (0x2) lustre-OST0000 add osc 00000020:01000000:2.0:1788838288.781958:0:23510:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1788838288.781960:0:23510:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #25 00000020:01000000:2.0:1788838288.781962:0:23510:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1788838288.781963:0:23510:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1788838288.781965:0:23510:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1788838288.781967:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788838288.781968:0:23510:0:(obd_config.c:1563:class_process_config()) marker 25 (0x6) lustre sys.timeout 00000020:01000000:2.0:1788838288.781970:0:23510:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1788838288.781976:0:23510:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:2.0:1788838288.781979:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788838288.781980:0:23510:0:(obd_config.c:1563:class_process_config()) marker 31 (0x1) lustre-OST0001 add osc 00000020:00000080:2.0:1788838288.781983:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1788838288.781987:0:23510:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.155@tcp to nid 0x20000c0a8cc9b (192.168.204.155@tcp) 00000020:01000000:2.0:1788838288.782024:0:23510:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:2.0:1788838288.782027:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1788838288.782042:0:23510:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0001 (ffffa0caeb813370) 00000020:00000080:2.0:1788838288.782060:0:23510:0:(obd_config.c:720:class_attach_name()) OBD: dev 18 attached type osp with refcount 2 00000020:00000080:2.0:1788838288.782065:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1788838288.782237:0:23510:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0001-osc-MDT0001) 00080000:01000000:2.0:1788838288.782244:0:23510:0:(osd_handler.c:8925:osd_obd_connect()) connect #5 00000020:00000080:2.0:1788838288.782251:0:23510:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xae64dcd520c447da 00010000:00080000:2.0:1788838288.782281:0:23510:0:(ldlm_lib.c:102:import_set_conn()) imp ffffa0c9c3642800@lustre-OST0001-osc-MDT0001: add connection 192.168.204.155@tcp at head 00010000:00010000:2.0:1788838288.782533:0:23510:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0001-7 is initialized 00000040:01000000:2.0:1788838288.782616:0:23510:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:2.0:1788838288.782634:0:23510:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0001 ctxt 2 is initialized 00000100:00100000:3.0:1788838288.784251:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb787480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1875732255190144:0@lo:8:llog_process_th.0 00000400:00000100:3.0:1788838288.784670:0:3646:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875732255190144 offset 0 length 520: 4 00000040:00080000:2.0:1788838288.787539:0:23510:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788838288.787942:0:23510:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:2.0:1788838288.788087:0:23510:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].1, 64 off8256 00000040:00080000:0.0:1788838288.788771:0:23517:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1788838288.788776:0:23517:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:2.0:1788838288.790078:0:23510:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1788838288.790092:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:2.0:1788838288.790132:0:23510:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:2.0:1788838288.790155:0:23510:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xae64dcd520c447e1 00000100:00080000:2.0:1788838288.790166:0:23510:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1788838288.790172:0:23510:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffffa0c9c3642800 using connection 192.168.204.155@tcp/0@lo 00000100:00100000:2.0:1788838288.790212:0:23510:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0cafb786680 x1875732255190272/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788838288.790286:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb786680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1875732255190272:0@lo:8:llog_process_th.0 00000400:00000100:3.0:1788838288.790387:0:3646:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875732255190272 offset 0 length 520: 4 00000100:00080000:2.0:1788838288.790463:0:23510:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:2.0:1788838288.790516:0:23510:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788838288.790521:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788838288.790523:0:23510:0:(obd_config.c:1563:class_process_config()) marker 31 (0x2) lustre-OST0001 add osc 00000020:01000000:2.0:1788838288.790526:0:23510:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788838288.790529:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788838288.790531:0:23510:0:(obd_config.c:1563:class_process_config()) marker 34 (0x1) lustre sys.timeout 00000020:00000080:2.0:1788838288.790533:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1788838288.790535:0:23510:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:2.0:1788838288.790537:0:23510:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788838288.790538:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788838288.790540:0:23510:0:(obd_config.c:1563:class_process_config()) marker 34 (0x2) lustre sys.timeout 00000020:01000000:2.0:1788838288.790542:0:23510:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788838288.790544:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788838288.790545:0:23510:0:(obd_config.c:1563:class_process_config()) marker 39 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1788838288.790549:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:2.0:1788838288.790581:0:23510:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788838288.790583:0:23510:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788838288.790584:0:23510:0:(obd_config.c:1563:class_process_config()) marker 39 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1788838288.790588:0:23510:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 46 count 46 00000020:01000000:2.0:1788838288.790649:0:23506:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0001 gen 1-45 (rc=0) 10000000:01000000:2.0:1788838288.790677:0:23506:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.155@tcp: configuration from log 'lustre-MDT0001' succeeded (0). 00010000:00010000:2.0:1788838288.790693:0:23506:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd6e00/0xae64dcd520c44763 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c4476a expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838288.790712:0:23506:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd6e00/0xae64dcd520c44763 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c4476a expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788838288.790721:0:23506:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffffa0caeb80f800 from 1 10000000:01000000:2.0:1788838288.790724:0:23506:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1788838288.790749:0:23506:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0cac29d8200/0xae64dcd520c447e8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838288.790756:0:23506:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.155@tcp lock: ffffa0cac29d8200/0xae64dcd520c447e8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838288.790768:0:23506:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.155@tcp lock: ffffa0cac29d8200/0xae64dcd520c447e8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788838288.790783:0:23506:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb785180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:23506:1875732255190400:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788838288.790820:0:23506:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788838288.790844:0:23506:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0c9c3bee840 going to sleep for 11 seconds 00000100:00100000:1.0:1788838288.790918:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255190400 00000100:00100000:1.0:1788838288.790927:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255190400 00000100:00100000:1.0:1788838288.790987:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1788838288.790998:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafda83450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+15:23506:x1875732255190400:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788838288.791027:0:22768:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00080000:0.0:1788838288.791030:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788838288.791037:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788838288.791040:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00010000:00010000:1.0:1788838288.791044:0:22768:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0cafc8c1200/0xae64dcd520c447ef lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xae64dcd520c447e8 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1788838288.791044:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1788838288.791075:0:22768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0cafc8c1200/0xae64dcd520c447ef lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xae64dcd520c447e8 expref: 16 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838288.791086:0:22768:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0cafc8c1200/0xae64dcd520c447ef lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xae64dcd520c447e8 expref: 16 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838288.791096:0:22768:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0cafc8c1200, rc 0) 00000100:00100000:1.0:1788838288.791273:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafda83450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+16:23506:x1875732255190400:12345-0@lo:101:mount.lustre.0 Request processed in 277us (452us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838288.791292:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1788838288.794834:0:23506:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb785180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:23506:1875732255190400:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788838288.794867:0:23506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.155@tcp lock: ffffa0cac29d8200/0xae64dcd520c447e8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c447ef expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838288.794900:0:23506:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.155@tcp lock: ffffa0cac29d8200/0xae64dcd520c447e8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xae64dcd520c447ef expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788838288.798527:0:23506:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caf4127100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:23506:1875732255190528:0@lo:256:mount.lustre.0 00000100:00100000:1.0:1788838288.798613:0:23506:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838288.798663:0:23506:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cac8b29780 going to sleep for 11 seconds 00000100:00100000:2.0:1788838288.798703:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255190528 00000100:00100000:2.0:1788838288.798713:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255190528 00000100:00100000:2.0:1788838288.798772:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1788838288.798783:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafda80050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+16:23506:x1875732255190528:12345-0@lo:256:mount.lustre.0 20000000:01000000:2.0:1788838288.798805:0:22769:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:2.0:1788838288.798821:0:22769:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:2.0:1788838288.798825:0:22769:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:2.0:1788838288.798922:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafda80050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+16:23506:x1875732255190528:12345-0@lo:256:mount.lustre.0 Request processed in 141us (308us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838288.798930:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1788838288.799490:0:23506:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caf4127100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:23506:1875732255190528:0@lo:256:mount.lustre.0 10000000:01000000:1.0:1788838288.800340:0:23506:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.155@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1788838288.800361:0:23506:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0cac29d8200/0xae64dcd520c447e8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c447ef expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838288.800373:0:23506:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.155@tcp lock: ffffa0cac29d8200/0xae64dcd520c447e8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c447ef expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788838288.800383:0:23506:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffffa0caeb80f800 from 1 10000000:01000000:1.0:1788838288.800387:0:23506:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1788838288.800423:0:23506:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0cafc8c1c00/0xae64dcd520c447f6 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838288.800432:0:23506:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.155@tcp lock: ffffa0cafc8c1c00/0xae64dcd520c447f6 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838288.800443:0:23506:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.155@tcp lock: ffffa0cafc8c1c00/0xae64dcd520c447f6 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788838288.800471:0:23506:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caf4127100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:23506:1875732255190656:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1788838288.800527:0:23506:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838288.800641:0:23506:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cac8b29780 going to sleep for 11 seconds 00000100:00100000:3.0:1788838288.802057:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255190656 00000100:00100000:3.0:1788838288.802070:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255190656 00000100:00100000:3.0:1788838288.802246:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1788838288.802258:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafda82850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+16:23506:x1875732255190656:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788838288.802276:0:22768:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788838288.802307:0:22768:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0cac0031400/0xae64dcd520c447fd lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xae64dcd520c447f6 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838288.802355:0:22768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0cac0031400/0xae64dcd520c447fd lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xae64dcd520c447f6 expref: 17 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838288.802368:0:22768:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0cac0031400/0xae64dcd520c447fd lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xae64dcd520c447f6 expref: 17 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838288.802378:0:22768:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0cac0031400, rc 0) 00000100:00100000:3.0:1788838288.802454:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafda82850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+17:23506:x1875732255190656:12345-0@lo:101:mount.lustre.0 Request processed in 198us (1926us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838288.802461:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1788838288.802566:0:23506:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caf4127100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:23506:1875732255190656:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788838288.802641:0:23506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.155@tcp lock: ffffa0cafc8c1c00/0xae64dcd520c447f6 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c447fd expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838288.802651:0:23506:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.155@tcp lock: ffffa0cafc8c1c00/0xae64dcd520c447f6 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xae64dcd520c447fd expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788838288.807703:0:23506:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 13 count 13 00000040:00080000:1.0:1788838288.808043:0:23506:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1788838288.808281:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:1.0:1788838288.808303:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 112 off8528 00000040:00080000:1.0:1788838288.809034:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 224 off8752 00000040:00080000:1.0:1788838288.809071:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8976 00000040:00080000:1.0:1788838288.809086:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 112 off9088 00000040:00080000:1.0:1788838288.809099:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 224 off9312 00000040:00080000:1.0:1788838288.809111:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 224 off9536 00000040:00080000:1.0:1788838288.809125:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 128 off9664 00000040:00080000:1.0:1788838288.809137:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:1.0:1788838288.809150:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 224 off10112 00000040:00080000:1.0:1788838288.809164:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 128 off10240 00000040:00080000:1.0:1788838288.809187:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10464 00000040:00080000:1.0:1788838288.809193:0:23506:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 12 count 13 00000100:00100000:1.0:1788838288.809293:0:23506:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caf4127100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:23506:1875732255190784:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788838288.809696:0:23506:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838288.809744:0:23506:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cac8b29f00 going to sleep for 11 seconds 00000100:00100000:2.0:1788838288.809815:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255190784 00000100:00100000:2.0:1788838288.809822:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255190784 00000100:00100000:2.0:1788838288.809889:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1788838288.809899:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafda81c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+17:23506:x1875732255190784:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788838288.810047:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafda81c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+17:23506:x1875732255190784:12345-0@lo:501:mount.lustre.0 Request processed in 150us (351us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838288.810055:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1788838288.810148:0:23506:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caf4127100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:23506:1875732255190784:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788838288.810188:0:23506:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caf4127100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:23506:1875732255190912:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788838288.810237:0:23506:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838288.810257:0:23506:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cac8b29f00 going to sleep for 11 seconds 00000100:00100000:0.0:1788838288.810301:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255190912 00000100:00100000:0.0:1788838288.810307:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255190912 00000100:00100000:0.0:1788838288.810354:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1788838288.810361:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafda80850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+17:23506:x1875732255190912:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788838288.810462:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafda80850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+17:23506:x1875732255190912:12345-0@lo:503:mount.lustre.0 Request processed in 100us (224us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838288.810470:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1788838288.810904:0:23506:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caf4127100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:23506:1875732255190912:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1788838288.811387:0:23506:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1788838288.811471:0:23506:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caf4127100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:23506:1875732255191040:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788838288.811518:0:23506:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838288.811550:0:23506:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cac8b29780 going to sleep for 11 seconds 00000100:00100000:2.0:1788838288.811755:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255191040 00000100:00100000:2.0:1788838288.811762:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255191040 00000100:00100000:2.0:1788838288.811809:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1788838288.811820:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafda82c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+17:23506:x1875732255191040:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788838288.811942:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafda82c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+17:23506:x1875732255191040:12345-0@lo:502:mount.lustre.0 Request processed in 124us (424us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838288.811950:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1788838288.812092:0:23506:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caf4127100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:23506:1875732255191040:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1788838288.812279:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:1.0:1788838288.812308:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 112 off8528 00000040:00080000:1.0:1788838288.812430:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 224 off8752 00000040:00080000:1.0:1788838288.812448:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8976 00000040:00080000:1.0:1788838288.812460:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 112 off9088 00000040:00080000:1.0:1788838288.812472:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 224 off9312 00000040:00080000:1.0:1788838288.812484:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 224 off9536 00000040:00080000:1.0:1788838288.812494:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 128 off9664 00000040:00080000:1.0:1788838288.812505:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:1.0:1788838288.812515:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 224 off10112 00000040:00080000:1.0:1788838288.812527:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 128 off10240 00000100:00100000:1.0:1788838288.812554:0:23506:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caf4127100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:23506:1875732255191168:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788838288.812593:0:23506:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838288.812622:0:23506:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cac8b29780 going to sleep for 11 seconds 00000100:00100000:3.0:1788838288.812813:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255191168 00000100:00100000:3.0:1788838288.812820:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255191168 00000100:00100000:3.0:1788838288.812857:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1788838288.812875:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafda83050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+17:23506:x1875732255191168:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788838288.812995:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafda83050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+17:23506:x1875732255191168:12345-0@lo:502:mount.lustre.0 Request processed in 131us (400us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838288.813002:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1788838288.813214:0:23506:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caf4127100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:23506:1875732255191168:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1788838288.813265:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10464 00000040:00080000:1.0:1788838288.813275:0:23506:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:2.0:1788838288.816114:0:23519:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788838288.816127:0:23519:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788838288.816130:0:23519:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:2.0:1788838288.816138:0:23519:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffffa0caeb80f800 00000020:00000080:2.0:1788838288.816141:0:23519:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1788838288.816149:0:23519:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788838288.816151:0:23519:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788838288.816153:0:23519:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:2.0:1788838288.816156:0:23519:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788838288.816158:0:23519:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788838288.816159:0:23519:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:2.0:1788838288.816162:0:23519:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffffa0caeb80f800 00000020:00000080:2.0:1788838288.816164:0:23519:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1788838288.816608:0:23519:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788838288.816613:0:23519:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788838288.816615:0:23519:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:2.0:1788838288.816630:0:23519:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788838288.816633:0:23519:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788838288.816634:0:23519:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1788838288.816638:0:23519:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffffa0caeb80f800 00000020:00000080:2.0:1788838288.816640:0:23519:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1788838288.821493:0:23519:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788838288.821507:0:23519:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788838288.821509:0:23519:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1788838288.821513:0:23519:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788838288.821582:0:23519:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788838288.821584:0:23519:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:2.0:1788838288.821592:0:23519:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffffa0caeb80f800 00000020:00000080:2.0:1788838288.821595:0:23519:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1788838288.821662:0:23519:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788838288.821665:0:23519:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788838288.821667:0:23519:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:2.0:1788838288.821670:0:23519:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 13 count 13 00000020:01000000:3.0:1788838288.822127:0:23506:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:3.0:1788838288.822161:0:23506:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.155@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1788838288.822189:0:23506:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0cafc8c1c00/0xae64dcd520c447f6 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c447fd expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838288.822200:0:23506:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.155@tcp lock: ffffa0cafc8c1c00/0xae64dcd520c447f6 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c447fd expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788838288.822261:0:23506:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:3.0:1788838288.822270:0:23506:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffffa0caeb80f800 10000000:01000000:3.0:1788838288.822273:0:23506:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffffa0caeb80f800 10000000:01000000:3.0:1788838288.822277:0:23506:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1788838288.822283:0:23506:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffffa0caeb80f800 from 1 10000000:01000000:3.0:1788838288.822285:0:23506:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1788838288.822360:0:23506:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0cadf86d600/0xae64dcd520c44804 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838288.822369:0:23506:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.155@tcp lock: ffffa0cadf86d600/0xae64dcd520c44804 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838288.822380:0:23506:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.155@tcp lock: ffffa0cadf86d600/0xae64dcd520c44804 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788838288.822408:0:23506:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb7b7800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:23506:1875732255191296:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788838288.822481:0:23506:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788838288.822529:0:23506:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cafcbb29c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788838288.822690:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255191296 00000100:00100000:1.0:1788838288.822699:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255191296 00000100:00100000:1.0:1788838288.822748:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1788838288.822759:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafda81850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+17:23506:x1875732255191296:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788838288.822773:0:22766:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788838288.822793:0:22766:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0cafc8c1000/0xae64dcd520c4480b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xae64dcd520c44804 expref: -99 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838288.822819:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0cafc8c1000/0xae64dcd520c4480b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xae64dcd520c44804 expref: 18 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838288.822830:0:22766:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0cafc8c1000/0xae64dcd520c4480b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xae64dcd520c44804 expref: 18 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838288.822838:0:22766:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0cafc8c1000, rc 0) 00000100:00100000:1.0:1788838288.823056:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafda81850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+18:23506:x1875732255191296:12345-0@lo:101:mount.lustre.0 Request processed in 298us (574us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838288.823064:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1788838288.827025:0:23506:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb7b7800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:23506:1875732255191296:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788838288.827062:0:23506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.155@tcp lock: ffffa0cadf86d600/0xae64dcd520c44804 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c4480b expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838288.827076:0:23506:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.155@tcp lock: ffffa0cadf86d600/0xae64dcd520c44804 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xae64dcd520c4480b expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788838288.829978:0:23506:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 52 count 51 00000040:00080000:3.0:1788838288.831001:0:23506:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1788838288.831205:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].1, 224 off8416 00000040:00080000:3.0:1788838288.831232:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].2, 120 off8536 00000040:00080000:3.0:1788838288.831246:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].3, 168 off8704 00000040:00080000:3.0:1788838288.831259:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].4, 224 off8928 00000040:00080000:3.0:1788838288.831285:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].5, 224 off9152 00000040:00080000:3.0:1788838288.832062:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].6, 120 off9272 00000040:00080000:3.0:1788838288.832094:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].7, 168 off9440 00000040:00080000:3.0:1788838288.832105:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].8, 224 off9664 00000040:00080000:3.0:1788838288.832116:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].9, 224 off9888 00000040:00080000:3.0:1788838288.832127:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].10, 120 off10008 00000040:00080000:3.0:1788838288.832137:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].11, 224 off10232 00000040:00080000:3.0:1788838288.832148:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].12, 224 off10456 00000040:00080000:3.0:1788838288.832158:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].13, 88 off10544 00000040:00080000:3.0:1788838288.832169:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].14, 128 off10672 00000040:00080000:3.0:1788838288.832179:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].15, 144 off10816 00000040:00080000:3.0:1788838288.832189:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].16, 160 off10976 00000040:00080000:3.0:1788838288.832200:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].17, 224 off11200 00000040:00080000:3.0:1788838288.832210:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].18, 224 off11424 00000040:00080000:3.0:1788838288.832220:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].19, 80 off11504 00000040:00080000:3.0:1788838288.832231:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].20, 224 off11728 00000040:00080000:3.0:1788838288.832244:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].21, 224 off11952 00000040:00080000:3.0:1788838288.832273:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].22, 88 off12040 00000040:00080000:3.0:1788838288.832287:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].23, 128 off12168 00000040:00080000:3.0:1788838288.832300:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].24, 144 off12312 00000040:00080000:3.0:1788838288.832311:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].25, 160 off12472 00000040:00080000:3.0:1788838288.833431:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].26, 224 off12696 00000040:00080000:3.0:1788838288.833450:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].27, 224 off12920 00000040:00080000:3.0:1788838288.833465:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].28, 80 off13000 00000040:00080000:3.0:1788838288.833479:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].29, 224 off13224 00000040:00080000:3.0:1788838288.833493:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].30, 224 off13448 00000040:00080000:3.0:1788838288.833504:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].31, 88 off13536 00000040:00080000:3.0:1788838288.833515:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].32, 128 off13664 00000040:00080000:3.0:1788838288.833527:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].33, 144 off13808 00000040:00080000:3.0:1788838288.833539:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].34, 128 off13936 00000040:00080000:3.0:1788838288.833551:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].35, 224 off14160 00000040:00080000:3.0:1788838288.833563:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].36, 224 off14384 00000040:00080000:3.0:1788838288.833573:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].37, 80 off14464 00000040:00080000:3.0:1788838288.833611:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].38, 224 off14688 00000040:00080000:3.0:1788838288.833626:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].39, 224 off14912 00000040:00080000:3.0:1788838288.833639:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].40, 88 off15000 00000040:00080000:3.0:1788838288.833651:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].41, 128 off15128 00000040:00080000:3.0:1788838288.833665:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].42, 144 off15272 00000040:00080000:3.0:1788838288.833677:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].43, 128 off15400 00000040:00080000:3.0:1788838288.833689:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].44, 224 off15624 00000040:00080000:3.0:1788838288.833702:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].45, 224 off15848 00000040:00080000:3.0:1788838288.833715:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].46, 80 off15928 00000040:00080000:3.0:1788838288.833728:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].47, 224 off16152 00000040:00080000:3.0:1788838288.833742:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].48, 232 off16384 00000040:00080000:3.0:1788838288.834674:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].49, 224 off16608 00000040:00080000:3.0:1788838288.834716:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].50, 120 off16728 00000040:00080000:3.0:1788838288.834737:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].51, 224 off16952 00000040:00080000:3.0:1788838288.834743:0:23506:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 51 count 51 00000100:00100000:3.0:1788838288.834886:0:23506:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb7b7800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:23506:1875732255191424:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788838288.834959:0:23506:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788838288.835032:0:23506:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cafcbb23c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788838288.840549:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255191424 00000100:00100000:0.0:1788838288.840567:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255191424 00000100:00100000:0.0:1788838288.840625:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1788838288.840636:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cac6df4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+18:23506:x1875732255191424:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788838288.840821:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cac6df4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+18:23506:x1875732255191424:12345-0@lo:501:mount.lustre.0 Request processed in 186us (5861us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838288.840829:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1788838288.840895:0:23506:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb7b7800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:23506:1875732255191424:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788838288.840959:0:23506:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caec9d2300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:23506:1875732255191552:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788838288.841025:0:23506:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838288.841059:0:23506:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cac677c300 going to sleep for 11 seconds 00000100:00100000:0.0:1788838288.841080:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255191552 00000100:00100000:0.0:1788838288.841085:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255191552 00000100:00100000:0.0:1788838288.841114:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:0.0:1788838288.841120:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cac6df5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+18:23506:x1875732255191552:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788838288.841222:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cac6df5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+18:23506:x1875732255191552:12345-0@lo:503:mount.lustre.0 Request processed in 101us (196us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838288.841228:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:0.0:1788838288.841270:0:23506:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caec9d2300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:23506:1875732255191552:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1788838288.841712:0:23506:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1788838288.841781:0:23506:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caec9d2300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:23506:1875732255191680:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788838288.841811:0:23506:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838288.841834:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255191680 00000100:00100000:0.0:1788838288.841838:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255191680 00000100:00100000:0.0:1788838288.841854:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1788838288.841860:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cac6df6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+18:23506:x1875732255191680:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788838288.841934:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cac6df6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+18:23506:x1875732255191680:12345-0@lo:502:mount.lustre.0 Request processed in 73us (121us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838288.841940:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1788838288.841971:0:23506:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cac2e17cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1788838288.841985:0:23506:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caec9d2300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:23506:1875732255191680:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788838288.842232:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].1, 224 off8416 00000040:00080000:0.0:1788838288.842258:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].2, 120 off8536 00000040:00080000:0.0:1788838288.842273:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].3, 168 off8704 00000040:00080000:0.0:1788838288.842298:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].4, 224 off8928 00000040:00080000:0.0:1788838288.842334:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].5, 224 off9152 00000040:00080000:0.0:1788838288.842351:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].6, 120 off9272 00000040:00080000:0.0:1788838288.842363:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].7, 168 off9440 00000040:00080000:0.0:1788838288.842376:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].8, 224 off9664 00000040:00080000:0.0:1788838288.842387:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].9, 224 off9888 00000040:00080000:0.0:1788838288.842398:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].10, 120 off10008 00000040:00080000:0.0:1788838288.842411:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].11, 224 off10232 00000040:00080000:0.0:1788838288.842436:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].12, 224 off10456 00000040:00080000:0.0:1788838288.842449:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].13, 88 off10544 00000040:00080000:0.0:1788838288.842461:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].14, 128 off10672 00000040:00080000:0.0:1788838288.842472:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].15, 144 off10816 00000040:00080000:0.0:1788838288.842482:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].16, 160 off10976 00000040:00080000:0.0:1788838288.842491:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].17, 224 off11200 00000040:00080000:0.0:1788838288.842502:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].18, 224 off11424 00000040:00080000:0.0:1788838288.842514:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].19, 80 off11504 00000040:00080000:0.0:1788838288.842539:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].20, 224 off11728 00000040:00080000:0.0:1788838288.842553:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].21, 224 off11952 00000040:00080000:0.0:1788838288.842565:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].22, 88 off12040 00000040:00080000:0.0:1788838288.842576:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].23, 128 off12168 00000040:00080000:0.0:1788838288.842590:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].24, 144 off12312 00000040:00080000:0.0:1788838288.842602:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].25, 160 off12472 00000040:00080000:0.0:1788838288.842613:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].26, 224 off12696 00000040:00080000:0.0:1788838288.842626:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].27, 224 off12920 00000040:00080000:0.0:1788838288.842639:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].28, 80 off13000 00000040:00080000:0.0:1788838288.842651:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].29, 224 off13224 00000040:00080000:0.0:1788838288.842663:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].30, 224 off13448 00000040:00080000:0.0:1788838288.842674:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].31, 88 off13536 00000040:00080000:0.0:1788838288.842685:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].32, 128 off13664 00000040:00080000:0.0:1788838288.842695:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].33, 144 off13808 00000040:00080000:0.0:1788838288.842706:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].34, 128 off13936 00000040:00080000:0.0:1788838288.842716:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].35, 224 off14160 00000040:00080000:0.0:1788838288.842741:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].36, 224 off14384 00000040:00080000:0.0:1788838288.842756:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].37, 80 off14464 00000040:00080000:0.0:1788838288.842766:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].38, 224 off14688 00000040:00080000:0.0:1788838288.842779:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].39, 224 off14912 00000040:00080000:0.0:1788838288.842790:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].40, 88 off15000 00000040:00080000:0.0:1788838288.842802:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].41, 128 off15128 00000040:00080000:0.0:1788838288.842816:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].42, 144 off15272 00000040:00080000:0.0:1788838288.842828:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].43, 128 off15400 00000040:00080000:0.0:1788838288.842840:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].44, 224 off15624 00000040:00080000:0.0:1788838288.842863:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].45, 224 off15848 00000040:00080000:0.0:1788838288.842878:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].46, 80 off15928 00000040:00080000:0.0:1788838288.842889:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].47, 224 off16152 00000040:00080000:0.0:1788838288.842901:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].48, 232 off16384 00000100:00100000:0.0:1788838288.842942:0:23506:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caec9d2300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:23506:1875732255191808:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788838288.842992:0:23506:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838288.843046:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255191808 00000100:00100000:0.0:1788838288.843052:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255191808 00000100:00100000:0.0:1788838288.843083:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1788838288.843090:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cac6df5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+18:23506:x1875732255191808:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788838288.843182:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cac6df5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+18:23506:x1875732255191808:12345-0@lo:502:mount.lustre.0 Request processed in 92us (189us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838288.843190:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1788838288.843228:0:23506:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cac2e17cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1788838288.843247:0:23506:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caec9d2300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:23506:1875732255191808:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788838288.847393:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].49, 224 off16608 00000040:00080000:0.0:1788838288.847463:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].50, 120 off16728 00000100:00100000:0.0:1788838288.847519:0:23506:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caec9d2300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:23506:1875732255191936:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788838288.847605:0:23506:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838288.847655:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255191936 00000100:00100000:0.0:1788838288.847663:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255191936 00000100:00100000:0.0:1788838288.847714:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1788838288.847722:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cac6df7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+18:23506:x1875732255191936:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788838288.847833:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cac6df7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+18:23506:x1875732255191936:12345-0@lo:502:mount.lustre.0 Request processed in 111us (228us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838288.847841:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1788838288.847898:0:23506:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cac2e17cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1788838288.847930:0:23506:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caec9d2300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:23506:1875732255191936:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788838288.847978:0:23506:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].51, 224 off16952 00000040:00080000:0.0:1788838288.847986:0:23506:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:0.0:1788838288.849780:0:23524:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0001 (typ=lwp) 00000020:00000080:0.0:1788838288.849799:0:23524:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0001 (ffffa0caf50719b8) 00000020:00000080:0.0:1788838288.849826:0:23524:0:(obd_config.c:720:class_attach_name()) OBD: dev 19 attached type lwp with refcount 2 00000020:01000004:0.0:1788838288.849925:0:23524:0:(tgt_mount.c:153:server_get_mount()) get mount ffffa0caeb80f800 from lustre-MDT0001, refs=3 00000020:01000004:0.0:1788838288.849930:0:23524:0:(tgt_mount.c:187:server_put_mount()) put mount ffffa0caeb80f800 from lustre-MDT0001, refs=3 00000020:01000004:0.0:1788838288.849932:0:23524:0:(obd_mount.c:710:lustre_put_lsi()) put ffffa0caeb80f800 3 00010000:00080000:0.0:1788838288.849964:0:23524:0:(ldlm_lib.c:102:import_set_conn()) imp ffffa0cac2e57000@lustre-MDT0000-lwp-MDT0001: add connection 192.168.204.155@tcp at head 00010000:00010000:0.0:1788838288.858835:0:23524:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0001-8 is initialized 00000020:00000080:0.0:1788838288.860569:0:23524:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000010:01000000:0.0:1788838288.860619:0:23524:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1788838288.860632:0:23524:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001, cookie 0xae64dcd520c44819 00000100:00080000:0.0:1788838288.860649:0:23524:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1788838288.860656:0:23524:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa0cac2e57000 using connection 192.168.204.155@tcp/0@lo 00000100:00100000:0.0:1788838288.860693:0:23524:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0caec9d2300 x1875732255192064/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788838288.861473:0:23524:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1788838288.861502:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788838288.861506:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788838288.861509:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788838288.861512:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000040:00080000:0.0:1788838288.861712:0:23524:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x12:0x0] index 52 count 51 00000100:00100000:3.0:1788838288.862206:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caec9d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3646:1875732255192064:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1788838288.864690:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:01000000:1.0:1788838288.865054:0:23506:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:1.0:1788838288.870403:0:23506:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.155@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1788838288.870440:0:23506:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0cadf86d600/0xae64dcd520c44804 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c4480b expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838288.870453:0:23506:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.155@tcp lock: ffffa0cadf86d600/0xae64dcd520c44804 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c4480b expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:1.0:1788838288.870531:0:23506:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:1.0:1788838288.870533:0:23506:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:1.0:1788838288.870535:0:23506:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788838288.870536:0:23506:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788838288.870538:0:23506:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788838288.870540:0:23506:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788838288.870541:0:23506:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1788838288.870543:0:23506:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788838288.870545:0:23506:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1788838288.870548:0:23506:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x40020001 00000020:01000004:1.0:1788838288.870551:0:23506:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1788838288.870552:0:23506:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:1.0:1788838288.870560:0:23506:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788838288.870561:0:23506:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788838288.870562:0:23506:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788838288.870563:0:23506:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788838288.870564:0:23506:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1788838288.870565:0:23506:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788838288.870566:0:23506:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1788838288.870597:0:23506:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:1.0:1788838288.870624:0:23506:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caf4127100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:23506:1875732255192192:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1788838288.870704:0:23506:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838288.870741:0:23506:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0c9c39bf600 going to sleep for 11 seconds 00000100:00100000:0.0:1788838288.871242:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255192064 00000100:00100000:0.0:1788838288.871253:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255192064 00000100:00100000:0.0:1788838288.871266:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255192192 00000100:00100000:0.0:1788838288.871275:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255192192 00000100:00100000:0.0:1788838288.871424:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1788838288.871435:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cac6df6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+18:23506:x1875732255192192:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1788838288.871465:0:22769:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:0.0:1788838288.872595:0:22769:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00000100:00100000:0.0:1788838288.875289:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788838288.875300:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafb7b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3646:x1875732255192064:12345-0@lo:38:llog_process_th.0 00010000:00080000:0.0:1788838288.875347:0:22776:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0001_UUID@0@lo t0 exp 0000000000000000 cur 738 last 0 00000020:00000080:0.0:1788838288.875383:0:22776:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001_UUID, cookie 0xae64dcd520c44820 00000004:00100000:0.0:1788838288.875403:0:22776:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:0.0:1788838288.875434:0:22776:0:(import.c:65:import_set_state_nolock()) ffffa0cac2e51800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788838288.875543:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafb7b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1875732255192064:12345-0@lo:38:llog_process_th.0 Request processed in 242us (10858us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838288.875551:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:0.0:1788838288.875605:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffffa0caec9d2300 x1875732255192064/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788838298 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788838288.875618:0:3646:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:0.0:1788838288.875628:0:3646:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0001: connect to target with instance 3 00000100:00080000:0.0:1788838288.875636:0:3646:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0001: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:0.0:1788838288.875641:0:3646:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:0.0:1788838288.875644:0:3646:0:(import.c:65:import_set_state_nolock()) ffffa0cac2e57000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1788838288.875650:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caec9d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3646:1875732255192064:0@lo:38:llog_process_th.0 00000001:00100000:1.0:1788838288.875752:0:22754:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 20000000:01000000:0.0:1788838288.879607:0:22769:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1788838288.879666:0:22769:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 20000000:01000000:3.0:1788838288.880061:0:22790:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:3.0:1788838288.880067:0:22790:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:3.0:1788838288.880091:0:22790:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffffa0cadf86cc00/0xae64dcd520c44827 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838288.880111:0:22790:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffffa0cac0030800/0xae64dcd520c4472b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xae64dcd520c44724 expref: 18 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838288.880119:0:22790:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffffa0cafc8c1200/0xae64dcd520c447ef lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xae64dcd520c447e8 expref: 18 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838288.880138:0:22790:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffffa0cadf86cc00/0xae64dcd520c44827 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838288.880180:0:22790:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffffa0cafc8c1200/0xae64dcd520c447ef lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xae64dcd520c447e8 expref: 18 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838288.880194:0:22790:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffffa0cafc8c1200/0xae64dcd520c447ef lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xae64dcd520c447e8 expref: 18 pid: 22768 timeout: 838 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788838288.880210:0:22790:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb7b4000 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22790:1875732255192320:0@lo:104: 00000100:00100000:3.0:1788838288.881825:0:22790:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788838288.882337:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cac6df6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+18:23506:x1875732255192192:12345-0@lo:253:mount.lustre.0 Request processed in 10883us (11611us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838288.882350:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:2.0:1788838288.882437:0:23506:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caf4127100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:23506:1875732255192192:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1788838288.882452:0:23506:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:2.0:1788838288.882456:0:23506:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1788838288.882458:0:23506:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1788838288.882459:0:23506:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788838288.882460:0:23506:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788838288.882462:0:23506:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788838288.882463:0:23506:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788838288.882464:0:23506:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1788838288.882466:0:23506:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788838288.882468:0:23506:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:2.0:1788838288.882485:0:23506:0:(tgt_mount.c:2695:server_calc_timeout()) lustre-MDT0001: Imperative Recovery not enabled, recovery window 60-180 00010000:00010000:3.0:1788838288.883107:0:22790:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffffa0cac0030800/0xae64dcd520c4472b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xae64dcd520c44724 expref: 17 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838288.883123:0:22790:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffffa0cac0030800/0xae64dcd520c4472b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xae64dcd520c44724 expref: 17 pid: 22769 timeout: 838 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788838288.883136:0:22790:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb7b6300 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22790:1875732255192448:0@lo:104: 00000100:00100000:3.0:1788838288.883171:0:22790:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788838288.883188:0:22790:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cafcbb2180 going to sleep for 11 seconds 00000100:00100000:3.0:1788838288.883204:0:22757:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255192320 00000100:00100000:3.0:1788838288.883211:0:22757:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255192320 00000100:00100000:3.0:1788838288.883241:0:22757:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255192448 00000100:00100000:3.0:1788838288.883244:0:22757:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255192448 00000100:00100000:3.0:1788838288.883259:0:22757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1788838288.883268:0:22757:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafb7b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+4:22790:x1875732255192320:12345-0@lo:104: 00010000:00010000:3.0:1788838288.883281:0:22757:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.155@tcp lock: ffffa0cac29d8200/0xae64dcd520c447e8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xae64dcd520c447ef expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838288.884305:0:22757:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1788838288.884329:0:22757:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafb7b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+4:22790:x1875732255192320:12345-0@lo:104: Request processed in 1047us (2496us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838288.884338:0:22757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1788838288.884430:0:22757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1788838288.884438:0:22757:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafb7b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+3:22790:x1875732255192448:12345-0@lo:104: 00010000:00010000:3.0:1788838288.884450:0:22757:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.155@tcp lock: ffffa0cac0030400/0xae64dcd520c44724 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xae64dcd520c4472b expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838288.884560:0:22757:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1788838288.884565:0:22757:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafb7b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+3:22790:x1875732255192448:12345-0@lo:104: Request processed in 130us (1395us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838288.884571:0:22757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00010000:3.0:1788838288.884593:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788838288.884600:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.155@tcp lock: ffffa0cac29d8200/0xae64dcd520c447e8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xae64dcd520c447ef expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838288.884608:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0cac29d8200 already unused, calling callback (ffffffffc14aec20) 10000000:00010000:3.0:1788838288.884612:0:22762:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.155@tcp lock: ffffa0cac29d8200/0xae64dcd520c447e8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xae64dcd520c447ef expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838288.884622:0:22762:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.155@tcp lock: ffffa0cac29d8200/0xae64dcd520c447e8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xae64dcd520c447ef expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788838288.884629:0:22762:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.155@tcp lock: ffffa0cac29d8200/0xae64dcd520c447e8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xae64dcd520c447ef expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788838288.884634:0:22762:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1788838288.884674:0:22762:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.155@tcp lock: ffffa0cac29d8200/0xae64dcd520c447e8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xae64dcd520c447ef expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838288.884680:0:22762:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788838288.884699:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.155@tcp lock: ffffa0cac29d8200/0xae64dcd520c447e8 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xae64dcd520c447ef expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838288.884706:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.155@tcp lock: ffffa0cac29d8200/0xae64dcd520c447e8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xae64dcd520c447ef expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838288.884717:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788838288.884720:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.155@tcp lock: ffffa0cac0030400/0xae64dcd520c44724 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xae64dcd520c4472b expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838288.884726:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0cac0030400 already unused, calling callback (ffffffffc14aec20) 10000000:00010000:3.0:1788838288.884729:0:22762:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.155@tcp lock: ffffa0cac0030400/0xae64dcd520c44724 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xae64dcd520c4472b expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838288.884736:0:22762:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.155@tcp lock: ffffa0cac0030400/0xae64dcd520c44724 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xae64dcd520c4472b expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788838288.884741:0:22762:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.155@tcp lock: ffffa0cac0030400/0xae64dcd520c44724 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xae64dcd520c4472b expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788838288.884746:0:22762:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1788838288.884757:0:22762:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.155@tcp lock: ffffa0cac0030400/0xae64dcd520c44724 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xae64dcd520c4472b expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838288.884762:0:22762:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788838288.884782:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.155@tcp lock: ffffa0cac0030400/0xae64dcd520c44724 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xae64dcd520c4472b expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838288.884800:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.155@tcp lock: ffffa0cac0030400/0xae64dcd520c44724 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xae64dcd520c4472b expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838288.884814:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788838288.884816:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788838288.884817:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788838288.884824:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788838288.884844:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb7b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:3648:1875732255192576:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788838288.884974:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788838288.885281:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788838288.885290:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb7b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:3650:1875732255192704:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788838288.885345:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788838288.885445:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255192576 00000100:00100000:3.0:1788838288.885454:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255192576 00010000:00010000:3.0:1788838288.885656:0:22759:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffffa0cafc8c1200/0xae64dcd520c447ef lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xae64dcd520c447e8 expref: 18 pid: 22768 timeout: 838 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788838288.885685:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255192704 00000100:00100000:3.0:1788838288.885689:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255192704 00010000:00010000:3.0:1788838288.885703:0:22759:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffffa0cac0030800/0xae64dcd520c4472b lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xae64dcd520c44724 expref: 19 pid: 22769 timeout: 838 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788838288.885717:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1788838288.885725:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafb7b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+19:3648:x1875732255192576:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788838288.885756:0:22759:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788838288.885762:0:22759:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffffa0cafc8c1200/0xae64dcd520c447ef lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xae64dcd520c447e8 expref: 19 pid: 22768 timeout: 838 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838288.885782:0:22759:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffffa0cafc8c1200/0xae64dcd520c447ef lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xae64dcd520c447e8 expref: 19 pid: 22768 timeout: 838 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838288.885801:0:22759:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788838288.885836:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafb7b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+19:3648:x1875732255192576:12345-0@lo:103:ldlm_bl.0 Request processed in 112us (862us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838288.885843:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1788838288.885861:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1788838288.885867:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafb7b4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+18:3650:x1875732255192704:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788838288.886217:0:22759:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788838288.886223:0:22759:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffffa0cac0030800/0xae64dcd520c4472b lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xae64dcd520c44724 expref: 18 pid: 22769 timeout: 838 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838288.886232:0:22759:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffffa0cac0030800/0xae64dcd520c4472b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xae64dcd520c44724 expref: 18 pid: 22769 timeout: 838 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838288.886245:0:22759:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffffa0cadf86cc00/0xae64dcd520c44827 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838288.886253:0:22759:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0cadf86cc00/0xae64dcd520c44827 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:3.0:1788838288.886268:0:22759:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.006202338s 00010000:00010000:3.0:1788838288.886273:0:22759:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffffa0cadf86cc00/0xae64dcd520c44827 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838288.886280:0:22759:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffffa0cadf86cc00/0xae64dcd520c44827 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838288.886297:0:22759:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffffa0cadf86cc00/0xae64dcd520c44827 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838288.886303:0:22759:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffffa0cadf86cc00/0xae64dcd520c44827 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838288.886309:0:22759:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0cadf86cc00 already unused, calling callback (ffffffffc0e9d420) 00010000:00010000:3.0:1788838288.886561:0:22759:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffffa0cadf86cc00/0xae64dcd520c44827 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838288.886573:0:22759:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffffa0cadf86cc00/0xae64dcd520c44827 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838288.886583:0:22759:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffffa0cadf86cc00/0xae64dcd520c44827 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838288.886594:0:22759:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788838288.886631:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafb7b4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+18:3650:x1875732255192704:12345-0@lo:103:ldlm_bl.0 Request processed in 763us (1284us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838288.886638:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1788838288.886689:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb7b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:3648:1875732255192576:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788838288.886721:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb7b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:3650:1875732255192704:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788838288.886746:0:22790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0cafc8c1200/0xae64dcd520c447ef lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xae64dcd520c447e8 expref: 17 pid: 22768 timeout: 838 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788838288.886758:0:22790:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb7b4000 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22790:1875732255192320:0@lo:104: 00010000:00010000:3.0:1788838288.886768:0:22790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0cac0030800/0xae64dcd520c4472b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xae64dcd520c44724 expref: 16 pid: 22769 timeout: 838 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788838288.886784:0:22790:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb7b6300 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22790:1875732255192448:0@lo:104: 00010000:00010000:3.0:1788838288.886799:0:22790:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffffa0cadf86cc00/0xae64dcd520c44827 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838288.886809:0:22790:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffffa0cadf86cc00/0xae64dcd520c44827 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838288.886814:0:22790:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffffa0cadf86cc00/0xae64dcd520c44827 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838288.886820:0:22790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0cadf86cc00/0xae64dcd520c44827 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:01000000:2.0:1788838288.888177:0:23506:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osd ctxt 16 is initialized 00000020:00080000:3.0:1788838288.888193:0:23530:0:(update_trans.c:1539:distribute_txn_commit_thread()) lustre-MDT0001: start commit thread committed batchid 0 00000020:00080000:3.0:1788838288.888197:0:23530:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 0 00000040:01000000:1.0:1788838288.888885:0:23531:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:3.0:1788838288.888996:0:23506:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osp-MDT0001 ctxt 16 is initialized 00000040:00080000:0.0:1788838288.889424:0:23531:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1788838288.891210:0:23532:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caf4127b80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23532:1875732255192832:0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1788838288.891297:0:23532:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838288.891368:0:22780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255192832 00000100:00100000:1.0:1788838288.891378:0:22780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255192832 00000100:00100000:1.0:1788838288.891428:0:22780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1788838288.891439:0:22780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caf4127800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23532:x1875732255192832:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1788838288.891523:0:22780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caf4127800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23532:x1875732255192832:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 85us (225us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838288.891532:0:22780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1788838288.891562:0:23532:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0c9c39bf840 going to sleep for 11 seconds 00000100:00100000:1.0:1788838288.891590:0:23532:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caf4127b80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23532:1875732255192832:0@lo:1000:lod0001_rec0000.0 00000040:01000000:1.0:1788838288.891624:0:23532:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:1.0:1788838288.891648:0:23532:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caf4127b80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23532:1875732255192960:0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1788838288.891677:0:23532:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838288.891695:0:22780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255192960 00000100:00100000:1.0:1788838288.891698:0:22780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255192960 00000100:00100000:1.0:1788838288.891732:0:22780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1788838288.891738:0:22780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caf4125880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23532:x1875732255192960:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1788838288.891826:0:22780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caf4125880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23532:x1875732255192960:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 87us (147us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838288.891833:0:22780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1788838288.891850:0:23532:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0c9c39bf840 going to sleep for 11 seconds 00000100:00100000:1.0:1788838288.891862:0:23532:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caf4127b80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23532:1875732255192960:0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1788838288.891922:0:23532:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caf4127b80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23532:1875732255193088:0@lo:900:lod0001_rec0000.0 00000100:00100000:1.0:1788838288.891949:0:23532:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838288.891980:0:22785:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255193088 00000100:00100000:1.0:1788838288.891984:0:22785:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255193088 00000100:00100000:1.0:1788838288.892024:0:22785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1788838288.892031:0:22785:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caf4126680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23532:x1875732255193088:12345-0@lo:900:lod0001_rec0000.0 00000100:00100000:1.0:1788838288.892063:0:22785:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caf4126680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23532:x1875732255193088:12345-0@lo:900:lod0001_rec0000.0 Request processed in 33us (113us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838288.892070:0:22785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1788838288.892084:0:23532:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0c9c39bf3c0 going to sleep for 11 seconds 00000040:01000000:3.0:1788838288.892092:0:23506:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 12 is initialized 00010000:00080000:1.0:1788838288.892099:0:23532:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffffa0caf4127b80 x1875732255193088/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1788838304 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lod0001_rec0000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788838288.892110:0:23532:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caf4127b80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23532:1875732255193088:0@lo:900:lod0001_rec0000.0 00000040:00080000:3.0:1788838288.892131:0:23506:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1788838288.892142:0:23532:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caf4127b80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23532:1875732255193216:0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1788838288.892163:0:23532:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838288.892178:0:22780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255193216 00000100:00100000:1.0:1788838288.892181:0:22780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255193216 00000100:00100000:1.0:1788838288.892196:0:22780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1788838288.892207:0:22780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caf4126a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23532:x1875732255193216:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1788838288.892248:0:22780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caf4126a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23532:x1875732255193216:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 41us (84us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838288.892254:0:22780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1788838288.892271:0:23532:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0c9c39bf840 going to sleep for 11 seconds 00000100:00100000:1.0:1788838288.892282:0:23532:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caf4127b80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23532:1875732255193216:0@lo:1000:lod0001_rec0000.0 00000040:00080000:1.0:1788838288.892335:0:23532:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1788838288.894716:0:23531:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000400:0x1:0x0] index 261376 count 1 00000004:00000080:3.0:1788838288.894797:0:23506:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:3.0:1788838288.894810:0:23506:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 14 is initialized 00000004:00080000:0.0:1788838288.894811:0:23531:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osd retrieved update log, duration 0, retries 0 00000040:00080000:3.0:1788838288.894930:0:23506:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1788838288.900160:0:23532:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000401:0x1:0x0] index 261376 count 1 00000004:00080000:1.0:1788838288.900240:0:23532:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osp-MDT0001 retrieved update log, duration 0, retries 0 00000004:00080000:1.0:1788838288.900245:0:23532:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0001 got update logs from all MDTs. 00000040:00080000:3.0:1788838288.901189:0:23506:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:3.0:1788838288.903762:0:23506:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:2.0:1788838288.904033:0:23506:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 15 is initialized 00000040:00080000:2.0:1788838288.904237:0:23506:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00080000:10000000:2.0:1788838288.905118:0:23506:0:(osd_handler.c:5581:osd_index_try()) lustre-MDT0001: index object [0x200000003:0x30:0x0] (8/32) registered 00000001:00000004:2.0:1788838288.909104:0:23506:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:2.0:1788838288.912072:0:23506:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:2.0:1788838288.912117:0:23506:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0001: cmd=c00866e6 len=0 karg=ffffc2f6c1c77988 00100000:10000000:2.0:1788838288.912125:0:23506:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0001-osd: start master thread 00000020:01000004:2.0:1788838288.913732:0:23506:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:2.0:1788838288.913778:0:23506:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.204.155@tcp: cl_mgc_mutex unlock 00000020:01000004:2.0:1788838288.913800:0:23506:0:(tgt_mount.c:2461:server_fill_super_common()) Server sb, dev=48 00000080:00000004:2.0:1788838288.913822:0:23506:0:(super25.c:182:lustre_fill_super()) /dev/mapper/mds2_flakey: Mount complete 00000020:00000004:2.0:1788838288.917130:0:23506:0:(tgt_mount.c:2347:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1788838288.917417:0:23506:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1788838289.023439:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788838289.666347:0:22816:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cac2e17240 going to sleep for 0 seconds 00000040:00080000:1.0:1788838289.920000:0:23527:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1788838290.047664:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1788838290.240170:0:22771:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1788838290.240178:0:22771:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffffa0caeb80f800 from 12 10000000:01000000:3.0:1788838290.240183:0:22771:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1788838290.240240:0:22771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0cadf86c600/0xae64dcd520c4482e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838290.240270:0:22771:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.155@tcp lock: ffffa0cadf86c600/0xae64dcd520c4482e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838290.240282:0:22771:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.155@tcp lock: ffffa0cadf86c600/0xae64dcd520c4482e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788838290.240306:0:22771:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb7b6300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22771:1875732255193344:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788838290.240412:0:22771:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788838290.240453:0:22771:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cad8efaa80 going to sleep for 11 seconds 00000100:00100000:0.0:1788838290.240524:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255193344 00000100:00100000:0.0:1788838290.240532:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255193344 00000100:00100000:0.0:1788838290.240594:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1788838290.240603:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cac6df4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+16:22771:x1875732255193344:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788838290.240617:0:22768:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788838290.240632:0:22768:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0c9c2bd6800/0xae64dcd520c44835 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xae64dcd520c4482e expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838290.240655:0:22768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0c9c2bd6800/0xae64dcd520c44835 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xae64dcd520c4482e expref: 17 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838290.240675:0:22768:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0c9c2bd6800/0xae64dcd520c44835 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xae64dcd520c4482e expref: 17 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838290.240688:0:22768:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0c9c2bd6800, rc 0) 00000100:00100000:0.0:1788838290.240737:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cac6df4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+17:22771:x1875732255193344:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 135us (325us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838290.240743:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1788838290.240893:0:22771:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb7b6300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22771:1875732255193344:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788838290.240907:0:22771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.155@tcp lock: ffffa0cadf86c600/0xae64dcd520c4482e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c44835 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838290.240916:0:22771:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.155@tcp lock: ffffa0cadf86c600/0xae64dcd520c4482e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xae64dcd520c44835 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788838290.240970:0:22771:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb7b6300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22771:1875732255193472:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1788838290.241023:0:22771:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788838290.241045:0:22771:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cad8efaa80 going to sleep for 11 seconds 00000100:00100000:2.0:1788838290.241236:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255193472 00000100:00100000:2.0:1788838290.241242:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255193472 00000100:00100000:2.0:1788838290.241279:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:2.0:1788838290.241287:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cac6df7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+17:22771:x1875732255193472:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:2.0:1788838290.241302:0:22766:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1788838290.241352:0:22766:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1788838290.241355:0:22766:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:2.0:1788838290.241436:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cac6df7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+17:22771:x1875732255193472:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 150us (421us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838290.241443:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1788838290.242439:0:22771:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb7b6300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22771:1875732255193472:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1788838290.242501:0:22771:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.155@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1788838290.242511:0:22771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0cadf86c600/0xae64dcd520c4482e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c44835 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838290.242520:0:22771:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.155@tcp lock: ffffa0cadf86c600/0xae64dcd520c4482e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c44835 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788838290.242530:0:22771:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1788838290.242533:0:22771:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffffa0caf3014800 from 12 10000000:01000000:1.0:1788838290.242536:0:22771:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1788838290.242565:0:22771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0cafc8c0400/0xae64dcd520c4483c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838290.242573:0:22771:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.155@tcp lock: ffffa0cafc8c0400/0xae64dcd520c4483c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838290.242596:0:22771:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.155@tcp lock: ffffa0cafc8c0400/0xae64dcd520c4483c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788838290.242618:0:22771:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caf4127b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22771:1875732255193600:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788838290.242750:0:22771:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838290.242796:0:22771:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0c9c39bf0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788838290.242881:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255193600 00000100:00100000:2.0:1788838290.242888:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255193600 00000100:00100000:2.0:1788838290.243002:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:2.0:1788838290.243021:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cac6df7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+17:22771:x1875732255193600:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788838290.243035:0:22766:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788838290.243050:0:22766:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0cac29d9a00/0xae64dcd520c44843 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xae64dcd520c4483c expref: -99 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838290.243087:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0cac29d9a00/0xae64dcd520c44843 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xae64dcd520c4483c expref: 18 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838290.243099:0:22766:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0cac29d9a00/0xae64dcd520c44843 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xae64dcd520c4483c expref: 18 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838290.243109:0:22766:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0cac29d9a00, rc 0) 00000100:00100000:2.0:1788838290.243156:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cac6df7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+18:22771:x1875732255193600:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 146us (407us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838290.243164:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:1.0:1788838290.243231:0:22771:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caf4127b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22771:1875732255193600:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788838290.243246:0:22771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.155@tcp lock: ffffa0cafc8c0400/0xae64dcd520c4483c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c44843 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838290.243256:0:22771:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.155@tcp lock: ffffa0cafc8c0400/0xae64dcd520c4483c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xae64dcd520c44843 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788838290.243300:0:22771:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caf4127b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22771:1875732255193728:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1788838290.243376:0:22771:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838290.246692:0:22771:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0c9c39bf0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788838290.247952:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255193728 00000100:00100000:0.0:1788838290.248264:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255193728 00000100:00100000:0.0:1788838290.248486:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1788838290.248499:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cac6df7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+18:22771:x1875732255193728:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1788838290.248530:0:22769:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1788838290.248553:0:22769:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1788838290.248556:0:22769:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:0.0:1788838290.248697:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cac6df7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+18:22771:x1875732255193728:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 201us (5319us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838290.248705:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1788838290.248975:0:22771:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caf4127b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22771:1875732255193728:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1788838290.249053:0:22771:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.155@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1788838290.249063:0:22771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0cafc8c0400/0xae64dcd520c4483c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c44843 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838290.249074:0:22771:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.155@tcp lock: ffffa0cafc8c0400/0xae64dcd520c4483c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c44843 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788838290.687683:0:22816:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cac2e17240 going to sleep for 0 seconds 00000040:00080000:1.0:1788838290.943959:0:23527:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1788838291.074224:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788838291.712454:0:22816:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cac2e17240 going to sleep for 0 seconds 00010000:00010000:2.0:1788838292.099225:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788838292.736379:0:22816:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cac2e17240 going to sleep for 0 seconds 00010000:00010000:3.0:1788838293.123502:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1788838293.368960:0:23775:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg455-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000100:00100000:2.0:1788838293.760170:0:22816:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cac2e17240 going to sleep for 0 seconds 00010000:00010000:2.0:1788838294.143512:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1788838294.210060:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1788838294.210067:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1788838294.210071:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0c9c38b2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788838294.210083:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffffa0c9c38b2800 using connection 192.168.204.155@tcp/0@lo 00000100:00100000:2.0:1788838294.210110:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0cafb784380 x1875732255193984/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788838294.210128:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788838294.210132:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788838294.210135:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788838294.210137:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788838294.210187:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788838294.210191:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788838294.210193:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788838294.210196:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1788838294.211174:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb784700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3649:1875732255194368:0@lo:400:kworker.0 00000100:00100000:2.0:1788838294.211254:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788838294.211296:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788838294.211302:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb784e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:3649:1875732255193856:0@lo:400:kworker.0 00000100:00100000:2.0:1788838294.211362:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788838294.211403:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb784380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1875732255193984:0@lo:38:kworker.0 00000100:00100000:2.0:1788838294.211432:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788838294.211463:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb786d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3647:1875732255194112:0@lo:400:kworker.0 00000100:00100000:2.0:1788838294.211485:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788838294.211502:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788838294.211508:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb785500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1875732255194240:0@lo:400:kworker.0 00000100:00100000:2.0:1788838294.211533:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788838294.211776:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255194368 00000100:00100000:2.0:1788838294.211785:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255194368 00000100:00100000:2.0:1788838294.211831:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255194112 00000100:00100000:2.0:1788838294.211834:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255194112 00000100:00100000:2.0:1788838294.211850:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1788838294.211858:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafb784000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1875732255194368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788838294.211926:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafb784000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1875732255194368:12345-0@lo:400:kworker.0 Request processed in 68us (673us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838294.211934:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1788838294.211961:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1788838294.211967:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafb787b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1875732255194112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788838294.212000:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafb787b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1875732255194112:12345-0@lo:400:kworker.0 Request processed in 32us (514us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838294.212006:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1788838294.212022:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255193856 00000100:00100000:2.0:1788838294.212026:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255193856 00000100:00100000:2.0:1788838294.212048:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:2.0:1788838294.212053:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cac6df5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+18:3649:x1875732255193856:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788838294.212080:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cac6df5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+18:3649:x1875732255193856:12345-0@lo:400:kworker.0 Request processed in 27us (718us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838294.212086:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:2.0:1788838294.212112:0:22780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255193984 00000100:00100000:2.0:1788838294.212115:0:22780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255193984 00000100:00100000:2.0:1788838294.212124:0:22780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255194240 00000100:00100000:2.0:1788838294.212127:0:22780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255194240 00000100:00100000:2.0:1788838294.212141:0:22780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1788838294.212146:0:22780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafb784a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3646:x1875732255193984:12345-0@lo:38:kworker.0 00010000:00080000:2.0:1788838294.212170:0:22780:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 743 last 0 00000020:00000080:2.0:1788838294.212211:0:22780:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xae64dcd520c4484a 00000004:00100000:2.0:1788838294.212226:0:22780:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:2.0:1788838294.212232:0:22780:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00010000:00080000:2.0:1788838294.212374:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffffa0cafb786d80 x1875732255194112/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788838310 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788838294.212389:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb786d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3647:1875732255194112:0@lo:400:kworker.0 00000100:00100000:2.0:1788838294.212418:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb784e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:3649:1875732255193856:0@lo:400:kworker.0 00010000:00080000:2.0:1788838294.212437:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffffa0cafb784700 x1875732255194368/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788838310 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788838294.212446:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb784700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3649:1875732255194368:0@lo:400:kworker.0 00000100:00100000:1.0:1788838294.212958:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caec9d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1875732255194496:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788838294.213002:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838294.213078:0:22779:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 2 min 2 max 116 00000100:00100000:0.0:1788838294.213086:0:22779:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_002' 00000100:00100000:1.0:1788838294.213407:0:22779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255194496 00000100:00100000:1.0:1788838294.213414:0:22779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255194496 00000100:00100000:0.0:1788838294.213546:0:23819:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1788838294.213557:0:23819:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafb785180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3647:x1875732255194240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788838294.213618:0:23819:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafb785180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3647:x1875732255194240:12345-0@lo:400:kworker.0 Request processed in 64us (2084us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838294.213625:0:23819:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1788838294.213641:0:23819:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1788838294.213647:0:23819:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caf4127b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3650:x1875732255194496:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788838294.213669:0:23819:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1788838294.213701:0:23819:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caf4127b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3650:x1875732255194496:12345-0@lo:41:osp-pre-0-1.0 Request processed in 54us (699us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838294.213707:0:23819:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1788838294.213767:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caec9d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1875732255194496:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788838294.213794:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb785500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1875732255194240:0@lo:400:kworker.0 00000100:00080000:2.0:1788838294.218175:0:22780:0:(import.c:65:import_set_state_nolock()) ffffa0caf41fd800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788838294.218508:0:22780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafb784a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3646:x1875732255193984:12345-0@lo:38:kworker.0 Request processed in 6358us (7072us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838294.218519:0:22780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00080000:1.0:1788838294.218675:0:3646:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-osp-MDT0000: connect to target with instance 3 00000100:00080000:1.0:1788838294.218687:0:3646:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-osp-MDT0000: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:1.0:1788838294.218692:0:3646:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:1.0:1788838294.218695:0:3646:0:(import.c:65:import_set_state_nolock()) ffffa0c9c38b2800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00080000:1.0:1788838294.218718:0:3646:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000072e450f7): req@ffffa0cafb7b7480 x1875732255187072/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788838294.218738:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb784380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1875732255193984:0@lo:38:kworker.0 00000100:00100000:1.0:1788838294.218820:0:22816:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838294.218844:0:22816:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cac2e17240 going to sleep for 11 seconds 00000100:00100000:1.0:1788838294.218858:0:22779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255187072 00000100:00100000:1.0:1788838294.218864:0:22779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255187072 00000100:00100000:1.0:1788838294.218913:0:22779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1788838294.218921:0:22779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caf4124a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22816:x1875732255187072:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1788838294.218986:0:22779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caf4124a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22816:x1875732255187072:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 66us (166us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838294.218992:0:22779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1788838294.219016:0:22816:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb7b7480 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22816:1875732255187072:0@lo:1000:lod0000_rec0001.0 00000040:01000000:1.0:1788838294.219046:0:22816:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:1.0:1788838294.219085:0:22816:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caf4125c00 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22816:1875732255194624:0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1788838294.219127:0:22816:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838294.219142:0:22816:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cacaa64b40 going to sleep for 11 seconds 00000100:00100000:1.0:1788838294.219153:0:22780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255194624 00000100:00100000:1.0:1788838294.219156:0:22780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255194624 00000100:00100000:1.0:1788838294.219188:0:22780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1788838294.219194:0:22780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caf4125f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22816:x1875732255194624:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1788838294.219294:0:22780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caf4125f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22816:x1875732255194624:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 99us (165us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838294.219300:0:22780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1788838294.219349:0:22816:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caf4125c00 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22816:1875732255194624:0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1788838294.219421:0:22816:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caf4125c00 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22816:1875732255194752:0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1788838294.219445:0:22816:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838294.219458:0:22816:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cacaa64b40 going to sleep for 11 seconds 00000100:00100000:1.0:1788838294.219468:0:22780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255194752 00000100:00100000:1.0:1788838294.219472:0:22780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255194752 00000100:00100000:1.0:1788838294.219491:0:22780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1788838294.219496:0:22780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caf4124000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22816:x1875732255194752:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1788838294.219540:0:22780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caf4124000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22816:x1875732255194752:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 43us (93us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838294.219546:0:22780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1788838294.219569:0:22816:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caf4125c00 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22816:1875732255194752:0@lo:1000:lod0000_rec0001.0 00000040:00080000:1.0:1788838294.219607:0:22816:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1788838294.221895:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788838294.221928:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb784700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1875732255194880:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788838294.221992:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788838294.222038:0:22780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255194880 00000100:00100000:2.0:1788838294.222044:0:22780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255194880 00000100:00100000:2.0:1788838294.222088:0:22780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1788838294.222097:0:22780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafb784e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3648:x1875732255194880:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788838294.222132:0:22780:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1788838294.222190:0:22780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafb784e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3648:x1875732255194880:12345-0@lo:41:osp-pre-1-0.0 Request processed in 94us (197us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838294.222197:0:22780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1788838294.222423:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb784700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1875732255194880:0@lo:41:osp-pre-1-0.0 00000040:00080000:1.0:1788838294.222885:0:22816:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000401:0x1:0x0] index 261376 count 1 00000004:00080000:1.0:1788838294.222973:0:22816:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osp-MDT0000 retrieved update log, duration 20, retries 0 00000004:00080000:1.0:1788838294.222978:0:22816:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0000 got update logs from all MDTs. 00000020:00000004:0.0:1788838294.270690:0:23829:0:(tgt_mount.c:2347:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1788838294.270969:0:23829:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1788838295.169837:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:1.0:1788838295.178230:0:23879:0:(tgt_mount.c:2347:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1788838295.178479:0:23879:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00000020:00000080:3.0:1788838296.085106:0:23927:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffcf850dcd0 20000000:00000080:3.0:1788838296.085126:0:23927:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffffa0caf5c1a000 uarg=0000000000000000 20000000:01000000:3.0:1788838296.085170:0:23927:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='debug_raw_pointers=Y' 20000000:01000000:3.0:1788838296.085182:0:23927:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'debug_raw_pointers=Y' 20000000:01000000:3.0:1788838296.085187:0:23927:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/debug_raw_pointers=Y del=0 00000040:00080000:0.0:1788838296.085885:0:23928:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 2 count 13 20000000:00000400:3.0:1788838296.086066:0:23927:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/debug_raw_pointers=Y (mode = 0) failed: rc = -17 10000000:01000000:3.0:1788838296.102228:0:23927:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:2.0:1788838296.103719:0:23927:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffffa0cac29d9600/0xae64dcd520c44851 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838296.103744:0:23927:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffffa0c9c2bd7200/0xae64dcd520c446fa lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xae64dcd520c446f3 expref: 17 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838296.103753:0:23927:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffffa0cac0031400/0xae64dcd520c447fd lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xae64dcd520c447f6 expref: 17 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838296.103769:0:23927:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffffa0cac29d9600/0xae64dcd520c44851 lrc: 5/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838296.103812:0:23927:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffffa0cac0031400/0xae64dcd520c447fd lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xae64dcd520c447f6 expref: 17 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838296.103828:0:23927:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffffa0cac0031400/0xae64dcd520c447fd lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xae64dcd520c447f6 expref: 17 pid: 22768 timeout: 845 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788838296.103843:0:23927:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb784700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23927:1875732255195008:0@lo:104: 00000100:00100000:2.0:1788838296.103929:0:23927:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1788838296.103986:0:23927:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffffa0c9c2bd7200/0xae64dcd520c446fa lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xae64dcd520c446f3 expref: 17 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838296.103995:0:23927:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffffa0c9c2bd7200/0xae64dcd520c446fa lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xae64dcd520c446f3 expref: 17 pid: 22769 timeout: 845 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788838296.104004:0:23927:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb785f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23927:1875732255195136:0@lo:104: 00000100:00100000:2.0:1788838296.104025:0:23927:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788838296.104038:0:23927:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0c9c39bf0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788838296.104099:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255195008 00000100:00100000:3.0:1788838296.104108:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255195008 00000100:00100000:3.0:1788838296.104149:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255195136 00000100:00100000:3.0:1788838296.104153:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255195136 00000100:00100000:3.0:1788838296.104168:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1788838296.104178:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafb786d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+4:23927:x1875732255195008:12345-0@lo:104: 00010000:00010000:3.0:1788838296.104192:0:22758:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.155@tcp lock: ffffa0cafc8c1c00/0xae64dcd520c447f6 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xae64dcd520c447fd expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838296.104974:0:22758:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1788838296.104985:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafb786d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+4:23927:x1875732255195008:12345-0@lo:104: Request processed in 807us (1054us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838296.104996:0:23927:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb784700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23927:1875732255195008:0@lo:104: 00000100:00100000:3.0:1788838296.105000:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1788838296.105028:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1788838296.105035:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafb786a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+3:23927:x1875732255195136:12345-0@lo:104: 00010000:00010000:3.0:1788838296.105048:0:22758:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.155@tcp lock: ffffa0cac0030c00/0xae64dcd520c446f3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xae64dcd520c446fa expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788838296.105135:0:23927:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb785f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23927:1875732255195136:0@lo:104: 00010000:00010000:2.0:1788838296.105163:0:23927:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffffa0cac29d9600/0xae64dcd520c44851 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838296.105718:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788838296.105726:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.155@tcp lock: ffffa0cafc8c1c00/0xae64dcd520c447f6 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xae64dcd520c447fd expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838296.105794:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0cafc8c1c00 already unused, calling callback (ffffffffc14aec20) 10000000:00010000:1.0:1788838296.105798:0:22763:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.155@tcp lock: ffffa0cafc8c1c00/0xae64dcd520c447f6 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xae64dcd520c447fd expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838296.105807:0:22763:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.155@tcp lock: ffffa0cafc8c1c00/0xae64dcd520c447f6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xae64dcd520c447fd expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788838296.105814:0:22763:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.155@tcp lock: ffffa0cafc8c1c00/0xae64dcd520c447f6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xae64dcd520c447fd expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788838296.105820:0:22763:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1788838296.105879:0:22763:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.155@tcp lock: ffffa0cafc8c1c00/0xae64dcd520c447f6 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xae64dcd520c447fd expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838296.105886:0:22763:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788838296.106125:0:22758:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1788838296.106135:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafb786a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+3:23927:x1875732255195136:12345-0@lo:104: Request processed in 1098us (2106us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838296.106144:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00010000:3.0:1788838296.106174:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788838296.106381:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.155@tcp lock: ffffa0cafc8c1c00/0xae64dcd520c447f6 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xae64dcd520c447fd expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838296.106390:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.155@tcp lock: ffffa0cafc8c1c00/0xae64dcd520c447f6 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xae64dcd520c447fd expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838296.106403:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788838296.106405:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788838296.106407:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788838296.106422:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caf4125c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:3648:1875732255195264:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788838296.106468:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788838296.106690:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255195264 00000100:00100000:3.0:1788838296.106697:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255195264 00010000:00010000:3.0:1788838296.106728:0:22760:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffffa0cac0031400/0xae64dcd520c447fd lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xae64dcd520c447f6 expref: 18 pid: 22768 timeout: 845 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788838296.107295:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1788838296.107305:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caf4125180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+18:3648:x1875732255195264:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788838296.107345:0:22760:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788838296.107351:0:22760:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffffa0cac0031400/0xae64dcd520c447fd lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xae64dcd520c447f6 expref: 18 pid: 22768 timeout: 845 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838296.107364:0:22760:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffffa0cac0031400/0xae64dcd520c447fd lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xae64dcd520c447f6 expref: 18 pid: 22768 timeout: 845 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838296.107381:0:22760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0cac0031400/0xae64dcd520c447fd lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xae64dcd520c447f6 expref: 18 pid: 22768 timeout: 845 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838296.107397:0:22760:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788838296.107439:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caf4125180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+17:3648:x1875732255195264:12345-0@lo:103:ldlm_bl.0 Request processed in 138us (971us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838296.107446:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1788838296.107674:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caf4125c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:3648:1875732255195264:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788838296.108250:0:23929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788838296.108261:0:23929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788838296.108264:0:23929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788838296.108295:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.155@tcp lock: ffffa0cac0030c00/0xae64dcd520c446f3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xae64dcd520c446fa expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838296.108305:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0cac0030c00 already unused, calling callback (ffffffffc14aec20) 10000000:00010000:3.0:1788838296.108308:0:22762:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.155@tcp lock: ffffa0cac0030c00/0xae64dcd520c446f3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xae64dcd520c446fa expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838296.109654:0:22762:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.155@tcp lock: ffffa0cac0030c00/0xae64dcd520c446f3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xae64dcd520c446fa expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788838296.109666:0:22762:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.155@tcp lock: ffffa0cac0030c00/0xae64dcd520c446f3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xae64dcd520c446fa expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788838296.109683:0:22762:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1788838296.109797:0:22762:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.155@tcp lock: ffffa0cac0030c00/0xae64dcd520c446f3 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xae64dcd520c446fa expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838296.109804:0:22762:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788838296.109838:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.155@tcp lock: ffffa0cac0030c00/0xae64dcd520c446f3 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xae64dcd520c446fa expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838296.109845:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.155@tcp lock: ffffa0cac0030c00/0xae64dcd520c446f3 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xae64dcd520c446fa expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838296.109876:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788838296.109879:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788838296.109881:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788838296.109925:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788838296.109944:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb785f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:3650:1875732255195392:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788838296.110004:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788838296.110420:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255195392 00000100:00100000:2.0:1788838296.110429:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255195392 00010000:00010000:2.0:1788838296.110459:0:22759:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffffa0c9c2bd7200/0xae64dcd520c446fa lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xae64dcd520c446f3 expref: 17 pid: 22769 timeout: 845 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788838296.110652:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1788838296.110664:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caf4124380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+17:3650:x1875732255195392:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788838296.110678:0:22759:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788838296.110685:0:22759:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffffa0c9c2bd7200/0xae64dcd520c446fa lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xae64dcd520c446f3 expref: 17 pid: 22769 timeout: 845 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838296.110698:0:22759:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffffa0c9c2bd7200/0xae64dcd520c446fa lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xae64dcd520c446f3 expref: 17 pid: 22769 timeout: 845 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838296.110714:0:22759:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0c9c2bd7200/0xae64dcd520c446fa lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xae64dcd520c446f3 expref: 17 pid: 22769 timeout: 845 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838296.110757:0:22759:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffffa0cac29d9600/0xae64dcd520c44851 lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 23927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838296.110766:0:22759:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0cac29d9600/0xae64dcd520c44851 lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 23927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838296.110782:0:22759:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffffa0cac29d9600/0xae64dcd520c44851 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838296.110790:0:22759:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffffa0cac29d9600/0xae64dcd520c44851 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838296.110798:0:22759:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffffa0cac29d9600/0xae64dcd520c44851 lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838296.110804:0:22759:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffffa0cac29d9600/0xae64dcd520c44851 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838296.110811:0:22759:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0cac29d9600 already unused, calling callback (ffffffffc0e9d420) 00010000:00010000:2.0:1788838296.110816:0:22759:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffffa0cac29d9600/0xae64dcd520c44851 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838296.110823:0:22759:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffffa0cac29d9600/0xae64dcd520c44851 lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 23927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838296.110844:0:22759:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffffa0cac29d9600/0xae64dcd520c44851 lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838296.110855:0:22759:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788838296.110919:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caf4124380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+16:3650:x1875732255195392:12345-0@lo:103:ldlm_bl.0 Request processed in 247us (903us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838296.110934:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00010000:3.0:1788838296.110986:0:23927:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffffa0cac29d9600/0xae64dcd520c44851 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838296.110995:0:23927:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffffa0cac29d9600/0xae64dcd520c44851 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838296.111002:0:23927:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0cac29d9600/0xae64dcd520c44851 lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788838296.111755:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb785f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:3650:1875732255195392:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788838296.192815:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788838296.770477:0:22810:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 10000000:01000000:0.0:1788838297.153814:0:22771:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1788838297.153822:0:22771:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffffa0caeb80f800 from 13 10000000:01000000:0.0:1788838297.153828:0:22771:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1788838297.153889:0:22771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd6a00/0xae64dcd520c44858 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838297.153902:0:22771:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd6a00/0xae64dcd520c44858 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838297.153914:0:22771:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd6a00/0xae64dcd520c44858 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788838297.153941:0:22771:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caec9d2a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22771:1875732255195520:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788838297.154034:0:22771:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838297.154086:0:22771:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cac677c3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788838297.154098:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255195520 00000100:00100000:3.0:1788838297.154108:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255195520 00000100:00100000:3.0:1788838297.154172:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1788838297.154183:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cac6df5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+16:22771:x1875732255195520:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788838297.154197:0:22768:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788838297.154213:0:22768:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0cadf86cc00/0xae64dcd520c4485f lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xae64dcd520c44858 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838297.154237:0:22768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0cadf86cc00/0xae64dcd520c4485f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xae64dcd520c44858 expref: 17 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838297.154249:0:22768:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0cadf86cc00/0xae64dcd520c4485f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xae64dcd520c44858 expref: 17 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838297.154258:0:22768:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0cadf86cc00, rc 0) 00000100:00100000:3.0:1788838297.154305:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cac6df5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+17:22771:x1875732255195520:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 124us (272us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838297.154344:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:1.0:1788838297.158681:0:22771:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caec9d2a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22771:1875732255195520:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788838297.158711:0:22771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd6a00/0xae64dcd520c44858 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c4485f expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838297.161871:0:22771:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd6a00/0xae64dcd520c44858 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xae64dcd520c4485f expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788838297.161992:0:22771:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caf4124700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22771:1875732255195648:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788838297.162079:0:22771:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838297.162135:0:22771:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cacaa64f00 going to sleep for 11 seconds 00000100:00100000:0.0:1788838297.162203:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255195648 00000100:00100000:0.0:1788838297.162210:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255195648 00000100:00100000:0.0:1788838297.162263:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1788838297.162273:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cac6df4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+17:22771:x1875732255195648:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788838297.162428:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cac6df4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+17:22771:x1875732255195648:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 156us (348us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838297.162436:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1788838297.162480:0:22771:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caf4124700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22771:1875732255195648:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788838297.162510:0:22771:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caec9d0e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22771:1875732255195776:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788838297.162548:0:22771:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838297.162563:0:22771:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cac4d82840 going to sleep for 11 seconds 00000100:00100000:0.0:1788838297.162577:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255195776 00000100:00100000:0.0:1788838297.162580:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255195776 00000100:00100000:0.0:1788838297.162603:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:0.0:1788838297.162609:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cac6df6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+17:22771:x1875732255195776:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788838297.162688:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cac6df6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+17:22771:x1875732255195776:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 78us (138us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838297.162695:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:0.0:1788838297.162736:0:22771:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caec9d0e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22771:1875732255195776:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1788838297.163491:0:23985:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1788838297.163547:0:22771:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1788838297.163566:0:22771:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.155@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1788838297.163575:0:22771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd6a00/0xae64dcd520c44858 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c4485f expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838297.163592:0:22771:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd6a00/0xae64dcd520c44858 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c4485f expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788838297.163602:0:22771:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1788838297.163605:0:22771:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffffa0caf3014800 from 13 10000000:01000000:0.0:1788838297.163608:0:22771:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1788838297.163636:0:22771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd7800/0xae64dcd520c44866 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838297.163644:0:22771:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd7800/0xae64dcd520c44866 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838297.163652:0:22771:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd7800/0xae64dcd520c44866 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788838297.163669:0:22771:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caec9d0e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22771:1875732255195904:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788838297.163707:0:22771:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838297.163725:0:22771:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0caf4107540 going to sleep for 11 seconds 00000100:00100000:0.0:1788838297.163740:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255195904 00000100:00100000:0.0:1788838297.163745:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255195904 00000100:00100000:0.0:1788838297.163777:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1788838297.163785:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cac6df6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+17:22771:x1875732255195904:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788838297.163794:0:22769:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788838297.163808:0:22769:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0c9c2bd7200/0xae64dcd520c4486d lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xae64dcd520c44866 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838297.163832:0:22769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0c9c2bd7200/0xae64dcd520c4486d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xae64dcd520c44866 expref: 18 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838297.163870:0:22769:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0c9c2bd7200/0xae64dcd520c4486d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xae64dcd520c44866 expref: 18 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838297.163880:0:22769:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0c9c2bd7200, rc 0) 00000100:00100000:0.0:1788838297.163915:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cac6df6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+18:22771:x1875732255195904:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 131us (207us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838297.163921:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1788838297.163960:0:22771:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caec9d0e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22771:1875732255195904:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788838297.163973:0:22771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd7800/0xae64dcd520c44866 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c4486d expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838297.163981:0:22771:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd7800/0xae64dcd520c44866 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xae64dcd520c4486d expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788838297.164027:0:22771:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caec9d0e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22771:1875732255196032:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788838297.164052:0:22771:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838297.164065:0:22771:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0caf4107540 going to sleep for 11 seconds 00000100:00100000:0.0:1788838297.164076:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255196032 00000100:00100000:0.0:1788838297.164080:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255196032 00000100:00100000:0.0:1788838297.164102:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1788838297.164108:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cac6df4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+18:22771:x1875732255196032:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788838297.164196:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cac6df4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+18:22771:x1875732255196032:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 88us (143us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838297.164203:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1788838297.164232:0:22771:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caec9d0e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22771:1875732255196032:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788838297.164263:0:22771:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caec9d0e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22771:1875732255196160:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788838297.164299:0:22771:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838297.164312:0:22771:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0caf4107540 going to sleep for 11 seconds 00000100:00100000:0.0:1788838297.164348:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255196160 00000100:00100000:0.0:1788838297.164351:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255196160 00000100:00100000:0.0:1788838297.164373:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1788838297.164380:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cac6df8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+18:22771:x1875732255196160:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788838297.164450:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cac6df8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+18:22771:x1875732255196160:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 71us (151us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838297.164457:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1788838297.164498:0:22771:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caec9d0e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22771:1875732255196160:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1788838297.167437:0:23986:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:2.0:1788838297.167535:0:22771:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:2.0:1788838297.167571:0:22771:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.155@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1788838297.167585:0:22771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd7800/0xae64dcd520c44866 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c4486d expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838297.167609:0:22771:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd7800/0xae64dcd520c44866 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c4486d expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838297.219874:0:23929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788838298.241927:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788838298.304382:0:3646:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788838288/real 1788838288] req@ffffa0cafb786680 x1875732255190272/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788838298 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788838298.304414:0:3646:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0cafb786680 x1875732255190272/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788838298 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788838298.304425:0:3646:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788838288/real 1788838288] req@ffffa0cafb787480 x1875732255190144/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788838298 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788838298.304435:0:3646:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0cafb787480 x1875732255190144/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788838298 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1788838298.304455:0:3646:0:(import.c:65:import_set_state_nolock()) ffffa0c9c3642800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788838298.304476:0:3646:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1788838298.304480:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb786680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1875732255190272:0@lo:8:llog_process_th.0 00000100:00080000:3.0:1788838298.304486:0:3646:0:(import.c:65:import_set_state_nolock()) ffffa0cae16d7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788838298.304491:0:3646:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1788838298.304493:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb787480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1875732255190144:0@lo:8:llog_process_th.0 00000100:00080000:2.0:1788838298.304683:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788838298.304687:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788838298.304701:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788838298.304704:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788838298.304720:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788838298.304723:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1788838298.304726:0:38:0:(import.c:65:import_set_state_nolock()) ffffa0cae16d7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788838298.304731:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 738 00000100:00080000:2.0:1788838298.304736:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1788838298.304743:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffffa0cae16d7800 using connection 192.168.204.155@tcp/0@lo 00000100:00100000:2.0:1788838298.304762:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0cafb787480 x1875732255196800/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788838298.304775:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788838298.304778:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1788838298.304788:0:38:0:(import.c:65:import_set_state_nolock()) ffffa0c9c3642800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788838298.304791:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 738 00000100:00080000:2.0:1788838298.304793:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1788838298.304797:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffffa0c9c3642800 using connection 192.168.204.155@tcp/0@lo 00000100:00100000:2.0:1788838298.304808:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0cafb786680 x1875732255196928/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788838298.304851:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb787800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1875732255196416:0@lo:400:kworker.0 00000100:00100000:2.0:1788838298.304920:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788838298.304964:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788838298.304971:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb785880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3647:1875732255196544:0@lo:400:kworker.0 00000100:00100000:2.0:1788838298.304995:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788838298.305026:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255196544 00000100:00100000:2.0:1788838298.305034:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255196544 00000100:00100000:2.0:1788838298.305080:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1788838298.305088:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafb785500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1875732255196544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788838298.305131:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafb785500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1875732255196544:12345-0@lo:400:kworker.0 Request processed in 44us (135us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838298.305138:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:2.0:1788838298.305176:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffffa0cafb785880 x1875732255196544/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788838314 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788838298.305187:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb785880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3647:1875732255196544:0@lo:400:kworker.0 00000100:00100000:2.0:1788838298.305207:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb787480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1875732255196800:0@lo:8:kworker.0 00000400:00000100:2.0:1788838298.305231:0:3646:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875732255196800 offset 0 length 520: 4 00000100:00100000:2.0:1788838298.305251:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb786680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1875732255196928:0@lo:8:kworker.0 00000400:00000100:2.0:1788838298.305268:0:3646:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875732255196928 offset 0 length 520: 4 00000100:00100000:1.0:1788838298.305352:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb784700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:3650:1875732255196288:0@lo:400:kworker.0 00000100:00100000:1.0:1788838298.305389:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838298.305416:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb785f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3650:1875732255197056:0@lo:400:kworker.0 00000100:00100000:1.0:1788838298.305438:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838298.305453:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788838298.305458:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb787100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1875732255196672:0@lo:400:kworker.0 00000100:00100000:1.0:1788838298.305480:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788838298.305615:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255196288 00000100:00100000:2.0:1788838298.305620:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255196288 00000100:00100000:2.0:1788838298.305657:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:2.0:1788838298.305664:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cac6dfac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+18:3650:x1875732255196288:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788838298.305709:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cac6dfac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+18:3650:x1875732255196288:12345-0@lo:400:kworker.0 Request processed in 45us (318us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838298.305714:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:2.0:1788838298.305740:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255197056 00000100:00100000:2.0:1788838298.305744:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255197056 00000100:00100000:2.0:1788838298.305764:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1788838298.305770:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caf4124700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3650:x1875732255197056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788838298.305798:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caf4124700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3650:x1875732255197056:12345-0@lo:400:kworker.0 Request processed in 28us (359us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838298.305804:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1788838298.305832:0:22780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255196416 00000100:00100000:2.0:1788838298.305836:0:22780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255196416 00000100:00100000:2.0:1788838298.305857:0:22780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255196672 00000100:00100000:2.0:1788838298.305860:0:22780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255196672 00000100:00100000:3.0:1788838298.305864:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb784700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:3650:1875732255196288:0@lo:400:kworker.0 00000100:00100000:2.0:1788838298.305872:0:22780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00010000:00080000:3.0:1788838298.305875:0:3650:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffffa0cafb785f80 x1875732255197056/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788838314 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788838298.305878:0:22780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafb784380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3647:x1875732255196416:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788838298.305884:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb785f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3650:1875732255197056:0@lo:400:kworker.0 00000100:00100000:2.0:1788838298.305916:0:22780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafb784380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3647:x1875732255196416:12345-0@lo:400:kworker.0 Request processed in 38us (995us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838298.305922:0:22780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1788838298.305926:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb787800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1875732255196416:0@lo:400:kworker.0 00000100:00100000:2.0:1788838298.305933:0:22780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1788838298.305938:0:22780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caf4125c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3650:x1875732255196672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788838298.306221:0:22780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caf4125c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3650:x1875732255196672:12345-0@lo:400:kworker.0 Request processed in 281us (738us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838298.306240:0:22780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1788838298.306359:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb787100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1875732255196672:0@lo:400:kworker.0 00010000:00010000:2.0:1788838299.267190:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788838299.327963:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caec9d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1875732255197184:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788838299.328042:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838299.328218:0:22780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255197184 00000100:00100000:0.0:1788838299.328227:0:22780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255197184 00000100:00100000:0.0:1788838299.328277:0:22780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1788838299.328287:0:22780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafb7b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3647:x1875732255197184:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788838299.328351:0:22780:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1788838299.328404:0:22780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafb7b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3647:x1875732255197184:12345-0@lo:41:osp-pre-0-1.0 Request processed in 118us (362us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838299.328412:0:22780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1788838299.328459:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caec9d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1875732255197184:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788838299.328606:0:3646:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788838284/real 1788838284] req@ffffa0cafb7b5180 x1875732255188224/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788838299 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788838299.328625:0:3646:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0cafb7b5180 x1875732255188224/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788838299 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788838299.328636:0:3646:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788838284/real 1788838284] req@ffffa0cafb7b6d80 x1875732255188352/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788838299 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788838299.328646:0:3646:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0cafb7b6d80 x1875732255188352/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788838299 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1788838299.328659:0:3646:0:(import.c:65:import_set_state_nolock()) ffffa0c9c419f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788838299.328673:0:3646:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1788838299.328676:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb7b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1875732255188224:0@lo:8:kworker.0 00000100:00080000:2.0:1788838299.328681:0:3646:0:(import.c:65:import_set_state_nolock()) ffffa0caf4328000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788838299.328686:0:3646:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1788838299.328688:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb7b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1875732255188352:0@lo:8:kworker.0 00000100:00080000:3.0:1788838299.329096:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788838299.329101:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1788838299.329104:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0c9c419f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788838299.329109:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 734 00000100:00080000:3.0:1788838299.329113:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1788838299.329117:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffffa0c9c419f800 using connection 192.168.204.155@tcp/0@lo 00000100:00100000:3.0:1788838299.329137:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0cafb7b7100 x1875732255197568/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788838299.329151:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788838299.329153:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1788838299.329155:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0caf4328000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788838299.329157:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 734 00000100:00080000:3.0:1788838299.329159:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1788838299.329162:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffffa0caf4328000 using connection 192.168.204.155@tcp/0@lo 00000100:00100000:3.0:1788838299.329170:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0cafb7b4380 x1875732255197696/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788838299.329184:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788838299.329187:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788838299.329190:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788838299.329193:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1788838299.329345:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb7b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1875732255197440:0@lo:400:kworker.0 00000100:00100000:3.0:1788838299.329393:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788838299.329419:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788838299.329424:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb7b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3649:1875732255197824:0@lo:400:kworker.0 00000100:00100000:3.0:1788838299.329448:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788838299.329475:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb7b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1875732255197568:0@lo:8:kworker.0 00000400:00000100:3.0:1788838299.329495:0:3646:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875732255197568 offset 0 length 520: 4 00000100:00100000:3.0:1788838299.329516:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb7b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1875732255197696:0@lo:8:kworker.0 00000400:00000100:3.0:1788838299.329530:0:3646:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875732255197696 offset 0 length 520: 4 00000100:00100000:1.0:1788838299.329638:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb7b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:3648:1875732255197312:0@lo:400:kworker.0 00000100:00100000:1.0:1788838299.329674:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838299.329697:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788838299.329701:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb7b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3648:1875732255197952:0@lo:400:kworker.0 00000100:00100000:1.0:1788838299.329732:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838299.329773:0:23819:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255197440 00000100:00100000:1.0:1788838299.329780:0:23819:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255197440 00000100:00100000:1.0:1788838299.329828:0:23819:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1788838299.329837:0:23819:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafb7b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3649:x1875732255197440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788838299.329884:0:23819:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafb7b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3649:x1875732255197440:12345-0@lo:400:kworker.0 Request processed in 48us (491us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838299.329891:0:23819:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1788838299.329915:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255197312 00000100:00100000:1.0:1788838299.329919:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255197312 00000100:00100000:1.0:1788838299.329947:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:1.0:1788838299.329954:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cac6df9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+18:3648:x1875732255197312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788838299.329987:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cac6df9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+18:3648:x1875732255197312:12345-0@lo:400:kworker.0 Request processed in 34us (313us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838299.329994:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:1.0:1788838299.330022:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255197824 00000100:00100000:1.0:1788838299.330025:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255197824 00000100:00100000:1.0:1788838299.330049:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255197952 00000100:00100000:1.0:1788838299.330052:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255197952 00000100:00100000:1.0:1788838299.330065:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1788838299.330070:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafb7b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1875732255197824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788838299.330100:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafb7b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1875732255197824:12345-0@lo:400:kworker.0 Request processed in 30us (652us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838299.330106:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1788838299.330117:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1788838299.330123:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caf4127100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1875732255197952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788838299.330148:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caf4127100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1875732255197952:12345-0@lo:400:kworker.0 Request processed in 25us (416us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838299.330159:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00010000:00080000:1.0:1788838299.330198:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffffa0cafb7b6d80 x1875732255197952/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788838315 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788838299.330209:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb7b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3648:1875732255197952:0@lo:400:kworker.0 00000100:00100000:1.0:1788838299.330217:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb7b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:3648:1875732255197312:0@lo:400:kworker.0 00010000:00080000:1.0:1788838299.330245:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffffa0cafb7b6680 x1875732255197824/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788838315 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788838299.330254:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb7b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3649:1875732255197824:0@lo:400:kworker.0 00000100:00100000:1.0:1788838299.330264:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb7b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1875732255197440:0@lo:400:kworker.0 00000100:00100000:0.0:1788838299.330688:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788838299.330700:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caec9d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1875732255198080:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788838299.330735:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838299.330780:0:22779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255198080 00000100:00100000:0.0:1788838299.330792:0:22779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255198080 00000100:00100000:0.0:1788838299.330835:0:22779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1788838299.330842:0:22779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caec9d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3647:x1875732255198080:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788838299.330868:0:22779:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1788838299.330908:0:22779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caec9d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3647:x1875732255198080:12345-0@lo:41:osp-pre-1-0.0 Request processed in 67us (173us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838299.330914:0:22779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1788838299.330945:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caec9d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1875732255198080:0@lo:41:osp-pre-1-0.0 00000040:00080000:0.0:1788838300.160876:0:23527:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1788838300.288461:0:23929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:3.0:1788838300.353149:0:23507:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00010000:00010000:1.0:1788838301.312747:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788838302.344780:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:1.0:1788838302.420193:0:24276:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:1.0:1788838302.420198:0:24276:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/ost1_flakey 00000020:01000004:1.0:1788838302.420199:0:24276:0:(obd_mount.c:929:lmd_print()) options: errors=remount-ro 00000080:01200004:1.0:1788838302.420858:0:24276:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffffa0cafa247800 00000020:01000004:1.0:1788838302.420953:0:24276:0:(tgt_mount.c:2503:osd_start()) Attempting to start lustre-OST0000, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:1.0:1788838302.420969:0:24276:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0000-osd (typ=osd-ldiskfs) 00000020:00000080:1.0:1788838302.420985:0:24276:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osd (ffffa0cacb4399b8) 00000020:00000080:1.0:1788838302.421004:0:24276:0:(obd_config.c:720:class_attach_name()) OBD: dev 20 attached type osd-ldiskfs with refcount 2 00100000:10000000:3.0:1788838302.529714:0:24276:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:3.0:1788838302.532299:0:24276:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:3.0:1788838302.532860:0:24276:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:3.0:1788838302.533395:0:24276:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:3.0:1788838302.533757:0:24276:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:3.0:1788838302.534047:0:24276:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:3.0:1788838302.534337:0:24276:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x6:0x0] (8/32) registered 00080000:01000000:3.0:1788838302.537643:0:24276:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0000: register osd-ldiskfs tunable parameters 00000020:00000080:3.0:1788838302.537898:0:24276:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00080000:01000000:3.0:1788838302.537912:0:24276:0:(osd_handler.c:8925:osd_obd_connect()) connect #0 00000020:00000080:3.0:1788838302.537926:0:24276:0:(genops.c:1385:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0xae64dcd520c4487b 00000020:01000004:3.0:1788838302.537933:0:24276:0:(tgt_mount.c:2588:server_fill_super()) Found service lustre-OST0000 on device /dev/mapper/ost1_flakey 00000020:01000004:3.0:1788838302.537960:0:24276:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.204.155@tcp:Set MGC reconnect 1 10000000:01000000:3.0:1788838302.537964:0:24276:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.204.155@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:3.0:1788838302.537971:0:24276:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-OST0000 00000020:01000004:3.0:1788838302.537977:0:24276:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD OSS (typ=ost) 00000020:00000080:3.0:1788838302.537990:0:24276:0:(genops.c:413:class_newdev()) Allocate new device OSS (ffffa0cafcba4d28) 00000020:00000080:3.0:1788838302.538002:0:24276:0:(obd_config.c:720:class_attach_name()) OBD: dev 21 attached type ost with refcount 2 00000100:00100000:3.0:1788838302.539218:0:24276:0:(service.c:155:ptlrpc_grow_req_bufs()) ost: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1788838302.539484:0:24276:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 0 min 3 max 116 00000100:00100000:3.0:1788838302.539491:0:24276:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_000' 00000100:00100000:2.0:1788838302.541387:0:24276:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 1 min 3 max 116 00000100:00100000:2.0:1788838302.541397:0:24276:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_001' 00000100:00100000:2.0:1788838302.543387:0:24276:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 2 min 3 max 116 00000100:00100000:2.0:1788838302.543398:0:24276:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_002' 00000100:00100000:2.0:1788838302.557991:0:24276:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_create: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1788838302.558927:0:24276:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 0 min 2 max 16 00000100:00100000:2.0:1788838302.558936:0:24276:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_000' 00000100:00100000:1.0:1788838302.559983:0:24276:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 1 min 2 max 16 00000100:00100000:1.0:1788838302.559992:0:24276:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_001' 00000100:00100000:2.0:1788838302.596539:0:24276:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1788838302.597210:0:24276:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 0 min 3 max 116 00000100:00100000:2.0:1788838302.597217:0:24276:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_000' 00000100:00100000:2.0:1788838302.600381:0:24276:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 1 min 3 max 116 00000100:00100000:2.0:1788838302.600398:0:24276:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_001' 00000100:00100000:1.0:1788838302.605193:0:24276:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 2 min 3 max 116 00000100:00100000:1.0:1788838302.605219:0:24276:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_002' 00000100:00100000:3.0:1788838302.610929:0:24276:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_seq: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1788838302.611185:0:24276:0:(service.c:3462:ptlrpc_start_thread()) ost_seq[0] started 0 min 2 max 16 00000100:00100000:3.0:1788838302.611192:0:24276:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_seq00_000' 00000100:00100000:3.0:1788838302.613617:0:24276:0:(service.c:3462:ptlrpc_start_thread()) ost_seq[0] started 1 min 2 max 16 00000100:00100000:3.0:1788838302.613630:0:24276:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_seq00_001' 00000100:00100000:3.0:1788838302.699851:0:24276:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1788838302.700494:0:24276:0:(service.c:3462:ptlrpc_start_thread()) ost_out[0] started 0 min 2 max 16 00000100:00100000:2.0:1788838302.700502:0:24276:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_out00_000' 00000100:00100000:2.0:1788838302.704493:0:24276:0:(service.c:3462:ptlrpc_start_thread()) ost_out[0] started 1 min 2 max 16 00000100:00100000:2.0:1788838302.704596:0:24276:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_out00_001' 00000020:00000080:2.0:1788838302.707722:0:24276:0:(obd_config.c:826:class_setup()) finished setup of obd OSS (uuid OSS_uuid) 00000020:01000004:2.0:1788838302.707767:0:24276:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost1_flakey 10000000:01000000:2.0:1788838302.707774:0:24276:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.204.155@tcp: cl_mgc_mutex lustre-OST0000-osd for locked: rc = 0 00000040:01000000:0.0:1788838302.729881:0:24276:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.155@tcp ctxt 0 is initialized 00000020:01000004:0.0:1788838302.729930:0:24276:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-OST0000, fs=lustre, 192.168.204.155@tcp, index=0000, flags=0x20002 00000020:01000004:0.0:1788838302.729935:0:24276:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:0.0:1788838302.730003:0:24276:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1788838302.730005:0:24276:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788838302.730007:0:24276:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788838302.730008:0:24276:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788838302.730010:0:24276:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788838302.730012:0:24276:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1788838302.730014:0:24276:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788838302.730015:0:24276:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1788838302.730019:0:24276:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x10020002 00000020:01000004:0.0:1788838302.730021:0:24276:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1788838302.730023:0:24276:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1788838302.730024:0:24276:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788838302.730025:0:24276:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788838302.730026:0:24276:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788838302.730027:0:24276:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788838302.730028:0:24276:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1788838302.730029:0:24276:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788838302.730030:0:24276:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1788838302.730076:0:24276:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:0.0:1788838302.730099:0:24276:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caec9d0e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:24276:1875732255198208:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1788838302.730295:0:24276:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838302.730474:0:24276:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0caebebaf00 going to sleep for 11 seconds 00000100:00100000:1.0:1788838302.730686:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255198208 00000100:00100000:1.0:1788838302.730695:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255198208 00000100:00100000:1.0:1788838302.730813:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:1.0:1788838302.730825:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafa25ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+18:24276:x1875732255198208:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1788838302.730868:0:22766:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:1.0:1788838302.730871:0:22766:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0000 is running on 0@lo 20000000:01000000:1.0:1788838302.730875:0:22766:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00100000:1.0:1788838302.731221:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafa25ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+18:24276:x1875732255198208:12345-0@lo:253:mount.lustre.0 Request processed in 397us (924us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838302.731229:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:0.0:1788838302.731355:0:24276:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caec9d0e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:24276:1875732255198208:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1788838302.731370:0:24276:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:0.0:1788838302.731373:0:24276:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1788838302.731374:0:24276:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1788838302.731375:0:24276:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788838302.731376:0:24276:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788838302.731378:0:24276:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788838302.731379:0:24276:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788838302.731380:0:24276:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1788838302.731382:0:24276:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788838302.731384:0:24276:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:0.0:1788838302.731403:0:24276:0:(tgt_mount.c:101:server_register_mount()) register mount ffffa0cafa247800 from lustre-OST0000 10000000:01000000:0.0:1788838302.731444:0:24276:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-OST0000 from 0 10000000:01000000:0.0:1788838302.731448:0:24276:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0000-0000000000000000 10000000:01000000:0.0:1788838302.731456:0:24276:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffffa0caf4133370 local copy 00010000:00010000:0.0:1788838302.731467:0:24276:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0cafc8c1600/0xae64dcd520c44636 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c4463d expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788838302.731577:0:24276:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caec9d0e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:24276:1875732255198336:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788838302.731622:0:24276:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838302.732286:0:24276:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cad8eba540 going to sleep for 11 seconds 00000100:00100000:2.0:1788838302.732329:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255198336 00000100:00100000:2.0:1788838302.732337:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255198336 00000100:00100000:2.0:1788838302.732377:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:2.0:1788838302.732385:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafa25c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+18:24276:x1875732255198336:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788838302.732485:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafa25c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+18:24276:x1875732255198336:12345-0@lo:501:mount.lustre.0 Request processed in 99us (862us total) trans 0 rc -2/-2 00000100:00100000:2.0:1788838302.732493:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:0.0:1788838302.732531:0:24276:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caec9d0e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:24276:1875732255198336:0@lo:501:mount.lustre.0 10000000:01000000:0.0:1788838302.732547:0:24276:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.204.155@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:0.0:1788838302.732568:0:24276:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.204.155@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:0.0:1788838302.732576:0:24276:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0cafc8c1600/0xae64dcd520c44636 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c4463d expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838302.732586:0:24276:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.155@tcp lock: ffffa0cafc8c1600/0xae64dcd520c44636 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c4463d expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788838302.732695:0:24276:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffffa0cafa247800 10000000:01000000:0.0:1788838302.732701:0:24276:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:0.0:1788838302.732707:0:24276:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0000-0000000000000000 10000000:01000000:0.0:1788838302.732710:0:24276:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1788838302.732714:0:24276:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 1 10000000:01000000:0.0:1788838302.732718:0:24276:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:0.0:1788838302.732759:0:24276:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd6600/0xae64dcd520c44889 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838302.732766:0:24276:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd6600/0xae64dcd520c44889 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838302.732775:0:24276:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd6600/0xae64dcd520c44889 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788838302.732791:0:24276:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caec9d0e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:24276:1875732255198464:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788838302.732822:0:24276:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788838302.733120:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255198464 00000100:00100000:3.0:1788838302.733125:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255198464 00000100:00100000:0.0:1788838302.733130:0:24276:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cad8eba540 going to sleep for 11 seconds 00000100:00100000:3.0:1788838302.733204:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:3.0:1788838302.733213:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafa25f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+18:24276:x1875732255198464:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788838302.733224:0:22769:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788838302.733360:0:22769:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0cadf86c800/0xae64dcd520c44890 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xae64dcd520c44889 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838302.733387:0:22769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0cadf86c800/0xae64dcd520c44890 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xae64dcd520c44889 expref: 19 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838302.733397:0:22769:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0cadf86c800/0xae64dcd520c44890 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xae64dcd520c44889 expref: 19 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838302.733406:0:22769:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0cadf86c800, rc 0) 00000100:00100000:3.0:1788838302.733559:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafa25f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+19:24276:x1875732255198464:12345-0@lo:101:mount.lustre.0 Request processed in 348us (735us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838302.733566:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:0.0:1788838302.733802:0:24276:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caec9d0e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:24276:1875732255198464:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788838302.733817:0:24276:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd6600/0xae64dcd520c44889 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c44890 expref: -99 pid: 24276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838302.733827:0:24276:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd6600/0xae64dcd520c44889 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0xae64dcd520c44890 expref: -99 pid: 24276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788838302.735507:0:24276:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 14 count 14 00000040:00080000:0.0:1788838302.736465:0:24276:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1788838302.738904:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:0.0:1788838302.739032:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:0.0:1788838302.739050:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:0.0:1788838302.739063:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:0.0:1788838302.739075:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:0.0:1788838302.739086:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:0.0:1788838302.739098:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:0.0:1788838302.739110:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:0.0:1788838302.739122:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 80 off9712 00000040:00080000:0.0:1788838302.739134:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9936 00000040:00080000:0.0:1788838302.739147:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].11, 224 off10160 00000040:00080000:0.0:1788838302.739275:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].12, 120 off10280 00000040:00080000:0.0:1788838302.739305:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].13, 224 off10504 00000040:00080000:0.0:1788838302.739311:0:24276:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 13 count 14 00000100:00100000:0.0:1788838302.739748:0:24276:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caec9d0e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:24276:1875732255198592:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788838302.739821:0:24276:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838302.739926:0:24276:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cad8eba840 going to sleep for 11 seconds 00000100:00100000:1.0:1788838302.740089:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255198592 00000100:00100000:1.0:1788838302.740098:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255198592 00000100:00100000:1.0:1788838302.740246:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1788838302.740257:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafa25e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+19:24276:x1875732255198592:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788838302.740468:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafa25e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+19:24276:x1875732255198592:12345-0@lo:501:mount.lustre.0 Request processed in 212us (646us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838302.740476:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:0.0:1788838302.740636:0:24276:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caec9d0e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:24276:1875732255198592:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788838302.740677:0:24276:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caec9d0e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:24276:1875732255198720:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788838302.740722:0:24276:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838302.740873:0:24276:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cad8eba840 going to sleep for 11 seconds 00000100:00100000:2.0:1788838302.741001:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255198720 00000100:00100000:2.0:1788838302.741007:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255198720 00000100:00100000:2.0:1788838302.741031:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:2.0:1788838302.741038:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafa25dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+19:24276:x1875732255198720:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788838302.741825:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafa25dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+19:24276:x1875732255198720:12345-0@lo:503:mount.lustre.0 Request processed in 785us (1100us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838302.741834:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:0.0:1788838302.741913:0:24276:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caec9d0e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:24276:1875732255198720:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1788838302.742555:0:24276:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1788838302.742761:0:24276:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caec9d0e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:24276:1875732255198848:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788838302.742807:0:24276:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838302.742912:0:24276:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cad8eba540 going to sleep for 11 seconds 00000100:00100000:1.0:1788838302.742971:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255198848 00000100:00100000:1.0:1788838302.742977:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255198848 00000100:00100000:3.0:1788838302.743086:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:3.0:1788838302.743098:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafa25e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+19:24276:x1875732255198848:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788838302.745758:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafa25e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+19:24276:x1875732255198848:12345-0@lo:502:mount.lustre.0 Request processed in 2640us (2928us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838302.745788:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:0.0:1788838302.745995:0:24276:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caec9d0e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:24276:1875732255198848:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788838302.746707:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:0.0:1788838302.746771:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:0.0:1788838302.746787:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:0.0:1788838302.746799:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:0.0:1788838302.746814:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:0.0:1788838302.746827:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:0.0:1788838302.746999:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:0.0:1788838302.747021:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:0.0:1788838302.747037:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 80 off9712 00000040:00080000:0.0:1788838302.747050:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9936 00000040:00080000:0.0:1788838302.747063:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].11, 224 off10160 00000040:00080000:0.0:1788838302.747075:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].12, 120 off10280 00000100:00100000:0.0:1788838302.747118:0:24276:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caec9d0e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:24276:1875732255198976:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788838302.747246:0:24276:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838302.747378:0:24276:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cad8eba540 going to sleep for 11 seconds 00000100:00100000:1.0:1788838302.747518:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255198976 00000100:00100000:1.0:1788838302.747526:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255198976 00000100:00100000:1.0:1788838302.747686:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:1.0:1788838302.747698:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafa25d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+19:24276:x1875732255198976:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788838302.747841:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafa25d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+19:24276:x1875732255198976:12345-0@lo:502:mount.lustre.0 Request processed in 146us (595us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838302.747849:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:0.0:1788838302.748001:0:24276:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caec9d0e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:24276:1875732255198976:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788838302.748069:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].13, 224 off10504 00000040:00080000:0.0:1788838302.748078:0:24276:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 13 count 14 00000020:01000000:1.0:1788838302.750523:0:24293:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1788838302.750536:0:24293:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/ost1_flakey 00000020:00000080:1.0:1788838302.750543:0:24293:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788838302.750545:0:24293:0:(obd_config.c:1563:class_process_config()) marker 21 (0x1) lustre-OST0000 add ost 00000020:00000080:1.0:1788838302.750553:0:24293:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1788838302.750568:0:24293:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000 (ffffa0cacb43b370) 00000020:00000080:1.0:1788838302.750759:0:24293:0:(obd_config.c:720:class_attach_name()) OBD: dev 22 attached type obdfilter with refcount 2 00000020:00000080:1.0:1788838302.750770:0:24293:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:1.0:1788838302.750877:0:24293:0:(tgt_mount.c:153:server_get_mount()) get mount ffffa0cafa247800 from lustre-OST0000, refs=2 00080000:01000000:1.0:1788838302.750887:0:24293:0:(osd_handler.c:8925:osd_obd_connect()) connect #1 00000020:00000080:1.0:1788838302.750895:0:24293:0:(genops.c:1385:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0xae64dcd520c4489e 00010000:00010000:1.0:1788838302.760824:0:24293:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0000_UUID-3 is initialized 00000001:00000004:1.0:1788838302.761784:0:24293:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 8589934594 00080000:10000000:0.0:1788838302.764883:0:24293:0:(osd_handler.c:5581:osd_index_try()) lustre-OST0000: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:0.0:1788838302.768151:0:24293:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:01000000:0.0:1788838302.768176:0:24293:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788838302.768184:0:24293:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788838302.768187:0:24293:0:(obd_config.c:1563:class_process_config()) marker 21 (0x2) lustre-OST0000 add ost 00000020:01000000:0.0:1788838302.768191:0:24293:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1788838302.768194:0:24293:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #28 00000020:01000000:0.0:1788838302.768195:0:24293:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1788838302.768196:0:24293:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1788838302.768198:0:24293:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1788838302.768200:0:24293:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788838302.768202:0:24293:0:(obd_config.c:1563:class_process_config()) marker 28 (0x6) lustre sys.timeout 00000020:01000000:0.0:1788838302.768204:0:24293:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788838302.768207:0:24293:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788838302.768209:0:24293:0:(obd_config.c:1563:class_process_config()) marker 37 (0x1) lustre sys.timeout 00000020:00000080:0.0:1788838302.768225:0:24293:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1788838302.768228:0:24293:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:0.0:1788838302.768231:0:24293:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788838302.768233:0:24293:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788838302.768234:0:24293:0:(obd_config.c:1563:class_process_config()) marker 37 (0x2) lustre sys.timeout 00000020:01000000:0.0:1788838302.768236:0:24293:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788838302.768239:0:24293:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788838302.768240:0:24293:0:(obd_config.c:1563:class_process_config()) marker 42 (0x1) lustre sys.jobid_var 00000020:00000080:0.0:1788838302.768243:0:24293:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:0.0:1788838302.768273:0:24293:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788838302.768276:0:24293:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788838302.768278:0:24293:0:(obd_config.c:1563:class_process_config()) marker 42 (0x2) lustre sys.jobid_var 00000040:00080000:0.0:1788838302.768281:0:24293:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 14 count 14 00000020:01000000:2.0:1788838302.774686:0:24276:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0000 gen 1-13 (rc=0) 10000000:01000000:2.0:1788838302.774746:0:24276:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.155@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:2.0:1788838302.774810:0:24276:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd6600/0xae64dcd520c44889 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c44890 expref: -99 pid: 24276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838302.774837:0:24276:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd6600/0xae64dcd520c44889 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c44890 expref: -99 pid: 24276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788838302.774845:0:24276:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffffa0cafa247800 from 1 10000000:01000000:2.0:1788838302.774848:0:24276:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1788838302.774893:0:24276:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0cac29d9000/0xae64dcd520c448a5 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838302.774900:0:24276:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.155@tcp lock: ffffa0cac29d9000/0xae64dcd520c448a5 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838302.774910:0:24276:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.155@tcp lock: ffffa0cac29d9000/0xae64dcd520c448a5 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788838302.774949:0:24276:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb785880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:24276:1875732255199104:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788838302.775022:0:24276:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788838302.775070:0:24276:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cac87d8d80 going to sleep for 11 seconds 00000100:00100000:1.0:1788838302.775454:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255199104 00000100:00100000:1.0:1788838302.775462:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255199104 00000100:00100000:1.0:1788838302.775509:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:1.0:1788838302.775520:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafa25d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+19:24276:x1875732255199104:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788838302.775533:0:22768:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788838302.775547:0:22768:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0cafc8c1a00/0xae64dcd520c448ac lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xae64dcd520c448a5 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838302.775570:0:22768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0cafc8c1a00/0xae64dcd520c448ac lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xae64dcd520c448a5 expref: 20 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838302.775581:0:22768:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0cafc8c1a00/0xae64dcd520c448ac lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xae64dcd520c448a5 expref: 20 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838302.775590:0:22768:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0cafc8c1a00, rc 0) 00000100:00100000:1.0:1788838302.775642:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafa25d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+20:24276:x1875732255199104:12345-0@lo:101:mount.lustre.0 Request processed in 125us (620us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838302.775649:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1788838302.775877:0:24276:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb785880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:24276:1875732255199104:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788838302.775895:0:24276:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.155@tcp lock: ffffa0cac29d9000/0xae64dcd520c448a5 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c448ac expref: -99 pid: 24276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838302.775904:0:24276:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.155@tcp lock: ffffa0cac29d9000/0xae64dcd520c448a5 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xae64dcd520c448ac expref: -99 pid: 24276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788838302.777283:0:24276:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:2.0:1788838302.777601:0:24276:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788838302.777836:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:2.0:1788838302.777861:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:2.0:1788838302.777889:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:2.0:1788838302.777901:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:2.0:1788838302.777914:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:2.0:1788838302.777928:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:2.0:1788838302.777940:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:2.0:1788838302.777952:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:2.0:1788838302.777978:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:2.0:1788838302.777994:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:2.0:1788838302.778008:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:2.0:1788838302.778025:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:2.0:1788838302.778030:0:24276:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:2.0:1788838302.778112:0:24276:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb785880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:24276:1875732255199232:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788838302.778190:0:24276:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788838302.778231:0:24276:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cac87d8b40 going to sleep for 11 seconds 00000100:00100000:1.0:1788838302.778706:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255199232 00000100:00100000:1.0:1788838302.778716:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255199232 00000100:00100000:1.0:1788838302.778812:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1788838302.778823:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafa25cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+20:24276:x1875732255199232:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788838302.779084:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafa25cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+20:24276:x1875732255199232:12345-0@lo:501:mount.lustre.0 Request processed in 263us (892us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838302.779093:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1788838302.779222:0:24276:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb785880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:24276:1875732255199232:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788838302.779261:0:24276:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb785880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:24276:1875732255199360:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788838302.779301:0:24276:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788838302.779451:0:24276:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cac87d8b40 going to sleep for 11 seconds 00000100:00100000:0.0:1788838302.779553:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255199360 00000100:00100000:0.0:1788838302.779560:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255199360 00000100:00100000:0.0:1788838302.779767:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:0.0:1788838302.779776:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafa25f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+20:24276:x1875732255199360:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788838302.780835:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafa25f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+20:24276:x1875732255199360:12345-0@lo:503:mount.lustre.0 Request processed in 1056us (1528us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838302.780846:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:1.0:1788838302.781067:0:24276:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb785880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:24276:1875732255199360:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1788838302.781734:0:24276:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1788838302.783205:0:24276:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caf4127480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:24276:1875732255199488:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788838302.783282:0:24276:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838302.783351:0:24276:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cad8efa3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788838302.783535:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255199488 00000100:00100000:2.0:1788838302.783543:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255199488 00000100:00100000:2.0:1788838302.783600:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:2.0:1788838302.783609:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafa25c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+20:24276:x1875732255199488:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788838302.783756:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafa25c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+20:24276:x1875732255199488:12345-0@lo:502:mount.lustre.0 Request processed in 148us (473us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838302.783764:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1788838302.784014:0:24276:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caf4127480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:24276:1875732255199488:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788838302.789156:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:0.0:1788838302.789227:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:0.0:1788838302.789244:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:0.0:1788838302.789257:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:0.0:1788838302.789271:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:0.0:1788838302.789284:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:0.0:1788838302.789298:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:0.0:1788838302.789310:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:0.0:1788838302.789357:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:0.0:1788838302.789369:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:0.0:1788838302.789382:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:0.0:1788838302.789437:0:24276:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caec9d0e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:24276:1875732255199616:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788838302.789550:0:24276:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838302.789595:0:24276:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cad8ebacc0 going to sleep for 11 seconds 00000100:00100000:2.0:1788838302.789645:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255199616 00000100:00100000:2.0:1788838302.789654:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255199616 00000100:00100000:2.0:1788838302.789713:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:2.0:1788838302.789733:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafa25f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+20:24276:x1875732255199616:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788838302.789880:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafa25f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+20:24276:x1875732255199616:12345-0@lo:502:mount.lustre.0 Request processed in 149us (329us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838302.789889:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:0.0:1788838302.792114:0:24276:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caec9d0e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:24276:1875732255199616:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788838302.792222:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:0.0:1788838302.792236:0:24276:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:0.0:1788838302.793450:0:24297:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788838302.793463:0:24297:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788838302.793465:0:24297:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:0.0:1788838302.793473:0:24297:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffffa0cafa247800 00000020:00000080:0.0:1788838302.793475:0:24297:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1788838302.793484:0:24297:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788838302.793487:0:24297:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788838302.793488:0:24297:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:0.0:1788838302.793491:0:24297:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788838302.793493:0:24297:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788838302.793494:0:24297:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:0.0:1788838302.793497:0:24297:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffffa0cafa247800 00000020:00000080:0.0:1788838302.793499:0:24297:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1788838302.793593:0:24297:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788838302.793597:0:24297:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788838302.793599:0:24297:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:0.0:1788838302.793610:0:24297:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788838302.793614:0:24297:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788838302.793615:0:24297:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1788838302.793619:0:24297:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffffa0cafa247800 00000020:00000080:0.0:1788838302.793620:0:24297:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1788838302.796810:0:24297:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788838302.796822:0:24297:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788838302.796824:0:24297:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1788838302.796828:0:24297:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788838302.796832:0:24297:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788838302.796834:0:24297:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:0.0:1788838302.796846:0:24297:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffffa0cafa247800 00000020:00000080:0.0:1788838302.796848:0:24297:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1788838302.796907:0:24297:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788838302.796910:0:24297:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788838302.796912:0:24297:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:0.0:1788838302.796915:0:24297:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:2.0:1788838302.797242:0:24276:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:2.0:1788838302.797279:0:24276:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.155@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1788838302.797352:0:24276:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0cac29d9000/0xae64dcd520c448a5 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c448ac expref: -99 pid: 24276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838302.797365:0:24276:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.155@tcp lock: ffffa0cac29d9000/0xae64dcd520c448a5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c448ac expref: -99 pid: 24276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788838302.797424:0:24276:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1788838302.797427:0:24276:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffffa0cafa247800 10000000:01000000:2.0:1788838302.797430:0:24276:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffffa0cafa247800 10000000:01000000:2.0:1788838302.797433:0:24276:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1788838302.797438:0:24276:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffffa0cafa247800 from 1 10000000:01000000:2.0:1788838302.797441:0:24276:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1788838302.797478:0:24276:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0cac29d8200/0xae64dcd520c448b3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838302.797487:0:24276:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.155@tcp lock: ffffa0cac29d8200/0xae64dcd520c448b3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838302.797498:0:24276:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.155@tcp lock: ffffa0cac29d8200/0xae64dcd520c448b3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788838302.797521:0:24276:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb785880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:24276:1875732255199744:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788838302.797586:0:24276:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788838302.797765:0:24276:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cac87d8b40 going to sleep for 11 seconds 00000100:00100000:1.0:1788838302.803486:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255199744 00000100:00100000:1.0:1788838302.803504:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255199744 00000100:00100000:1.0:1788838302.803583:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1788838302.803594:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafa25fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+20:24276:x1875732255199744:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788838302.803717:0:22766:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788838302.803752:0:22766:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0cafc8c0c00/0xae64dcd520c448ba lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0xae64dcd520c448b3 expref: -99 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838302.803785:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0cafc8c0c00/0xae64dcd520c448ba lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xae64dcd520c448b3 expref: 21 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838302.803797:0:22766:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0cafc8c0c00/0xae64dcd520c448ba lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xae64dcd520c448b3 expref: 21 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838302.803807:0:22766:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0cafc8c0c00, rc 0) 00000100:00100000:1.0:1788838302.803897:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafa25fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+21:24276:x1875732255199744:12345-0@lo:101:mount.lustre.0 Request processed in 305us (6311us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838302.803921:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:0.0:1788838302.804442:0:24276:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb785880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:24276:1875732255199744:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788838302.804464:0:24276:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.155@tcp lock: ffffa0cac29d8200/0xae64dcd520c448b3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c448ba expref: -99 pid: 24276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838302.804475:0:24276:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.155@tcp lock: ffffa0cac29d8200/0xae64dcd520c448b3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xae64dcd520c448ba expref: -99 pid: 24276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788838302.807423:0:24276:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:0.0:1788838302.807896:0:24276:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1788838302.808711:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:0.0:1788838302.808759:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:0.0:1788838302.808774:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:0.0:1788838302.808786:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:0.0:1788838302.808797:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:0.0:1788838302.808808:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:0.0:1788838302.808820:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:0.0:1788838302.808831:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:0.0:1788838302.808861:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:0.0:1788838302.808875:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:0.0:1788838302.808887:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:0.0:1788838302.808898:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:0.0:1788838302.808912:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:0.0:1788838302.808925:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:0.0:1788838302.808936:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:0.0:1788838302.808950:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:0.0:1788838302.808976:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:0.0:1788838302.808990:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:0.0:1788838302.809003:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:0.0:1788838302.809027:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:0.0:1788838302.809045:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:0.0:1788838302.809058:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:0.0:1788838302.809072:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:0.0:1788838302.809086:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:0.0:1788838302.809114:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:0.0:1788838302.809130:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:0.0:1788838302.809143:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:0.0:1788838302.809157:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:0.0:1788838302.809170:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:0.0:1788838302.809183:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:0.0:1788838302.809195:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:0.0:1788838302.809208:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:0.0:1788838302.809221:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:0.0:1788838302.809236:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:0.0:1788838302.809250:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:0.0:1788838302.809265:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:0.0:1788838302.809276:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:0.0:1788838302.809287:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:0.0:1788838302.809300:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:0.0:1788838302.809312:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:0.0:1788838302.809366:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:0.0:1788838302.809384:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:0.0:1788838302.809399:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:0.0:1788838302.809412:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:0.0:1788838302.809425:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:0.0:1788838302.809439:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:0.0:1788838302.809452:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:0.0:1788838302.809463:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:0.0:1788838302.809604:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:0.0:1788838302.809630:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:0.0:1788838302.809651:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:0.0:1788838302.809657:0:24276:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:0.0:1788838302.809772:0:24276:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caec9d0e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:24276:1875732255199872:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788838302.809850:0:24276:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838302.809904:0:24276:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cad8eba780 going to sleep for 11 seconds 00000100:00100000:1.0:1788838302.809998:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255199872 00000100:00100000:1.0:1788838302.810008:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255199872 00000100:00100000:1.0:1788838302.810067:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:1.0:1788838302.810078:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c254fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+21:24276:x1875732255199872:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788838302.810231:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c254fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+21:24276:x1875732255199872:12345-0@lo:501:mount.lustre.0 Request processed in 155us (380us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838302.810239:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:0.0:1788838302.812885:0:24276:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caec9d0e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:24276:1875732255199872:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788838302.812949:0:24276:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caec9d0e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:24276:1875732255200000:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788838302.813090:0:24276:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838302.813140:0:24276:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cad8eba780 going to sleep for 11 seconds 00000100:00100000:2.0:1788838302.814153:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255200000 00000100:00100000:2.0:1788838302.814164:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255200000 00000100:00100000:2.0:1788838302.814220:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:2.0:1788838302.814231:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c254d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+21:24276:x1875732255200000:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788838302.814383:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c254d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+21:24276:x1875732255200000:12345-0@lo:503:mount.lustre.0 Request processed in 153us (1293us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838302.814391:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:0.0:1788838302.814821:0:24276:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caec9d0e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:24276:1875732255200000:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1788838302.816359:0:24276:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1788838302.816455:0:24276:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caec9d0e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:24276:1875732255200128:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788838302.825163:0:24276:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788838302.825217:0:24276:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cad8ebaa80 going to sleep for 11 seconds 00000100:00100000:0.0:1788838302.825273:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255200128 00000100:00100000:0.0:1788838302.825283:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255200128 00000100:00100000:0.0:1788838302.825382:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:0.0:1788838302.825392:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c254ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+21:24276:x1875732255200128:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788838302.825532:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c254ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+21:24276:x1875732255200128:12345-0@lo:502:mount.lustre.0 Request processed in 141us (376us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838302.825540:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:2.0:1788838302.825668:0:24276:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caec9d0e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:24276:1875732255200128:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788838302.826063:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:2.0:1788838302.826097:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:2.0:1788838302.826111:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:2.0:1788838302.826123:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:2.0:1788838302.826134:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:2.0:1788838302.826146:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:2.0:1788838302.826158:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:2.0:1788838302.826172:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:2.0:1788838302.826185:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:2.0:1788838302.826196:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:2.0:1788838302.826209:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:2.0:1788838302.826222:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:2.0:1788838302.826235:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:2.0:1788838302.826247:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:2.0:1788838302.826260:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:2.0:1788838302.826272:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:2.0:1788838302.826283:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:2.0:1788838302.826294:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:2.0:1788838302.826305:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:2.0:1788838302.826372:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:2.0:1788838302.826385:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:2.0:1788838302.826398:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:2.0:1788838302.826411:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:2.0:1788838302.826423:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:2.0:1788838302.826436:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:2.0:1788838302.826466:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:2.0:1788838302.826481:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:2.0:1788838302.826493:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:2.0:1788838302.826507:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:2.0:1788838302.826519:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:2.0:1788838302.826531:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:2.0:1788838302.826544:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:2.0:1788838302.826555:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:2.0:1788838302.826566:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:2.0:1788838302.826578:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:2.0:1788838302.826589:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:2.0:1788838302.826882:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:2.0:1788838302.826905:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:2.0:1788838302.826920:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:2.0:1788838302.826933:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:2.0:1788838302.826945:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:2.0:1788838302.826973:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:2.0:1788838302.826987:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:2.0:1788838302.827000:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:2.0:1788838302.827072:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:2.0:1788838302.827092:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:2.0:1788838302.827106:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:2.0:1788838302.827120:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:2.0:1788838302.827176:0:24276:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb787100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:24276:1875732255200256:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788838302.827245:0:24276:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788838302.827287:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255200256 00000100:00100000:2.0:1788838302.827301:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255200256 00000100:00100000:2.0:1788838302.827793:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:2.0:1788838302.827804:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c254f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+21:24276:x1875732255200256:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788838302.827919:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c254f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+21:24276:x1875732255200256:12345-0@lo:502:mount.lustre.0 Request processed in 117us (673us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838302.827926:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:0.0:1788838302.833420:0:24276:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cac64c3c00 going to sleep for 11 seconds 00000100:00100000:0.0:1788838302.833470:0:24276:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb787100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:24276:1875732255200256:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788838302.833715:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:0.0:1788838302.833758:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:0.0:1788838302.833803:0:24276:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caec9d0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:24276:1875732255200384:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788838302.833880:0:24276:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838302.833911:0:24276:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cad8ebacc0 going to sleep for 11 seconds 00000100:00100000:1.0:1788838302.834062:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255200384 00000100:00100000:1.0:1788838302.834071:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255200384 00000100:00100000:1.0:1788838302.834131:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:1.0:1788838302.834141:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c254f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+21:24276:x1875732255200384:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788838302.834262:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c254f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+21:24276:x1875732255200384:12345-0@lo:502:mount.lustre.0 Request processed in 122us (382us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838302.834270:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:0.0:1788838302.835822:0:24276:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caec9d0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:24276:1875732255200384:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788838302.835912:0:24276:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:0.0:1788838302.835924:0:24276:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:0.0:1788838302.836749:0:24302:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0000 (typ=lwp) 00000020:00000080:0.0:1788838302.836766:0:24302:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0000 (ffffa0c9c37b8000) 00000020:00000080:0.0:1788838302.836790:0:24302:0:(obd_config.c:720:class_attach_name()) OBD: dev 23 attached type lwp with refcount 2 00000020:01000004:0.0:1788838302.836863:0:24302:0:(tgt_mount.c:153:server_get_mount()) get mount ffffa0cafa247800 from lustre-OST0000, refs=3 00000020:01000004:0.0:1788838302.836868:0:24302:0:(tgt_mount.c:187:server_put_mount()) put mount ffffa0cafa247800 from lustre-OST0000, refs=3 00000020:01000004:0.0:1788838302.836870:0:24302:0:(obd_mount.c:710:lustre_put_lsi()) put ffffa0cafa247800 3 00010000:00080000:0.0:1788838302.836901:0:24302:0:(ldlm_lib.c:102:import_set_conn()) imp ffffa0c9c2a94000@lustre-MDT0000-lwp-OST0000: add connection 192.168.204.155@tcp at head 00010000:00010000:0.0:1788838302.843364:0:24302:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0000-9 is initialized 00000020:00000080:0.0:1788838302.843590:0:24302:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000010:01000000:0.0:1788838302.844279:0:24302:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1788838302.844295:0:24302:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0000, cookie 0xae64dcd520c448c8 00000100:00080000:0.0:1788838302.844308:0:24302:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1788838302.844337:0:24302:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa0c9c2a94000 using connection 192.168.204.155@tcp/0@lo 00000100:00100000:0.0:1788838302.844378:0:24302:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0caec9d0700 x1875732255200512/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788838302.844408:0:24302:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00100000:3.0:1788838302.844683:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caec9d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3646:1875732255200512:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1788838302.844778:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1788838302.846142:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788838302.846148:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788838302.846150:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788838302.846153:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788838302.846180:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788838302.846184:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788838302.846187:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788838302.846190:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1788838302.846240:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caf4126d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1875732255200896:0@lo:400:kworker.0 00000100:00100000:1.0:1788838302.846294:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838302.846349:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788838302.846355:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caf4125500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3647:1875732255201024:0@lo:400:kworker.0 00000100:00100000:1.0:1788838302.846381:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838302.846422:0:22779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255200896 00000100:00100000:1.0:1788838302.846429:0:22779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255200896 00000100:00100000:1.0:1788838302.846478:0:22779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1788838302.846488:0:22779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caf40e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1875732255200896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788838302.846546:0:22779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caf40e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1875732255200896:12345-0@lo:400:kworker.0 Request processed in 59us (250us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838302.846554:0:22779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1788838302.846595:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255200512 00000100:00100000:1.0:1788838302.846613:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255200512 00000100:00100000:1.0:1788838302.846634:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255201024 00000100:00100000:1.0:1788838302.846637:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255201024 00000100:00100000:1.0:1788838302.846655:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1788838302.846661:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caf40ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1875732255201024:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788838302.846692:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caf40ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1875732255201024:12345-0@lo:400:kworker.0 Request processed in 31us (310us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838302.846699:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1788838302.846711:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1788838302.846715:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafb7b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3646:x1875732255200512:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1788838302.846749:0:22775:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 752 last 0 00000020:00000080:1.0:1788838302.846791:0:22775:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0000_UUID, cookie 0xae64dcd520c448cf 00000004:00100000:1.0:1788838302.846810:0:22775:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1788838302.846851:0:22775:0:(import.c:65:import_set_state_nolock()) ffffa0c9c2b3c000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788838302.846894:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafb7b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3646:x1875732255200512:12345-0@lo:38:llog_process_th.0 Request processed in 177us (2116us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838302.846900:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:1.0:1788838302.847082:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffffa0caf4125500 x1875732255201024/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788838318 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788838302.847098:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caf4125500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3647:1875732255201024:0@lo:400:kworker.0 00000100:00100000:1.0:1788838302.847109:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caf4126d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1875732255200896:0@lo:400:kworker.0 00000100:00100000:3.0:1788838302.847892:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caf4127480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1875732255200640:0@lo:400:kworker.0 00000100:00100000:3.0:1788838302.847947:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788838302.848016:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788838302.848022:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caf4126300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3649:1875732255200768:0@lo:400:kworker.0 00000100:00100000:3.0:1788838302.848044:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:3.0:1788838302.848097:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffffa0caec9d0700 x1875732255200512/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788838312 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788838302.848109:0:3646:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1788838302.848117:0:3646:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 3 00000100:00080000:3.0:1788838302.848126:0:3646:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:3.0:1788838302.848131:0:3646:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1788838302.848135:0:3646:0:(import.c:65:import_set_state_nolock()) ffffa0c9c2a94000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1788838302.848141:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caec9d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3646:1875732255200512:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1788838302.848255:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255200768 00000100:00100000:1.0:1788838302.848261:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255200768 00000100:00100000:1.0:1788838302.848341:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1788838302.848352:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafb7b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1875732255200768:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788838302.848406:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafb7b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1875732255200768:12345-0@lo:400:kworker.0 Request processed in 56us (359us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838302.848413:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00010000:00080000:3.0:1788838302.848486:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffffa0caf4126300 x1875732255200768/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788838318 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788838302.848495:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caf4126300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3649:1875732255200768:0@lo:400:kworker.0 00000100:00100000:0.0:1788838302.848567:0:22780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255200640 00000100:00100000:0.0:1788838302.848572:0:22780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255200640 00000100:00100000:0.0:1788838302.848704:0:22780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1788838302.848714:0:22780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafb7b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3649:x1875732255200640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788838302.848778:0:22780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafb7b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3649:x1875732255200640:12345-0@lo:400:kworker.0 Request processed in 66us (831us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838302.848801:0:22780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1788838302.848854:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caf4127480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1875732255200640:0@lo:400:kworker.0 00000020:01000004:0.0:1788838302.849067:0:24302:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0000 (typ=lwp) 00000020:00000080:0.0:1788838302.849082:0:24302:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0000 (ffffa0c9c37b99b8) 00000020:00000080:0.0:1788838302.849107:0:24302:0:(obd_config.c:720:class_attach_name()) OBD: dev 24 attached type lwp with refcount 2 00000020:01000004:0.0:1788838302.849238:0:24302:0:(tgt_mount.c:153:server_get_mount()) get mount ffffa0cafa247800 from lustre-OST0000, refs=3 00000020:01000004:0.0:1788838302.849243:0:24302:0:(tgt_mount.c:187:server_put_mount()) put mount ffffa0cafa247800 from lustre-OST0000, refs=3 00000020:01000004:0.0:1788838302.849246:0:24302:0:(obd_mount.c:710:lustre_put_lsi()) put ffffa0cafa247800 3 00010000:00080000:0.0:1788838302.849277:0:24302:0:(ldlm_lib.c:102:import_set_conn()) imp ffffa0c9c2a90800@lustre-MDT0001-lwp-OST0000: add connection 192.168.204.155@tcp at head 00010000:00010000:0.0:1788838302.851124:0:24302:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0000-10 is initialized 00000020:00000080:0.0:1788838302.851349:0:24302:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000010:01000000:0.0:1788838302.851395:0:24302:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1788838302.851412:0:24302:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0000, cookie 0xae64dcd520c448dd 00000100:00080000:0.0:1788838302.851422:0:24302:0:(import.c:510:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1788838302.851428:0:24302:0:(import.c:624:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffffa0c9c2a90800 using connection 192.168.204.155@tcp/0@lo 00000100:00100000:0.0:1788838302.851469:0:24302:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0caec9d1180 x1875732255201152/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788838302.851515:0:24302:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:1.0:1788838302.851620:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788838302.851626:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788838302.851629:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788838302.851631:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788838302.851635:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788838302.851637:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788838302.851640:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788838302.851643:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1788838302.852768:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caec9d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3646:1875732255201152:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1788838302.852854:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838302.853731:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255201152 00000100:00100000:1.0:1788838302.853752:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255201152 00000100:00100000:1.0:1788838302.853795:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1788838302.853805:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafb787800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3646:x1875732255201152:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1788838302.853842:0:22776:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 752 last 0 00000020:00000080:1.0:1788838302.853900:0:22776:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0000_UUID, cookie 0xae64dcd520c448e4 00000004:00100000:1.0:1788838302.853920:0:22776:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1788838302.853957:0:22776:0:(import.c:65:import_set_state_nolock()) ffffa0c9c2b3e000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788838302.854026:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafb787800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1875732255201152:12345-0@lo:38:llog_process_th.0 Request processed in 221us (1171us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838302.854033:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:2.0:1788838302.854361:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffffa0caec9d1180 x1875732255201152/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788838312 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788838302.854373:0:3646:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1788838302.854382:0:3646:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0000: connect to target with instance 3 00000100:00080000:2.0:1788838302.854391:0:3646:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:2.0:1788838302.854396:0:3646:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:2.0:1788838302.854399:0:3646:0:(import.c:65:import_set_state_nolock()) ffffa0c9c2a90800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1788838302.854405:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caec9d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3646:1875732255201152:0@lo:38:llog_process_th.0 00000040:00080000:1.0:1788838302.855613:0:24302:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000020:01000000:3.0:1788838302.855822:0:24276:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:3.0:1788838302.855851:0:24276:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.155@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1788838302.855876:0:24276:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0cac29d8200/0xae64dcd520c448b3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c448ba expref: -99 pid: 24276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838302.855898:0:24276:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.155@tcp lock: ffffa0cac29d8200/0xae64dcd520c448b3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c448ba expref: -99 pid: 24276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:3.0:1788838302.855953:0:24276:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:3.0:1788838302.855955:0:24276:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1788838302.855956:0:24276:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788838302.855958:0:24276:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788838302.855959:0:24276:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788838302.855960:0:24276:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788838302.855962:0:24276:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1788838302.855964:0:24276:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788838302.855965:0:24276:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1788838302.855969:0:24276:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x40020002 00000020:01000004:3.0:1788838302.855971:0:24276:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1788838302.855973:0:24276:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1788838302.855974:0:24276:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788838302.855975:0:24276:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788838302.855976:0:24276:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788838302.855978:0:24276:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788838302.855979:0:24276:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1788838302.855980:0:24276:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788838302.855981:0:24276:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1788838302.856006:0:24276:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:3.0:1788838302.856027:0:24276:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb7b5f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:24276:1875732255201280:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1788838302.856094:0:24276:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788838302.856129:0:24276:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cad8412600 going to sleep for 11 seconds 00000100:00100000:1.0:1788838302.856254:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255201280 00000100:00100000:1.0:1788838302.856262:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255201280 00000100:00100000:1.0:1788838302.856361:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:1.0:1788838302.856370:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c254f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+21:24276:x1875732255201280:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1788838302.856398:0:22769:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:1.0:1788838302.856413:0:22769:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:2.0:1788838302.866731:0:22769:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:2.0:1788838302.866814:0:22769:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00100000:1.0:1788838302.869040:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c254f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+21:24276:x1875732255201280:12345-0@lo:253:mount.lustre.0 Request processed in 12661us (12936us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838302.869057:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:2.0:1788838302.869190:0:24276:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb7b5f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:24276:1875732255201280:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1788838302.869206:0:24276:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:2.0:1788838302.869209:0:24276:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1788838302.869212:0:24276:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1788838302.869213:0:24276:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788838302.869214:0:24276:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788838302.869215:0:24276:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788838302.869217:0:24276:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788838302.869219:0:24276:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1788838302.869221:0:24276:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788838302.869233:0:24276:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:2.0:1788838302.869252:0:24276:0:(tgt_mount.c:2695:server_calc_timeout()) lustre-OST0000: Imperative Recovery not enabled, recovery window 60-180 20000000:01000000:0.0:1788838302.870286:0:22790:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:0.0:1788838302.870293:0:22790:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:0.0:1788838302.874158:0:22790:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffffa0c9c2bd7e00/0xae64dcd520c448eb lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838302.874187:0:22790:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffffa0c9c2bd6800/0xae64dcd520c44835 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xae64dcd520c4482e expref: 20 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838302.874195:0:22790:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffffa0cac29d9a00/0xae64dcd520c44843 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xae64dcd520c4483c expref: 20 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838302.874203:0:22790:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffffa0c9c2bd7e00/0xae64dcd520c448eb lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838302.874260:0:22790:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffffa0cac29d9a00/0xae64dcd520c44843 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xae64dcd520c4483c expref: 20 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838302.874277:0:22790:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffffa0cac29d9a00/0xae64dcd520c44843 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xae64dcd520c4483c expref: 20 pid: 22766 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788838302.874292:0:22790:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caec9d3480 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22790:1875732255201408:0@lo:104: 00000100:00100000:0.0:1788838302.874390:0:22790:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1788838302.874453:0:22790:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffffa0c9c2bd6800/0xae64dcd520c44835 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xae64dcd520c4482e expref: 20 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838302.874461:0:22790:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffffa0c9c2bd6800/0xae64dcd520c44835 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xae64dcd520c4482e expref: 20 pid: 22768 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788838302.874470:0:22790:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caec9d3100 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22790:1875732255201536:0@lo:104: 00000100:00100000:0.0:1788838302.874495:0:22790:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838302.874512:0:22790:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0c9c3972900 going to sleep for 11 seconds 00000100:00100000:3.0:1788838302.874586:0:22757:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1788838302.875713:0:22757:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255201408 00000100:00100000:3.0:1788838302.875724:0:22757:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255201408 00000100:00100000:3.0:1788838302.875779:0:22757:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255201536 00000100:00100000:3.0:1788838302.875782:0:22757:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255201536 00000100:00100000:3.0:1788838302.875799:0:22757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1788838302.875810:0:22757:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caec9d3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+4:22790:x1875732255201408:12345-0@lo:104: 00010000:00010000:3.0:1788838302.875840:0:22757:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.155@tcp lock: ffffa0cafc8c0400/0xae64dcd520c4483c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xae64dcd520c44843 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838302.875940:0:22757:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1788838302.875947:0:22757:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caec9d3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+4:22790:x1875732255201408:12345-0@lo:104: Request processed in 139us (1556us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838302.875955:0:22757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1788838302.875973:0:22757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1788838302.875979:0:22757:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cad73c6450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+3:22790:x1875732255201536:12345-0@lo:104: 00010000:00010000:3.0:1788838302.875987:0:22757:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.155@tcp lock: ffffa0cadf86c600/0xae64dcd520c4482e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xae64dcd520c44835 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838302.876022:0:22757:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1788838302.876027:0:22757:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cad73c6450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+3:22790:x1875732255201536:12345-0@lo:104: Request processed in 48us (1531us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838302.876032:0:22757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00010000:3.0:1788838302.876078:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788838302.876085:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.155@tcp lock: ffffa0cafc8c0400/0xae64dcd520c4483c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xae64dcd520c44843 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838302.876092:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0cafc8c0400 already unused, calling callback (ffffffffc14aec20) 10000000:00010000:3.0:1788838302.876096:0:22762:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.155@tcp lock: ffffa0cafc8c0400/0xae64dcd520c4483c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xae64dcd520c44843 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838302.876104:0:22762:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.155@tcp lock: ffffa0cafc8c0400/0xae64dcd520c4483c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xae64dcd520c44843 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788838302.876113:0:22762:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.155@tcp lock: ffffa0cafc8c0400/0xae64dcd520c4483c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xae64dcd520c44843 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788838302.876126:0:22762:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1788838302.876164:0:22762:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.155@tcp lock: ffffa0cafc8c0400/0xae64dcd520c4483c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xae64dcd520c44843 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838302.876171:0:22762:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788838302.876191:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.155@tcp lock: ffffa0cafc8c0400/0xae64dcd520c4483c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xae64dcd520c44843 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838302.876198:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.155@tcp lock: ffffa0cafc8c0400/0xae64dcd520c4483c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xae64dcd520c44843 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838302.876210:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788838302.876213:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.155@tcp lock: ffffa0cadf86c600/0xae64dcd520c4482e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xae64dcd520c44835 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838302.876218:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0cadf86c600 already unused, calling callback (ffffffffc14aec20) 10000000:00010000:3.0:1788838302.876222:0:22762:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.155@tcp lock: ffffa0cadf86c600/0xae64dcd520c4482e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xae64dcd520c44835 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838302.876228:0:22762:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.155@tcp lock: ffffa0cadf86c600/0xae64dcd520c4482e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xae64dcd520c44835 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788838302.876233:0:22762:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.155@tcp lock: ffffa0cadf86c600/0xae64dcd520c4482e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xae64dcd520c44835 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788838302.876238:0:22762:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1788838302.876248:0:22762:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.155@tcp lock: ffffa0cadf86c600/0xae64dcd520c4482e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xae64dcd520c44835 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838302.876253:0:22762:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788838302.876266:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.155@tcp lock: ffffa0cadf86c600/0xae64dcd520c4482e lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xae64dcd520c44835 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838302.876272:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.155@tcp lock: ffffa0cadf86c600/0xae64dcd520c4482e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xae64dcd520c44835 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838302.876285:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788838302.876287:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788838302.876289:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788838302.876312:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb7b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:3649:1875732255201664:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788838302.876371:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788838302.876399:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788838302.876405:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb7b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:3649:1875732255201792:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788838302.876430:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788838302.876463:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255201664 00000100:00100000:3.0:1788838302.876467:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255201664 00010000:00010000:3.0:1788838302.876484:0:22760:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffffa0cac29d9a00/0xae64dcd520c44843 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xae64dcd520c4483c expref: 21 pid: 22766 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788838302.876506:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255201792 00000100:00100000:3.0:1788838302.876508:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255201792 00010000:00010000:3.0:1788838302.876519:0:22760:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffffa0c9c2bd6800/0xae64dcd520c44835 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xae64dcd520c4482e expref: 22 pid: 22768 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788838302.876532:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1788838302.876538:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafb7b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+22:3649:x1875732255201664:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788838302.876549:0:22760:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788838302.876554:0:22760:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffffa0cac29d9a00/0xae64dcd520c44843 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xae64dcd520c4483c expref: 22 pid: 22766 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838302.876576:0:22760:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffffa0cac29d9a00/0xae64dcd520c44843 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xae64dcd520c4483c expref: 22 pid: 22766 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838302.876594:0:22760:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788838302.878665:0:23929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000004:0.0:1788838302.879180:0:24276:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 12884901888 00000100:00100000:3.0:1788838302.880479:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafb7b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+22:3649:x1875732255201664:12345-0@lo:103:ldlm_bl.0 Request processed in 3933us (4098us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838302.880494:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1788838302.880531:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1788838302.880544:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cac6dfa050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+21:3649:x1875732255201792:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788838302.880562:0:22760:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788838302.880571:0:22760:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffffa0c9c2bd6800/0xae64dcd520c44835 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xae64dcd520c4482e expref: 21 pid: 22768 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838302.880586:0:22760:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffffa0c9c2bd6800/0xae64dcd520c44835 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xae64dcd520c4482e expref: 21 pid: 22768 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838302.880620:0:22760:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffffa0c9c2bd7e00/0xae64dcd520c448eb lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838302.880630:0:22760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0c9c2bd7e00/0xae64dcd520c448eb lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:3.0:1788838302.880649:0:22760:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.010357301s 00010000:00010000:3.0:1788838302.880654:0:22760:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffffa0c9c2bd7e00/0xae64dcd520c448eb lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838302.880662:0:22760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffffa0c9c2bd7e00/0xae64dcd520c448eb lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838302.880681:0:22760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffffa0c9c2bd7e00/0xae64dcd520c448eb lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838302.880688:0:22760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffffa0c9c2bd7e00/0xae64dcd520c448eb lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838302.880694:0:22760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0c9c2bd7e00 already unused, calling callback (ffffffffc0e9d420) 00010000:00010000:3.0:1788838302.880699:0:22760:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffffa0c9c2bd7e00/0xae64dcd520c448eb lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838302.880708:0:22760:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffffa0c9c2bd7e00/0xae64dcd520c448eb lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838302.880717:0:22760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffffa0c9c2bd7e00/0xae64dcd520c448eb lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838302.880728:0:22760:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788838302.880772:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cac6dfa050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+21:3649:x1875732255201792:12345-0@lo:103:ldlm_bl.0 Request processed in 233us (4341us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838302.880779:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00010000:2.0:1788838302.881658:0:22790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0cac29d9a00/0xae64dcd520c44843 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xae64dcd520c4483c expref: 20 pid: 22766 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788838302.881677:0:22790:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caec9d3480 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22790:1875732255201408:0@lo:104: 00010000:00010000:2.0:1788838302.881689:0:22790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0c9c2bd6800/0xae64dcd520c44835 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xae64dcd520c4482e expref: 19 pid: 22768 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788838302.881698:0:22790:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caec9d3100 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22790:1875732255201536:0@lo:104: 00010000:00010000:2.0:1788838302.881723:0:22790:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffffa0c9c2bd7e00/0xae64dcd520c448eb lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838302.881744:0:22790:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffffa0c9c2bd7e00/0xae64dcd520c448eb lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838302.881751:0:22790:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffffa0c9c2bd7e00/0xae64dcd520c448eb lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838302.881757:0:22790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0c9c2bd7e00/0xae64dcd520c448eb lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:1.0:1788838302.883252:0:24276:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0000: recovery is over 00100000:10000000:1.0:1788838302.883261:0:24276:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0000-osd: start master thread 00000020:01000004:1.0:1788838302.883300:0:24276:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:1.0:1788838302.883386:0:24276:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.204.155@tcp: cl_mgc_mutex unlock 00000020:01000004:1.0:1788838302.883403:0:24276:0:(tgt_mount.c:2461:server_fill_super_common()) Server sb, dev=49 00000080:00000004:1.0:1788838302.883431:0:24276:0:(super25.c:182:lustre_fill_super()) /dev/mapper/ost1_flakey: Mount complete 00000020:00000004:1.0:1788838302.884225:0:24276:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1788838302.884470:0:24276:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:0.0:1788838302.888924:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb7b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:3649:1875732255201664:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788838302.888956:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb7b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:3649:1875732255201792:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788838303.364748:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:3.0:1788838303.904706:0:24355:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1788838303.904911:0:24355:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1788838304.383481:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788838304.447627:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caec9d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1875732255201920:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788838304.447727:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838304.447774:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788838304.447780:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caec9d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1875732255202048:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788838304.447805:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838304.447857:0:23819:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255201920 00000100:00100000:0.0:1788838304.447865:0:23819:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255201920 00000100:00100000:0.0:1788838304.447904:0:23819:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255202048 00000100:00100000:0.0:1788838304.447907:0:23819:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255202048 00000100:00100000:0.0:1788838304.447924:0:23819:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1788838304.447932:0:23819:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caec9d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3647:x1875732255201920:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788838304.447981:0:23819:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1788838304.448030:0:23819:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caec9d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3647:x1875732255201920:12345-0@lo:41:osp-pre-1-0.0 Request processed in 97us (303us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838304.448037:0:23819:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1788838304.448057:0:23819:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1788838304.448063:0:23819:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caec9d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3647:x1875732255202048:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788838304.448079:0:23819:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1788838304.448106:0:23819:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caec9d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3647:x1875732255202048:12345-0@lo:41:osp-pre-0-1.0 Request processed in 43us (299us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838304.448112:0:23819:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1788838304.448157:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caec9d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1875732255202048:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788838304.448170:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caec9d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1875732255201920:0@lo:41:osp-pre-1-0.0 10000000:01000000:0.0:1788838304.895687:0:22771:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1788838304.895707:0:22771:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffffa0caeb80f800 from 13 10000000:01000000:0.0:1788838304.895714:0:22771:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1788838304.895770:0:22771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd7a00/0xae64dcd520c448f2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838304.895782:0:22771:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd7a00/0xae64dcd520c448f2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838304.895793:0:22771:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd7a00/0xae64dcd520c448f2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788838304.895833:0:22771:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caec9d1500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22771:1875732255202176:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788838304.895912:0:22771:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838304.895986:0:22771:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cac4c049c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788838304.897243:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255202176 00000100:00100000:3.0:1788838304.897256:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255202176 00000100:00100000:3.0:1788838304.897339:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:3.0:1788838304.897350:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c254e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+19:22771:x1875732255202176:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788838304.897365:0:22768:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788838304.897516:0:22768:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0cadf86c600/0xae64dcd520c448f9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xae64dcd520c448f2 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838304.897553:0:22768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0cadf86c600/0xae64dcd520c448f9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xae64dcd520c448f2 expref: 20 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838304.897638:0:22768:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0cadf86c600/0xae64dcd520c448f9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xae64dcd520c448f2 expref: 20 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838304.897649:0:22768:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0cadf86c600, rc 0) 00000100:00100000:3.0:1788838304.897766:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c254e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+20:22771:x1875732255202176:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 419us (1854us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838304.897773:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:1.0:1788838304.897862:0:22771:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caec9d1500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22771:1875732255202176:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788838304.897882:0:22771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd7a00/0xae64dcd520c448f2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c448f9 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838304.897892:0:22771:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd7a00/0xae64dcd520c448f2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xae64dcd520c448f9 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788838304.897961:0:22771:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caf40e8a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22771:1875732255202304:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1788838304.898001:0:22771:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838304.898074:0:22771:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0caeb718d80 going to sleep for 11 seconds 00000100:00100000:3.0:1788838304.898112:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255202304 00000100:00100000:3.0:1788838304.898116:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255202304 00000100:00100000:3.0:1788838304.898183:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:3.0:1788838304.898191:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c254c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+20:22771:x1875732255202304:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1788838304.898206:0:22769:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1788838304.898226:0:22769:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1788838304.898229:0:22769:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:3.0:1788838304.898388:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c254c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+20:22771:x1875732255202304:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 124us (311us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838304.898398:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:3.0:1788838304.899206:0:22771:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caf40e8a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22771:1875732255202304:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1788838304.899283:0:22771:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.155@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1788838304.899293:0:22771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd7a00/0xae64dcd520c448f2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c448f9 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838304.899302:0:22771:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd7a00/0xae64dcd520c448f2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c448f9 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788838304.899351:0:22771:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1788838304.899354:0:22771:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffffa0caf3014800 from 13 10000000:01000000:3.0:1788838304.899356:0:22771:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1788838304.900494:0:22771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0cadf86ce00/0xae64dcd520c44900 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838304.900509:0:22771:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.155@tcp lock: ffffa0cadf86ce00/0xae64dcd520c44900 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838304.900521:0:22771:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.155@tcp lock: ffffa0cadf86ce00/0xae64dcd520c44900 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788838304.900548:0:22771:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb7b4e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22771:1875732255202432:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788838304.900685:0:22771:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788838304.900747:0:22771:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cac64c3a80 going to sleep for 11 seconds 00000100:00100000:3.0:1788838304.900771:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255202432 00000100:00100000:3.0:1788838304.900778:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255202432 00000100:00100000:3.0:1788838304.900824:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:3.0:1788838304.900833:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c254e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+20:22771:x1875732255202432:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788838304.900846:0:22768:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788838304.900860:0:22768:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0cadf86d000/0xae64dcd520c44907 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xae64dcd520c44900 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838304.900884:0:22768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0cadf86d000/0xae64dcd520c44907 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xae64dcd520c44900 expref: 21 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838304.900895:0:22768:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0cadf86d000/0xae64dcd520c44907 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xae64dcd520c44900 expref: 21 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838304.900916:0:22768:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0cadf86d000, rc 0) 00000100:00100000:3.0:1788838304.900957:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c254e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+21:22771:x1875732255202432:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 125us (272us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838304.900964:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:3.0:1788838304.901021:0:22771:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb7b4e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22771:1875732255202432:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788838304.901038:0:22771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.155@tcp lock: ffffa0cadf86ce00/0xae64dcd520c44900 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c44907 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838304.901049:0:22771:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.155@tcp lock: ffffa0cadf86ce00/0xae64dcd520c44900 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xae64dcd520c44907 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788838304.901106:0:22771:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb7b4e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22771:1875732255202560:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1788838304.901134:0:22771:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788838304.901154:0:22771:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cacaa64480 going to sleep for 11 seconds 00000100:00100000:0.0:1788838304.902231:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255202560 00000100:00100000:0.0:1788838304.902242:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255202560 00000100:00100000:0.0:1788838304.902290:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:0.0:1788838304.902300:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c254d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+21:22771:x1875732255202560:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1788838304.902339:0:22769:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1788838304.902357:0:22769:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1788838304.902361:0:22769:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:0.0:1788838304.902472:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c254d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+21:22771:x1875732255202560:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 173us (1336us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838304.902480:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:0.0:1788838304.902531:0:22771:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb7b4e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22771:1875732255202560:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1788838304.902664:0:22771:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.155@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1788838304.902674:0:22771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0cadf86ce00/0xae64dcd520c44900 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c44907 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838304.902684:0:22771:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.155@tcp lock: ffffa0cadf86ce00/0xae64dcd520c44900 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c44907 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838305.407652:0:23929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788838306.434281:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788838307.009678:0:22810:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1788838307.455825:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788838308.031716:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788838308.031724:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788838308.031727:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788838308.031731:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788838308.031754:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788838308.031757:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788838308.031760:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788838308.031763:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1788838308.031819:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caf40e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:3649:1875732255202688:0@lo:400:kworker.0 00000100:00100000:1.0:1788838308.031903:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838308.031965:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caf40eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3649:1875732255203200:0@lo:400:kworker.0 00000100:00100000:1.0:1788838308.031992:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838308.032021:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1788838308.032040:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caf40e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1875732255202816:0@lo:400:kworker.0 00000100:00100000:1.0:1788838308.032069:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838308.032088:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caf40e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3649:1875732255203328:0@lo:400:kworker.0 00000100:00100000:1.0:1788838308.032113:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838308.032143:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caf40e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3647:1875732255202944:0@lo:400:kworker.0 00000100:00100000:1.0:1788838308.032165:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838308.032180:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caf40ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3647:1875732255203456:0@lo:400:kworker.0 00000100:00100000:1.0:1788838308.032199:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838308.032209:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788838308.032214:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caf40eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1875732255203072:0@lo:400:kworker.0 00000100:00100000:1.0:1788838308.032231:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838308.032268:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255203200 00000100:00100000:1.0:1788838308.032276:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255203200 00000100:00100000:1.0:1788838308.032354:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255203328 00000100:00100000:1.0:1788838308.032358:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255203328 00000100:00100000:1.0:1788838308.032382:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255202944 00000100:00100000:1.0:1788838308.032386:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255202944 00000100:00100000:1.0:1788838308.032395:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255203456 00000100:00100000:1.0:1788838308.032398:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255203456 00000100:00100000:1.0:1788838308.032415:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1788838308.032423:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caf40e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1875732255203200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788838308.032477:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caf40e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1875732255203200:12345-0@lo:400:kworker.0 Request processed in 55us (483us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838308.032485:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1788838308.032501:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1788838308.032507:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caf40eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3649:x1875732255203328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788838308.032532:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caf40eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3649:x1875732255203328:12345-0@lo:400:kworker.0 Request processed in 26us (419us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838308.032546:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1788838308.032559:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1788838308.032564:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caf40e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1875732255202944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788838308.032594:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caf40e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1875732255202944:12345-0@lo:400:kworker.0 Request processed in 30us (427us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838308.032599:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1788838308.032611:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1788838308.032617:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caf40e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1875732255203456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788838308.032655:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caf40e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1875732255203456:12345-0@lo:400:kworker.0 Request processed in 38us (455us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838308.032661:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1788838308.032680:0:23819:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255202816 00000100:00100000:1.0:1788838308.032683:0:23819:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255202816 00000100:00100000:1.0:1788838308.032704:0:23819:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255203072 00000100:00100000:1.0:1788838308.032707:0:23819:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255203072 00000100:00100000:1.0:1788838308.032719:0:23819:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1788838308.032725:0:23819:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caf40e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3649:x1875732255202816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788838308.032756:0:23819:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caf40e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3649:x1875732255202816:12345-0@lo:400:kworker.0 Request processed in 32us (687us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838308.032761:0:23819:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1788838308.032773:0:23819:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1788838308.032778:0:23819:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caf40ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3647:x1875732255203072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788838308.032801:0:23819:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caf40ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3647:x1875732255203072:12345-0@lo:400:kworker.0 Request processed in 23us (568us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838308.032806:0:23819:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1788838308.032937:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caf40eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1875732255203072:0@lo:400:kworker.0 00010000:00080000:1.0:1788838308.032954:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffffa0caf40e9880 x1875732255202944/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788838324 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788838308.032965:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caf40e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3647:1875732255202944:0@lo:400:kworker.0 00010000:00080000:1.0:1788838308.032973:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffffa0caf40ebb80 x1875732255203456/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788838324 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788838308.032981:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caf40ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3647:1875732255203456:0@lo:400:kworker.0 00000100:00100000:1.0:1788838308.033015:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caf40e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1875732255202816:0@lo:400:kworker.0 00010000:00080000:1.0:1788838308.033024:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffffa0caf40e8000 x1875732255203328/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788838324 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788838308.033032:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caf40e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3649:1875732255203328:0@lo:400:kworker.0 00010000:00080000:1.0:1788838308.033041:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffffa0caf40eb800 x1875732255203200/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788838324 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788838308.033048:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caf40eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3649:1875732255203200:0@lo:400:kworker.0 00000100:00100000:2.0:1788838308.033227:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255202688 00000100:00100000:2.0:1788838308.033232:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255202688 00000100:00100000:2.0:1788838308.033274:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:2.0:1788838308.033282:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c254d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+21:3649:x1875732255202688:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788838308.033339:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c254d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+21:3649:x1875732255202688:12345-0@lo:400:kworker.0 Request processed in 59us (1436us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838308.033355:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:2.0:1788838308.033392:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caf40e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:3649:1875732255202688:0@lo:400:kworker.0 00000100:00080000:2.0:1788838308.033430:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788838308.033434:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1788838308.481202:0:23929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1788838309.480242:0:24646:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg455-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:0.0:1788838309.510802:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788838309.568852:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caec9d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1875732255203584:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788838309.568931:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838309.568994:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788838309.569003:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caf40eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1875732255203712:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788838309.569028:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838309.569059:0:23819:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255203584 00000100:00100000:1.0:1788838309.569069:0:23819:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255203584 00000100:00100000:1.0:1788838309.569113:0:23819:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255203712 00000100:00100000:1.0:1788838309.569117:0:23819:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255203712 00000100:00100000:1.0:1788838309.569152:0:23819:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1788838309.569160:0:23819:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caf40e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3648:x1875732255203584:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788838309.569199:0:23819:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1788838309.569252:0:23819:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caf40e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3648:x1875732255203584:12345-0@lo:41:osp-pre-0-1.0 Request processed in 91us (320us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838309.569259:0:23819:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1788838309.569277:0:23819:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1788838309.569283:0:23819:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caf40e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3650:x1875732255203712:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788838309.569332:0:23819:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1788838309.569367:0:23819:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caf40e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3650:x1875732255203712:12345-0@lo:41:osp-pre-1-0.0 Request processed in 84us (337us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838309.569373:0:23819:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1788838309.569421:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caf40eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1875732255203712:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788838309.569451:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caec9d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1875732255203584:0@lo:41:osp-pre-0-1.0 00000040:00080000:3.0:1788838310.401730:0:23527:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000020:00000004:1.0:1788838310.471131:0:24698:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1788838310.471423:0:24698:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1788838310.527482:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:1.0:1788838311.405802:0:24748:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1788838311.406015:0:24748:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1788838311.551642:0:23929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788838312.575681:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788838313.111391:0:3646:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788838298/real 1788838298] req@ffffa0cafb787480 x1875732255196800/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788838313 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788838313.111457:0:3646:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0cafb787480 x1875732255196800/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788838313 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788838313.111469:0:3646:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788838298/real 1788838298] req@ffffa0cafb786680 x1875732255196928/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788838313 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788838313.111479:0:3646:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0cafb786680 x1875732255196928/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788838313 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788838313.111502:0:3646:0:(import.c:65:import_set_state_nolock()) ffffa0cae16d7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788838313.111527:0:3646:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1788838313.111531:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb787480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1875732255196800:0@lo:8:kworker.0 00000100:00080000:0.0:1788838313.111547:0:3646:0:(import.c:65:import_set_state_nolock()) ffffa0c9c3642800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788838313.111553:0:3646:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1788838313.111555:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb786680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1875732255196928:0@lo:8:kworker.0 00000100:00080000:3.0:1788838313.112211:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788838313.112216:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788838313.112226:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788838313.112229:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788838313.112248:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788838313.112261:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1788838313.112264:0:38:0:(import.c:65:import_set_state_nolock()) ffffa0cae16d7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788838313.112270:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 748 00000100:00080000:3.0:1788838313.112276:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1788838313.112283:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffffa0cae16d7800 using connection 192.168.204.155@tcp/0@lo 00000100:00100000:3.0:1788838313.112306:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0cafb7b7b80 x1875732255204352/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788838313.112340:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788838313.112343:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1788838313.112345:0:38:0:(import.c:65:import_set_state_nolock()) ffffa0c9c3642800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788838313.112348:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 748 00000100:00080000:3.0:1788838313.112351:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1788838313.112354:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffffa0c9c3642800 using connection 192.168.204.155@tcp/0@lo 00000100:00100000:3.0:1788838313.112364:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0cafb7b4a80 x1875732255204480/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788838313.112504:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb7b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1875732255204224:0@lo:400:kworker.0 00000100:00100000:2.0:1788838313.112584:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788838313.112644:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1788838313.112649:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb7b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:3649:1875732255203840:0@lo:400:kworker.0 00000100:00100000:2.0:1788838313.112675:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788838313.112696:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb7b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3649:1875732255204608:0@lo:400:kworker.0 00000100:00100000:2.0:1788838313.112718:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788838313.112746:0:23819:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255204224 00000100:00100000:2.0:1788838313.112754:0:23819:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255204224 00000100:00100000:2.0:1788838313.112798:0:23819:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1788838313.112807:0:23819:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafb785f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3649:x1875732255204224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788838313.112860:0:23819:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafb785f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3649:x1875732255204224:12345-0@lo:400:kworker.0 Request processed in 54us (275us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838313.112867:0:23819:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1788838313.112893:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255203840 00000100:00100000:2.0:1788838313.112896:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255203840 00000100:00100000:2.0:1788838313.112919:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:2.0:1788838313.112925:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c254c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+21:3649:x1875732255203840:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788838313.112955:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c254c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+21:3649:x1875732255203840:12345-0@lo:400:kworker.0 Request processed in 29us (279us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838313.112961:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:2.0:1788838313.112999:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255204608 00000100:00100000:2.0:1788838313.113002:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255204608 00000100:00100000:2.0:1788838313.113037:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1788838313.113044:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafb784700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1875732255204608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788838313.113076:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafb784700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1875732255204608:12345-0@lo:400:kworker.0 Request processed in 33us (357us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838313.113082:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1788838313.113124:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb7b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:3649:1875732255203840:0@lo:400:kworker.0 00010000:00080000:2.0:1788838313.113136:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffffa0cafb7b5f80 x1875732255204608/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788838329 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788838313.113146:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb7b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3649:1875732255204608:0@lo:400:kworker.0 00000100:00100000:2.0:1788838313.113155:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb7b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1875732255204224:0@lo:400:kworker.0 00000100:00100000:3.0:1788838313.113382:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb7b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1875732255203968:0@lo:400:kworker.0 00000100:00100000:3.0:1788838313.113435:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788838313.113462:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cac87c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3647:1875732255204736:0@lo:400:kworker.0 00000100:00100000:3.0:1788838313.113486:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788838313.113506:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1788838313.113512:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb7b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3647:1875732255204096:0@lo:400:kworker.0 00000100:00100000:3.0:1788838313.113532:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788838313.113560:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cac87c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3647:1875732255204864:0@lo:400:kworker.0 00000100:00100000:3.0:1788838313.113583:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788838313.113621:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255204736 00000100:00100000:3.0:1788838313.113626:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255204736 00000100:00100000:3.0:1788838313.113657:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255204096 00000100:00100000:3.0:1788838313.113660:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255204096 00000100:00100000:3.0:1788838313.113672:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255204864 00000100:00100000:3.0:1788838313.113675:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255204864 00000100:00100000:3.0:1788838313.113690:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1788838313.113695:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cac87c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1875732255204736:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788838313.113734:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cac87c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1875732255204736:12345-0@lo:400:kworker.0 Request processed in 38us (247us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838313.113740:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1788838313.113753:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1788838313.113758:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cac87c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1875732255204096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788838313.113784:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cac87c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1875732255204096:12345-0@lo:400:kworker.0 Request processed in 26us (251us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838313.113790:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1788838313.113802:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1788838313.113808:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cac87c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1875732255204864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788838313.113834:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cac87c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1875732255204864:12345-0@lo:400:kworker.0 Request processed in 27us (250us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838313.113840:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00080000:3.0:1788838313.113858:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788838313.113862:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:3.0:1788838313.113885:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffffa0cafb7b6d80 x1875732255204096/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788838329 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788838313.113896:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb7b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3647:1875732255204096:0@lo:400:kworker.0 00010000:00080000:3.0:1788838313.113905:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffffa0cac87c0000 x1875732255204864/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788838329 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788838313.113921:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cac87c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3647:1875732255204864:0@lo:400:kworker.0 00010000:00080000:3.0:1788838313.113933:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffffa0cac87c3800 x1875732255204736/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788838329 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788838313.113941:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cac87c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3647:1875732255204736:0@lo:400:kworker.0 00000100:00100000:0.0:1788838313.114111:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb7b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1875732255204352:0@lo:8:kworker.0 00000100:00100000:0.0:1788838313.114147:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838313.114182:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb7b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1875732255204480:0@lo:8:kworker.0 00000100:00100000:0.0:1788838313.114206:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788838313.114273:0:22780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255203968 00000100:00100000:2.0:1788838313.114277:0:22780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255203968 00000100:00100000:2.0:1788838313.114306:0:22780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1788838313.114331:0:22780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cac87c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3647:x1875732255203968:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788838313.114371:0:22780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cac87c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3647:x1875732255203968:12345-0@lo:400:kworker.0 Request processed in 58us (936us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838313.114377:0:22780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1788838313.126787:0:24282:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255204352 00000100:00100000:1.0:1788838313.126807:0:24282:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255204352 00000100:00100000:1.0:1788838313.126847:0:24282:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255204480 00000100:00100000:1.0:1788838313.126851:0:24282:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255204480 00000100:00100000:1.0:1788838313.126872:0:24282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1788838313.126881:0:24282:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caec9d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3646:x1875732255204352:12345-0@lo:8:kworker.0 00010000:00080000:1.0:1788838313.126918:0:24282:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 762 last 0 00000020:00000080:1.0:1788838313.126952:0:24282:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xae64dcd520c4490e 00002000:00100000:1.0:1788838313.126971:0:24282:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0001-mdtlov_UUID/ffffa0c9c2b3d000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113975 ocd_grant: 0 ocd_index: 0 ocd_group 1 00002000:00080000:1.0:1788838313.126988:0:24282:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 1 00002000:00100000:1.0:1788838313.126990:0:24282:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:1.0:1788838313.127170:0:24282:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 1 00000100:00080000:1.0:1788838313.127203:0:24282:0:(import.c:65:import_set_state_nolock()) ffffa0c9c2b38000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788838313.127340:0:24282:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caec9d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:3646:x1875732255204352:12345-0@lo:8:kworker.0 Request processed in 458us (13191us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838313.127349:0:24282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1788838313.127368:0:24282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1788838313.127373:0:24282:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caec9d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3646:x1875732255204480:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1788838313.127386:0:24282:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00080000:0.0:1788838313.131366:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffffa0cafb7b7b80 x1875732255204352/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1788838333 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788838313.131384:0:3646:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:0.0:1788838313.131396:0:3646:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0001: connect to target with instance 3 00000100:00080000:0.0:1788838313.131531:0:3646:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:0.0:1788838313.131549:0:3646:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:0.0:1788838313.131564:0:3646:0:(import.c:65:import_set_state_nolock()) ffffa0cae16d7800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:0.0:1788838313.131591:0:3646:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:0.0:1788838313.131598:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb7b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1875732255204352:0@lo:8:kworker.0 00000004:00080000:0.0:1788838313.131690:0:23516:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: going to cleanup orphans since [0x280000400:0x1:0x0] 00000100:00100000:0.0:1788838313.131717:0:23516:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caec9d1180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23516:1875732255205120:0@lo:7:osp-pre-0-1.0 00000100:00100000:0.0:1788838313.131780:0:23516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838313.131804:0:23516:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cafa30ea80 going to sleep for 11 seconds 00000100:00100000:0.0:1788838313.131816:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788838313.131828:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caec9d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1875732255204992:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788838313.131852:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838313.131907:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb7b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1875732255203968:0@lo:400:kworker.0 00000004:00080000:2.0:1788838313.132003:0:23515:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:2.0:1788838313.132101:0:23515:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 762828783925ns, next at 0ns, rc = 0 00080000:00080000:2.0:1788838313.132108:0:23515:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0001: async commit OSD 00000100:00100000:2.0:1788838313.132150:0:24284:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255204992 00000100:00100000:2.0:1788838313.132156:0:24284:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255204992 00000100:00100000:2.0:1788838313.132207:0:24284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1788838313.132216:0:24284:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caec9d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3650:x1875732255204992:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788838313.132263:0:24284:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1788838313.132310:0:24284:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caec9d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3650:x1875732255204992:12345-0@lo:13:osp-pre-0-1.0 Request processed in 95us (457us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838313.132339:0:24284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00080000:2.0:1788838313.132513:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:2.0:1788838313.132547:0:3650:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffffa0caec9d3800 x1875732255204992/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1788838329 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788838313.132564:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caec9d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1875732255204992:0@lo:13:osp-pre-0-1.0 00000004:00080000:2.0:1788838313.134680:0:23507:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1 committed 00000100:00100000:3.0:1788838313.134733:0:24280:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00000100:00100000:3.0:1788838313.134745:0:24280:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_003' 00000100:00100000:3.0:1788838313.134769:0:24283:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00000100:00100000:3.0:1788838313.134786:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255205120 00000100:00100000:3.0:1788838313.134795:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255205120 00000100:00100000:3.0:1788838313.135054:0:24815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1788838313.135066:0:24815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caec9d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23516:x1875732255205120:12345-0@lo:7:osp-pre-0-1.0 00002000:00080000:3.0:1788838313.138127:0:24815:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000400 00002000:00080000:3.0:1788838313.138137:0:24815:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0000: LAST FID is [0x280000400:0x41:0x0] 00000100:00100000:3.0:1788838313.138444:0:24815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caec9d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23516:x1875732255205120:12345-0@lo:7:osp-pre-0-1.0 Request processed in 3376us (6660us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838313.138454:0:24815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:2.0:1788838313.138825:0:23516:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffffa0caec9d1180 x1875732255205120/t0(0) o7->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 264/240 e 0 to 0 dl 1788838329 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788838313.138906:0:23516:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caec9d1180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23516:1875732255205120:0@lo:7:osp-pre-0-1.0 00000004:00080000:2.0:1788838313.138923:0:23516:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0000-osc-MDT0001: Got last_fid [0x280000400:0x41:0x0] 00000100:00100000:2.0:1788838313.139108:0:23516:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb786680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23516:1875732255205248:0@lo:5:osp-pre-0-1.0 00000100:00100000:2.0:1788838313.139154:0:23516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788838313.139191:0:23516:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0c9c251a780 going to sleep for 11 seconds 00000100:00100000:3.0:1788838313.139257:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255205248 00000100:00100000:3.0:1788838313.139265:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255205248 00000100:00100000:3.0:1788838313.139410:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1788838313.139501:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafb787480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23516:x1875732255205248:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:3.0:1788838313.139531:0:24283:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:3.0:1788838313.139578:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafb787480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23516:x1875732255205248:12345-0@lo:5:osp-pre-0-1.0 Request processed in 81us (423us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838313.139585:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:2.0:1788838313.139663:0:23516:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffffa0cafb786680 x1875732255205248/t0(0) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1788838329 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788838313.139673:0:23516:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb786680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23516:1875732255205248:0@lo:5:osp-pre-0-1.0 00000004:00080000:2.0:1788838313.139681:0:23516:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: Got last_id [0x280000400:0x41:0x0] from OST, last_created [0x280000400:0x41:0x0]last_used is [0x280000400:0x41:0x0] 00000100:00100000:2.0:1788838313.139708:0:23516:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb786680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23516:1875732255205376:0@lo:5:osp-pre-0-1.0 00000100:00100000:2.0:1788838313.139861:0:23516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788838313.139884:0:23516:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0c9c251a780 going to sleep for 11 seconds 00000100:00100000:2.0:1788838313.139909:0:24280:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255205376 00000100:00100000:2.0:1788838313.139913:0:24280:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255205376 00000100:00100000:2.0:1788838313.139946:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1788838313.139953:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafb786d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23516:x1875732255205376:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:2.0:1788838313.139979:0:24283:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000400 at 66 00000100:00100000:1.0:1788838313.156811:0:24282:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caec9d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3646:x1875732255204480:12345-0@lo:8:kworker.0 Request processed in 29426us (42593us total) trans 0 rc -19/-19 00000100:00100000:1.0:1788838313.156827:0:24282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:0.0:1788838313.156944:0:3646:0:(import.c:65:import_set_state_nolock()) ffffa0c9c3642800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788838313.156950:0:3646:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1788838313.156954:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb7b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1875732255204480:0@lo:8:kworker.0 00000001:00080000:3.0:1788838313.167697:0:24277:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901889 is committed 00000001:00100000:3.0:1788838313.167713:0:24277:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000100:00100000:1.0:1788838313.167908:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafb786d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:23516:x1875732255205376:12345-0@lo:5:osp-pre-0-1.0 Request processed in 27951us (28043us total) trans 12884901889 rc 0/0 00000100:00100000:1.0:1788838313.167920:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:3.0:1788838313.168004:0:23516:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffffa0cafb786680 x1875732255205376/t0(0) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1788838329 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788838313.168016:0:23516:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 12884901889 gen 2 00000100:00100000:3.0:1788838313.168023:0:23516:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb786680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23516:1875732255205376:0@lo:5:osp-pre-0-1.0 00000004:00080000:3.0:1788838313.168038:0:23516:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0001: current precreated pool: [0x280000400:0x41:0x0]-[0x280000400:0x61:0x0] 00000100:00100000:3.0:1788838313.168087:0:23516:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cac87c3800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23516:1875732255205504:0@lo:900:osp-pre-0-1.0 00000100:00100000:3.0:1788838313.168126:0:23516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788838313.168161:0:23516:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cafa3143c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788838313.168216:0:22786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255205504 00000100:00100000:1.0:1788838313.168236:0:22786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255205504 00000100:00100000:1.0:1788838313.168281:0:22786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1788838313.168290:0:22786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cac87c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23516:x1875732255205504:12345-0@lo:900:osp-pre-0-1.0 00000100:00100000:1.0:1788838313.168360:0:22786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cac87c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23516:x1875732255205504:12345-0@lo:900:osp-pre-0-1.0 Request processed in 71us (232us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838313.168366:0:22786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:1.0:1788838313.168390:0:23516:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffffa0cac87c3800 x1875732255205504/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1788838329 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788838313.168400:0:23516:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cac87c3800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23516:1875732255205504:0@lo:900:osp-pre-0-1.0 00010000:00010000:2.0:1788838313.600518:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788838314.623462:0:23929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788838314.688660:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788838314.688690:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caf40eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1875732255205760:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788838314.688788:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788838314.688797:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caec9d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1875732255205632:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788838314.688844:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838314.688854:0:22779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255205760 00000100:00100000:1.0:1788838314.688862:0:22779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255205760 00000100:00100000:2.0:1788838314.688894:0:22780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255205632 00000100:00100000:2.0:1788838314.688899:0:22780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255205632 00000100:00100000:1.0:1788838314.688923:0:22779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1788838314.689009:0:22779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caf40ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3648:x1875732255205760:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788838314.689060:0:22779:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1788838314.689153:0:22779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caf40ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3648:x1875732255205760:12345-0@lo:41:osp-pre-1-0.0 Request processed in 147us (365us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838314.690982:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caf40eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1875732255205760:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788838314.693181:0:22780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1788838314.693213:0:22780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafb786a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3650:x1875732255205632:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788838314.694138:0:22780:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1788838314.694287:0:22780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafb786a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3650:x1875732255205632:12345-0@lo:41:osp-pre-0-1.0 Request processed in 1082us (5434us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838314.694300:0:22780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1788838314.694464:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caec9d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1875732255205632:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788838314.697204:0:22779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00010000:00010000:0.0:1788838315.650014:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788838316.674411:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788838317.248528:0:22810:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1788838317.701595:0:23929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788838318.271710:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788838318.271718:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788838318.271721:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788838318.271723:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788838318.271745:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788838318.271760:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1788838318.271764:0:38:0:(import.c:65:import_set_state_nolock()) ffffa0c9c3642800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788838318.271772:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 762 00000100:00080000:0.0:1788838318.271778:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1788838318.271786:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffffa0c9c3642800 using connection 192.168.204.155@tcp/0@lo 00000100:00100000:0.0:1788838318.271810:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0caec9d1500 x1875732255206528/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788838318.271861:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caec9d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1875732255206016:0@lo:400:kworker.0 00000100:00100000:0.0:1788838318.271940:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838318.271990:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c376e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3649:1875732255206656:0@lo:400:kworker.0 00000100:00100000:0.0:1788838318.272013:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838318.272037:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1788838318.272042:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caec9d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3649:1875732255206144:0@lo:400:kworker.0 00000100:00100000:0.0:1788838318.272063:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838318.272078:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c376ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3649:1875732255206784:0@lo:400:kworker.0 00000100:00100000:0.0:1788838318.272096:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838318.272128:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caec9d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1875732255206528:0@lo:8:kworker.0 00000100:00100000:0.0:1788838318.272150:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838318.272178:0:22780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255206016 00000100:00100000:0.0:1788838318.272185:0:22780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255206016 00000100:00100000:0.0:1788838318.272233:0:22780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1788838318.272242:0:22780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c376df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3649:x1875732255206016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788838318.272299:0:22780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c376df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3649:x1875732255206016:12345-0@lo:400:kworker.0 Request processed in 57us (359us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838318.272306:0:22780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1788838318.272362:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255206656 00000100:00100000:0.0:1788838318.272365:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255206656 00000100:00100000:0.0:1788838318.272381:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255206144 00000100:00100000:0.0:1788838318.272383:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255206144 00000100:00100000:0.0:1788838318.272391:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255206784 00000100:00100000:0.0:1788838318.272393:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255206784 00000100:00100000:0.0:1788838318.272418:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1788838318.272424:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c376c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1875732255206656:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788838318.272547:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caec9d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1875732255206272:0@lo:400:kworker.0 00000100:00100000:3.0:1788838318.272580:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788838318.272599:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c376f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3647:1875732255206912:0@lo:400:kworker.0 00000100:00100000:3.0:1788838318.272618:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788838318.272630:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1788838318.272635:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caec9d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:3647:1875732255205888:0@lo:400:kworker.0 00000100:00100000:3.0:1788838318.272661:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788838318.272683:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caec9d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1875732255206400:0@lo:400:kworker.0 00000100:00100000:3.0:1788838318.272703:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788838318.272727:0:24815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255206528 00000100:00100000:3.0:1788838318.272731:0:24815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255206528 00000100:00100000:3.0:1788838318.272751:0:24815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255206400 00000100:00100000:3.0:1788838318.272753:0:24815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255206400 00000100:00100000:3.0:1788838318.272777:0:24815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788838318.272783:0:24815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cac87c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3647:x1875732255206400:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788838318.272827:0:24815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cac87c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3647:x1875732255206400:12345-0@lo:400:kworker.0 Request processed in 44us (122us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838318.272835:0:24815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788838318.272848:0:24815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1788838318.272851:0:24815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c376ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3646:x1875732255206528:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1788838318.272873:0:24815:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1788838318.272902:0:24815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c376ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3646:x1875732255206528:12345-0@lo:8:kworker.0 Request processed in 49us (751us total) trans 0 rc -19/-19 00000100:00100000:3.0:1788838318.272908:0:24815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1788838318.272922:0:23819:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255206272 00000100:00100000:3.0:1788838318.272926:0:23819:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255206272 00000100:00100000:3.0:1788838318.272947:0:23819:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1788838318.272953:0:23819:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cac87c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3647:x1875732255206272:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788838318.272983:0:23819:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cac87c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3647:x1875732255206272:12345-0@lo:400:kworker.0 Request processed in 30us (401us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838318.272989:0:23819:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1788838318.273011:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255205888 00000100:00100000:3.0:1788838318.273015:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255205888 00000100:00100000:3.0:1788838318.273040:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:3.0:1788838318.273046:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c254e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+21:3647:x1875732255205888:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788838318.273073:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c254e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+21:3647:x1875732255205888:12345-0@lo:400:kworker.0 Request processed in 27us (412us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838318.273079:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00100000:3.0:1788838318.273129:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caec9d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:3647:1875732255205888:0@lo:400:kworker.0 00010000:00080000:3.0:1788838318.273143:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffffa0caec9d0380 x1875732255206400/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1788838334 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788838318.273160:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caec9d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1875732255206400:0@lo:400:kworker.0 00000100:00100000:3.0:1788838318.273171:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caec9d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1875732255206272:0@lo:400:kworker.0 00000100:00100000:3.0:1788838318.273605:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788838318.273615:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cac87c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1875732255207040:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788838318.273654:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788838318.273687:0:24284:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255207040 00000100:00100000:3.0:1788838318.273691:0:24284:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255207040 00000100:00100000:3.0:1788838318.273717:0:24284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1788838318.273723:0:24284:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cac87c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1875732255207040:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788838318.273744:0:24284:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1788838318.273779:0:24284:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cac87c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1875732255207040:12345-0@lo:13:osp-pre-0-1.0 Request processed in 56us (124us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838318.273785:0:24284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:3.0:1788838318.273809:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffffa0cac87c0700 x1875732255207040/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1788838334 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788838318.273822:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cac87c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1875732255207040:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788838318.274055:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c376c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1875732255206656:12345-0@lo:400:kworker.0 Request processed in 1629us (2039us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838318.274065:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1788838318.274078:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255206912 00000100:00100000:0.0:1788838318.274081:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255206912 00000100:00100000:0.0:1788838318.274100:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1788838318.274106:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c376c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1875732255206144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788838318.274136:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c376c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1875732255206144:12345-0@lo:400:kworker.0 Request processed in 29us (2070us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838318.274142:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1788838318.274152:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1788838318.274158:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c376d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3649:x1875732255206784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788838318.274185:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c376d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3649:x1875732255206784:12345-0@lo:400:kworker.0 Request processed in 27us (2088us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838318.274191:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1788838318.274200:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1788838318.274205:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cac87c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1875732255206912:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788838318.274283:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cac87c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1875732255206912:12345-0@lo:400:kworker.0 Request processed in 77us (1663us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838318.274299:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00080000:0.0:1788838318.274345:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788838318.274350:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788838318.274352:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788838318.274377:0:3646:0:(import.c:65:import_set_state_nolock()) ffffa0c9c3642800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788838318.274383:0:3646:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1788838318.274386:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caec9d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1875732255206528:0@lo:8:kworker.0 00010000:00080000:0.0:1788838318.274421:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffffa0caec9d1180 x1875732255206144/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788838334 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788838318.274432:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caec9d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3649:1875732255206144:0@lo:400:kworker.0 00010000:00080000:0.0:1788838318.274463:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffffa0c9c376ed80 x1875732255206784/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788838334 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788838318.274472:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c376ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3649:1875732255206784:0@lo:400:kworker.0 00000100:00100000:0.0:1788838318.274486:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caec9d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1875732255206016:0@lo:400:kworker.0 00010000:00080000:0.0:1788838318.274496:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffffa0c9c376e300 x1875732255206656/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788838334 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788838318.274504:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c376e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3649:1875732255206656:0@lo:400:kworker.0 00010000:00080000:3.0:1788838318.278717:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffffa0c9c376f480 x1875732255206912/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788838334 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788838318.278737:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c376f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3647:1875732255206912:0@lo:400:kworker.0 00000020:01000004:3.0:1788838318.383116:0:25094:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:3.0:1788838318.383120:0:25094:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/ost2_flakey 00000020:01000004:3.0:1788838318.383122:0:25094:0:(obd_mount.c:929:lmd_print()) options: errors=remount-ro 00000080:01200004:3.0:1788838318.383236:0:25094:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffffa0c9c2982000 00000020:01000004:3.0:1788838318.383252:0:25094:0:(tgt_mount.c:2503:osd_start()) Attempting to start lustre-OST0001, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:3.0:1788838318.383267:0:25094:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0001-osd (typ=osd-ldiskfs) 00000020:00000080:3.0:1788838318.383285:0:25094:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osd (ffffa0cafcba0000) 00000020:00000080:3.0:1788838318.383308:0:25094:0:(obd_config.c:720:class_attach_name()) OBD: dev 25 attached type osd-ldiskfs with refcount 2 00100000:10000000:0.0:1788838318.462725:0:25094:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:0.0:1788838318.465163:0:25094:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:1.0:1788838318.465560:0:25094:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:1.0:1788838318.465923:0:25094:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:1.0:1788838318.466259:0:25094:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:1.0:1788838318.466562:0:25094:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:1.0:1788838318.466778:0:25094:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x2:0x0] (8/8) registered 00080000:01000000:1.0:1788838318.474094:0:25094:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0001: register osd-ldiskfs tunable parameters 00000020:00000080:1.0:1788838318.474795:0:25094:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00080000:01000000:1.0:1788838318.474810:0:25094:0:(osd_handler.c:8925:osd_obd_connect()) connect #0 00000020:00000080:1.0:1788838318.474825:0:25094:0:(genops.c:1385:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0xae64dcd520c4491c 00000020:01000004:1.0:1788838318.474832:0:25094:0:(tgt_mount.c:2588:server_fill_super()) Found service lustre-OST0001 on device /dev/mapper/ost2_flakey 00000020:01000004:1.0:1788838318.474856:0:25094:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.204.155@tcp:Set MGC reconnect 1 10000000:01000000:1.0:1788838318.474860:0:25094:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.204.155@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:1.0:1788838318.474867:0:25094:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-OST0001 00000020:01000004:1.0:1788838318.474902:0:25094:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost2_flakey 10000000:01000000:1.0:1788838318.474905:0:25094:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.204.155@tcp: cl_mgc_mutex lustre-OST0001-osd for locked: rc = 0 00000040:01000000:1.0:1788838318.487705:0:25094:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.155@tcp ctxt 0 is initialized 00000020:01000004:1.0:1788838318.487750:0:25094:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-OST0001, fs=lustre, 192.168.204.155@tcp, index=0001, flags=0x20002 00000020:01000004:1.0:1788838318.487758:0:25094:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:1.0:1788838318.487760:0:25094:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:1.0:1788838318.487761:0:25094:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788838318.487762:0:25094:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788838318.487762:0:25094:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788838318.487763:0:25094:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788838318.487764:0:25094:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1788838318.487766:0:25094:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788838318.487767:0:25094:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1788838318.487771:0:25094:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x10020002 00000020:01000004:1.0:1788838318.487773:0:25094:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1788838318.487774:0:25094:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:1.0:1788838318.487775:0:25094:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788838318.487777:0:25094:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788838318.487778:0:25094:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788838318.487779:0:25094:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788838318.487779:0:25094:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1788838318.487780:0:25094:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788838318.487781:0:25094:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1788838318.487808:0:25094:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:1.0:1788838318.487828:0:25094:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caf40e9880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:25094:1875732255207168:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1788838318.487899:0:25094:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838318.488013:0:25094:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cac17c7180 going to sleep for 11 seconds 00000100:00100000:2.0:1788838318.495711:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255207168 00000100:00100000:2.0:1788838318.495730:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255207168 00000100:00100000:2.0:1788838318.495811:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:2.0:1788838318.495824:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c254cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+21:25094:x1875732255207168:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1788838318.495863:0:22766:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:2.0:1788838318.495867:0:22766:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0001 is running on 0@lo 20000000:01000000:2.0:1788838318.495871:0:22766:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 00000100:00100000:2.0:1788838318.496402:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c254cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+21:25094:x1875732255207168:12345-0@lo:253:mount.lustre.0 Request processed in 579us (8500us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838318.496412:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:1.0:1788838318.499246:0:25094:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caf40e9880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:25094:1875732255207168:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1788838318.499270:0:25094:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:1.0:1788838318.499274:0:25094:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1788838318.499276:0:25094:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:1.0:1788838318.499277:0:25094:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788838318.499278:0:25094:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788838318.499279:0:25094:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788838318.499281:0:25094:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788838318.499282:0:25094:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1788838318.499284:0:25094:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788838318.499286:0:25094:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:0.0:1788838318.503491:0:25094:0:(tgt_mount.c:101:server_register_mount()) register mount ffffa0c9c2982000 from lustre-OST0001 10000000:01000000:0.0:1788838318.503574:0:25094:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-OST0001 from 0 10000000:01000000:0.0:1788838318.503579:0:25094:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0001-0000000000000000 10000000:01000000:0.0:1788838318.503803:0:25094:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffffa0caf4133370 local copy 00010000:00010000:0.0:1788838318.503817:0:25094:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0cafc8c1600/0xae64dcd520c44636 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c4463d expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788838318.503968:0:25094:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c376e300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:25094:1875732255207296:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788838318.504053:0:25094:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838318.504173:0:25094:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cafa3140c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788838318.504234:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255207296 00000100:00100000:3.0:1788838318.504243:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255207296 00000100:00100000:3.0:1788838318.504462:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:3.0:1788838318.504474:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c254c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+21:25094:x1875732255207296:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788838318.504711:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c254c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+21:25094:x1875732255207296:12345-0@lo:501:mount.lustre.0 Request processed in 239us (657us total) trans 0 rc -2/-2 00000100:00100000:3.0:1788838318.504721:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00100000:0.0:1788838318.504839:0:25094:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c376e300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:25094:1875732255207296:0@lo:501:mount.lustre.0 10000000:01000000:0.0:1788838318.504861:0:25094:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.204.155@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:0.0:1788838318.504884:0:25094:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.204.155@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:0.0:1788838318.504892:0:25094:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0cafc8c1600/0xae64dcd520c44636 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c4463d expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838318.504902:0:25094:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.155@tcp lock: ffffa0cafc8c1600/0xae64dcd520c44636 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c4463d expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788838318.504930:0:25094:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffffa0c9c2982000 10000000:01000000:0.0:1788838318.504935:0:25094:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:0.0:1788838318.504942:0:25094:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0001-0000000000000000 10000000:01000000:0.0:1788838318.504945:0:25094:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1788838318.504950:0:25094:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 1 10000000:01000000:0.0:1788838318.504954:0:25094:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:0.0:1788838318.504982:0:25094:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd7e00/0xae64dcd520c44923 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838318.504990:0:25094:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd7e00/0xae64dcd520c44923 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838318.505001:0:25094:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd7e00/0xae64dcd520c44923 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788838318.505508:0:25094:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c376e300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:25094:1875732255207424:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788838318.505559:0:25094:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838318.505736:0:25094:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cafa3140c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788838318.505807:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255207424 00000100:00100000:3.0:1788838318.505814:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255207424 00000100:00100000:3.0:1788838318.505865:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:3.0:1788838318.505874:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c254dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+21:25094:x1875732255207424:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788838318.505886:0:22768:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788838318.505905:0:22768:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0cadf86dc00/0xae64dcd520c4492a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0xae64dcd520c44923 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838318.505931:0:22768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0cadf86dc00/0xae64dcd520c4492a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xae64dcd520c44923 expref: 22 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838318.505943:0:22768:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0cadf86dc00/0xae64dcd520c4492a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xae64dcd520c44923 expref: 22 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838318.505952:0:22768:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0cadf86dc00, rc 0) 00000100:00100000:3.0:1788838318.505988:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c254dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+22:25094:x1875732255207424:12345-0@lo:101:mount.lustre.0 Request processed in 115us (427us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838318.505995:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:0.0:1788838318.506091:0:25094:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c376e300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:25094:1875732255207424:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788838318.506105:0:25094:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd7e00/0xae64dcd520c44923 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c4492a expref: -99 pid: 25094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838318.506114:0:25094:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd7e00/0xae64dcd520c44923 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0xae64dcd520c4492a expref: -99 pid: 25094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788838318.513267:0:25094:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 11 count 11 00000040:00080000:0.0:1788838318.514918:0:25094:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1788838318.517574:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:0.0:1788838318.517645:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:0.0:1788838318.517661:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:0.0:1788838318.517678:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:0.0:1788838318.517691:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:0.0:1788838318.517704:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:0.0:1788838318.517714:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:0.0:1788838318.517726:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:0.0:1788838318.517737:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 120 off9752 00000040:00080000:0.0:1788838318.517759:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9976 00000040:00080000:0.0:1788838318.517765:0:25094:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 10 count 11 00000100:00100000:0.0:1788838318.520936:0:25094:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c376e300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:25094:1875732255207552:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788838318.521040:0:25094:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838318.521113:0:25094:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cafa314240 going to sleep for 11 seconds 00000100:00100000:3.0:1788838318.521787:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255207552 00000100:00100000:3.0:1788838318.521815:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255207552 00000100:00100000:3.0:1788838318.521878:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:3.0:1788838318.521888:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafda80c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+22:25094:x1875732255207552:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788838318.522130:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafda80c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+22:25094:x1875732255207552:12345-0@lo:501:mount.lustre.0 Request processed in 243us (1089us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838318.522138:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00100000:2.0:1788838318.527119:0:25094:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c376e300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:25094:1875732255207552:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788838318.527376:0:25094:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cac87c0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:25094:1875732255207680:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788838318.527468:0:25094:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788838318.527518:0:25094:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cad8e84cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1788838318.527630:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255207680 00000100:00100000:2.0:1788838318.527638:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255207680 00000100:00100000:2.0:1788838318.527694:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:2.0:1788838318.527704:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafda82050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+22:25094:x1875732255207680:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788838318.528934:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafda82050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+22:25094:x1875732255207680:12345-0@lo:503:mount.lustre.0 Request processed in 1226us (1460us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838318.528946:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:3.0:1788838318.529059:0:25094:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cac87c0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:25094:1875732255207680:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1788838318.529554:0:25094:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1788838318.529860:0:25094:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cac87c0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:25094:1875732255207808:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788838318.529909:0:25094:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788838318.529993:0:25094:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cad8e84cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1788838318.531061:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255207808 00000100:00100000:0.0:1788838318.531076:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255207808 00000100:00100000:0.0:1788838318.531165:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:0.0:1788838318.531176:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafda82450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+22:25094:x1875732255207808:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788838318.532038:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafda82450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+22:25094:x1875732255207808:12345-0@lo:502:mount.lustre.0 Request processed in 862us (2126us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838318.532047:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:3.0:1788838318.536256:0:25094:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cac87c0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:25094:1875732255207808:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788838318.536827:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:3.0:1788838318.536862:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:3.0:1788838318.536879:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:3.0:1788838318.536895:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:3.0:1788838318.536908:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:3.0:1788838318.536920:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:3.0:1788838318.536931:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:3.0:1788838318.536941:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:3.0:1788838318.536959:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 120 off9752 00000100:00100000:3.0:1788838318.537002:0:25094:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cac87c0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:25094:1875732255207936:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788838318.537078:0:25094:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788838318.537128:0:25094:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cad8e84cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1788838318.538513:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255207936 00000100:00100000:2.0:1788838318.538526:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255207936 00000100:00100000:3.0:1788838318.538722:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:3.0:1788838318.538735:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafda80450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+22:25094:x1875732255207936:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788838318.538924:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafda80450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+22:25094:x1875732255207936:12345-0@lo:502:mount.lustre.0 Request processed in 191us (1844us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838318.538933:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:0.0:1788838318.539037:0:25094:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cac87c0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:25094:1875732255207936:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788838318.539131:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9976 00000040:00080000:0.0:1788838318.539147:0:25094:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 10 count 11 00000020:01000000:2.0:1788838318.540995:0:25098:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1788838318.541009:0:25098:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/ost2_flakey 00000020:00000080:2.0:1788838318.541018:0:25098:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788838318.541021:0:25098:0:(obd_config.c:1563:class_process_config()) marker 29 (0x1) lustre-OST0001 add ost 00000020:00000080:2.0:1788838318.541027:0:25098:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1788838318.541045:0:25098:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001 (ffffa0caeb814d28) 00000020:00000080:2.0:1788838318.541075:0:25098:0:(obd_config.c:720:class_attach_name()) OBD: dev 26 attached type obdfilter with refcount 2 00000020:00000080:2.0:1788838318.541081:0:25098:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:2.0:1788838318.541152:0:25098:0:(tgt_mount.c:153:server_get_mount()) get mount ffffa0c9c2982000 from lustre-OST0001, refs=2 00080000:01000000:2.0:1788838318.541162:0:25098:0:(osd_handler.c:8925:osd_obd_connect()) connect #1 00000020:00000080:2.0:1788838318.541170:0:25098:0:(genops.c:1385:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0xae64dcd520c44938 00010000:00010000:2.0:1788838318.551836:0:25098:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0001_UUID-4 is initialized 00000001:00000004:2.0:1788838318.553559:0:25098:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 8589934600 00080000:10000000:2.0:1788838318.555750:0:25098:0:(osd_handler.c:5581:osd_index_try()) lustre-OST0001: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:2.0:1788838318.567088:0:25098:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:01000000:2.0:1788838318.567103:0:25098:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788838318.567109:0:25098:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788838318.567112:0:25098:0:(obd_config.c:1563:class_process_config()) marker 29 (0x2) lustre-OST0001 add ost 00000020:01000000:2.0:1788838318.567115:0:25098:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788838318.567120:0:25098:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788838318.567122:0:25098:0:(obd_config.c:1563:class_process_config()) marker 33 (0x1) lustre sys.timeout 00000020:00000080:2.0:1788838318.567131:0:25098:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1788838318.567134:0:25098:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:2.0:1788838318.567137:0:25098:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788838318.567139:0:25098:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788838318.567140:0:25098:0:(obd_config.c:1563:class_process_config()) marker 33 (0x2) lustre sys.timeout 00000020:01000000:2.0:1788838318.567142:0:25098:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788838318.567145:0:25098:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788838318.567146:0:25098:0:(obd_config.c:1563:class_process_config()) marker 38 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1788838318.567149:0:25098:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:2.0:1788838318.567199:0:25098:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788838318.567203:0:25098:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788838318.567204:0:25098:0:(obd_config.c:1563:class_process_config()) marker 38 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1788838318.567208:0:25098:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 11 count 11 00000020:01000000:1.0:1788838318.567548:0:25094:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0001 gen 1-10 (rc=0) 10000000:01000000:1.0:1788838318.567583:0:25094:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.155@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:1.0:1788838318.567612:0:25094:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd7e00/0xae64dcd520c44923 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c4492a expref: -99 pid: 25094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838318.567635:0:25094:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd7e00/0xae64dcd520c44923 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c4492a expref: -99 pid: 25094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788838318.567645:0:25094:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffffa0c9c2982000 from 1 10000000:01000000:1.0:1788838318.567648:0:25094:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1788838318.567689:0:25094:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0cafc8c0a00/0xae64dcd520c4493f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838318.567697:0:25094:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.155@tcp lock: ffffa0cafc8c0a00/0xae64dcd520c4493f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838318.567709:0:25094:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.155@tcp lock: ffffa0cafc8c0a00/0xae64dcd520c4493f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788838318.567738:0:25094:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caf40e9880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:25094:1875732255208064:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1788838318.567835:0:25094:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838318.567879:0:25094:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cac17c7180 going to sleep for 11 seconds 00000100:00100000:2.0:1788838318.572496:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255208064 00000100:00100000:2.0:1788838318.572513:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255208064 00000100:00100000:2.0:1788838318.572579:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:2.0:1788838318.572598:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafda81050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+22:25094:x1875732255208064:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788838318.572616:0:22769:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788838318.572636:0:22769:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0cac29d9200/0xae64dcd520c44946 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xae64dcd520c4493f expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838318.572666:0:22769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0cac29d9200/0xae64dcd520c44946 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xae64dcd520c4493f expref: 23 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838318.572678:0:22769:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0cac29d9200/0xae64dcd520c44946 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xae64dcd520c4493f expref: 23 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838318.572687:0:22769:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0cac29d9200, rc 0) 00000100:00100000:2.0:1788838318.572773:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafda81050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+23:25094:x1875732255208064:12345-0@lo:101:mount.lustre.0 Request processed in 177us (4938us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838318.572780:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:1.0:1788838318.572907:0:25094:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caf40e9880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:25094:1875732255208064:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788838318.572927:0:25094:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.155@tcp lock: ffffa0cafc8c0a00/0xae64dcd520c4493f lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c44946 expref: -99 pid: 25094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838318.572938:0:25094:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.155@tcp lock: ffffa0cafc8c0a00/0xae64dcd520c4493f lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xae64dcd520c44946 expref: -99 pid: 25094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788838318.574096:0:25094:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:1.0:1788838318.576541:0:25094:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1788838318.576828:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:1.0:1788838318.576857:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:1.0:1788838318.576884:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:1.0:1788838318.576898:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:1.0:1788838318.576909:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:1.0:1788838318.576919:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:1.0:1788838318.576930:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:1.0:1788838318.576940:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:1.0:1788838318.576952:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:1.0:1788838318.576962:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:1.0:1788838318.576973:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:1.0:1788838318.576988:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:1.0:1788838318.576992:0:25094:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:1.0:1788838318.577098:0:25094:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caf40e9880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:25094:1875732255208192:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788838318.577175:0:25094:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838318.577246:0:25094:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cac17c7540 going to sleep for 11 seconds 00000100:00100000:2.0:1788838318.577404:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255208192 00000100:00100000:2.0:1788838318.577412:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255208192 00000100:00100000:2.0:1788838318.577471:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:2.0:1788838318.577480:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafda81450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+23:25094:x1875732255208192:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788838318.577620:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafda81450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+23:25094:x1875732255208192:12345-0@lo:501:mount.lustre.0 Request processed in 140us (444us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838318.577628:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:0.0:1788838318.578011:0:25094:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caf40e9880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:25094:1875732255208192:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788838318.578053:0:25094:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c376ed80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:25094:1875732255208320:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788838318.578104:0:25094:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838318.578138:0:25094:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cac4d82840 going to sleep for 11 seconds 00000100:00100000:2.0:1788838318.578197:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255208320 00000100:00100000:2.0:1788838318.578203:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255208320 00000100:00100000:2.0:1788838318.578237:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:2.0:1788838318.578245:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafda83c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+23:25094:x1875732255208320:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788838318.578367:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafda83c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+23:25094:x1875732255208320:12345-0@lo:503:mount.lustre.0 Request processed in 122us (261us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838318.578375:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00100000:0.0:1788838318.578385:0:25094:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c376ed80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:25094:1875732255208320:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1788838318.578881:0:25094:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1788838318.578945:0:25094:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c376ed80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:25094:1875732255208448:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788838318.578984:0:25094:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838318.579015:0:25094:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cac5907f00 going to sleep for 11 seconds 00000100:00100000:2.0:1788838318.579401:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255208448 00000100:00100000:2.0:1788838318.579408:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255208448 00000100:00100000:2.0:1788838318.579460:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:2.0:1788838318.579468:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafda83850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+23:25094:x1875732255208448:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788838318.579565:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafda83850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+23:25094:x1875732255208448:12345-0@lo:502:mount.lustre.0 Request processed in 98us (579us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838318.579572:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:0.0:1788838318.579740:0:25094:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c376ed80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:25094:1875732255208448:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788838318.583467:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:0.0:1788838318.583532:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:0.0:1788838318.583558:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:0.0:1788838318.583574:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:0.0:1788838318.583604:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:0.0:1788838318.583621:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:0.0:1788838318.583633:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:0.0:1788838318.583656:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:0.0:1788838318.583668:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:0.0:1788838318.583681:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:0.0:1788838318.583700:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:0.0:1788838318.583752:0:25094:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c376ed80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:25094:1875732255208576:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788838318.583837:0:25094:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838318.583879:0:25094:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cac5907f00 going to sleep for 11 seconds 00000100:00100000:1.0:1788838318.584927:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255208576 00000100:00100000:1.0:1788838318.584940:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255208576 00000100:00100000:1.0:1788838318.585011:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:1.0:1788838318.585022:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafda83450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+23:25094:x1875732255208576:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788838318.585186:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafda83450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+23:25094:x1875732255208576:12345-0@lo:502:mount.lustre.0 Request processed in 165us (1348us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838318.585194:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:3.0:1788838318.587936:0:25094:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c376ed80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:25094:1875732255208576:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788838318.588049:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:3.0:1788838318.588063:0:25094:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:1.0:1788838318.594082:0:25102:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788838318.594096:0:25102:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788838318.594098:0:25102:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1788838318.594106:0:25102:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffffa0c9c2982000 00000020:00000080:1.0:1788838318.594109:0:25102:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788838318.594118:0:25102:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788838318.594121:0:25102:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788838318.594122:0:25102:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:1.0:1788838318.594124:0:25102:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788838318.594144:0:25102:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788838318.594146:0:25102:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1788838318.594149:0:25102:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffffa0c9c2982000 00000020:00000080:1.0:1788838318.594151:0:25102:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788838318.594250:0:25102:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788838318.594255:0:25102:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788838318.594256:0:25102:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:1.0:1788838318.594259:0:25102:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788838318.594261:0:25102:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788838318.594263:0:25102:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1788838318.594266:0:25102:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffffa0c9c2982000 00000020:00000080:1.0:1788838318.594268:0:25102:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788838318.602905:0:25102:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788838318.602939:0:25102:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788838318.602941:0:25102:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1788838318.602945:0:25102:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788838318.602949:0:25102:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788838318.602951:0:25102:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:1.0:1788838318.602956:0:25102:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffffa0c9c2982000 00000020:00000080:1.0:1788838318.602958:0:25102:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788838318.603031:0:25102:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788838318.603034:0:25102:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788838318.603035:0:25102:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:1.0:1788838318.603038:0:25102:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:3.0:1788838318.603225:0:25094:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:3.0:1788838318.603264:0:25094:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.155@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1788838318.603291:0:25094:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0cafc8c0a00/0xae64dcd520c4493f lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c44946 expref: -99 pid: 25094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838318.603355:0:25094:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.155@tcp lock: ffffa0cafc8c0a00/0xae64dcd520c4493f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c44946 expref: -99 pid: 25094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788838318.603412:0:25094:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:3.0:1788838318.603414:0:25094:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffffa0c9c2982000 10000000:01000000:3.0:1788838318.603418:0:25094:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffffa0c9c2982000 10000000:01000000:3.0:1788838318.603422:0:25094:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1788838318.603428:0:25094:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffffa0c9c2982000 from 1 10000000:01000000:3.0:1788838318.603430:0:25094:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1788838318.603483:0:25094:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0cadf86ca00/0xae64dcd520c4494d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838318.603491:0:25094:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.155@tcp lock: ffffa0cadf86ca00/0xae64dcd520c4494d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838318.603503:0:25094:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.155@tcp lock: ffffa0cadf86ca00/0xae64dcd520c4494d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788838318.603542:0:25094:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cac87c3480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:25094:1875732255208704:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788838318.603773:0:25094:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788838318.603819:0:25094:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cad8e84900 going to sleep for 11 seconds 00000100:00100000:1.0:1788838318.604038:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255208704 00000100:00100000:1.0:1788838318.604049:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255208704 00000100:00100000:1.0:1788838318.604109:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:1.0:1788838318.604121:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafda80050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+23:25094:x1875732255208704:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788838318.604138:0:22768:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788838318.604153:0:22768:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0cafc8c1e00/0xae64dcd520c44954 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0xae64dcd520c4494d expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838318.604196:0:22768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0cafc8c1e00/0xae64dcd520c44954 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xae64dcd520c4494d expref: 24 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838318.604208:0:22768:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0cafc8c1e00/0xae64dcd520c44954 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xae64dcd520c4494d expref: 24 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838318.604217:0:22768:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0cafc8c1e00, rc 0) 00000100:00100000:1.0:1788838318.604268:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafda80050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+24:25094:x1875732255208704:12345-0@lo:101:mount.lustre.0 Request processed in 149us (495us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838318.604276:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:0.0:1788838318.604416:0:25094:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cac87c3480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:25094:1875732255208704:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788838318.604444:0:25094:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.155@tcp lock: ffffa0cadf86ca00/0xae64dcd520c4494d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c44954 expref: -99 pid: 25094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838318.604454:0:25094:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.155@tcp lock: ffffa0cadf86ca00/0xae64dcd520c4494d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0xae64dcd520c44954 expref: -99 pid: 25094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788838318.606460:0:25094:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:0.0:1788838318.606972:0:25094:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1788838318.607158:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:0.0:1788838318.607181:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:0.0:1788838318.607193:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:0.0:1788838318.607204:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:0.0:1788838318.607214:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:0.0:1788838318.607225:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:0.0:1788838318.607235:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:0.0:1788838318.607246:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:0.0:1788838318.607256:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:0.0:1788838318.607266:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:0.0:1788838318.607277:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:0.0:1788838318.607288:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:0.0:1788838318.607355:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:0.0:1788838318.607386:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:0.0:1788838318.612489:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:0.0:1788838318.612577:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:0.0:1788838318.612605:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:0.0:1788838318.612621:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:0.0:1788838318.612633:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:0.0:1788838318.612647:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:0.0:1788838318.612658:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:0.0:1788838318.612672:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:0.0:1788838318.612685:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:0.0:1788838318.612699:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:0.0:1788838318.612711:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:0.0:1788838318.612723:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:0.0:1788838318.612737:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:0.0:1788838318.612750:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:0.0:1788838318.612763:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:0.0:1788838318.612797:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:0.0:1788838318.612813:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:0.0:1788838318.612826:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:0.0:1788838318.612838:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:0.0:1788838318.612851:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:0.0:1788838318.612864:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:0.0:1788838318.612875:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:0.0:1788838318.612887:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:0.0:1788838318.612899:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:0.0:1788838318.612911:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:0.0:1788838318.612924:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:0.0:1788838318.612937:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:0.0:1788838318.612948:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:0.0:1788838318.612960:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:0.0:1788838318.612973:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:0.0:1788838318.612986:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:0.0:1788838318.613015:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:0.0:1788838318.613029:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:0.0:1788838318.613042:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:0.0:1788838318.613228:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:0.0:1788838318.613250:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:0.0:1788838318.613269:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:0.0:1788838318.613275:0:25094:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:0.0:1788838318.613451:0:25094:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c376ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:25094:1875732255208832:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788838318.613531:0:25094:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838318.613585:0:25094:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cac5907600 going to sleep for 11 seconds 00000100:00100000:1.0:1788838318.616450:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255208832 00000100:00100000:1.0:1788838318.616467:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255208832 00000100:00100000:1.0:1788838318.616533:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:1.0:1788838318.616543:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafda82850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+24:25094:x1875732255208832:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788838318.616747:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafda82850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+24:25094:x1875732255208832:12345-0@lo:501:mount.lustre.0 Request processed in 204us (3215us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838318.616754:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:1.0:1788838318.616825:0:25094:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c376ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:25094:1875732255208832:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788838318.616883:0:25094:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caf40eaa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:25094:1875732255208960:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788838318.616936:0:25094:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838318.616964:0:25094:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cac17c7000 going to sleep for 11 seconds 00000100:00100000:3.0:1788838318.619166:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255208960 00000100:00100000:3.0:1788838318.619179:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255208960 00000100:00100000:3.0:1788838318.619279:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:3.0:1788838318.619290:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafda81c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+24:25094:x1875732255208960:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788838318.619512:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafda81c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+24:25094:x1875732255208960:12345-0@lo:503:mount.lustre.0 Request processed in 223us (2574us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838318.619520:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:0.0:1788838318.619642:0:25094:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caf40eaa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:25094:1875732255208960:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1788838318.620084:0:25094:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1788838318.620168:0:25094:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c376e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:25094:1875732255209088:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788838318.620216:0:25094:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838318.630271:0:25094:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cac5907b40 going to sleep for 11 seconds 00000100:00100000:1.0:1788838318.634525:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255209088 00000100:00100000:1.0:1788838318.634542:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255209088 00000100:00100000:1.0:1788838318.634619:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:1.0:1788838318.634631:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafda80850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+24:25094:x1875732255209088:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788838318.634841:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafda80850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+24:25094:x1875732255209088:12345-0@lo:502:mount.lustre.0 Request processed in 211us (14624us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838318.634851:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:1.0:1788838318.634957:0:25094:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c376e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:25094:1875732255209088:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1788838318.635235:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:1.0:1788838318.635271:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:1.0:1788838318.635291:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:1.0:1788838318.635487:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:1.0:1788838318.635511:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:1.0:1788838318.635531:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:1.0:1788838318.635547:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:1.0:1788838318.635565:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:1.0:1788838318.635599:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:1.0:1788838318.635622:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:1.0:1788838318.635642:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:1.0:1788838318.635660:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:1.0:1788838318.635678:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:1.0:1788838318.635697:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:1.0:1788838318.635717:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:1.0:1788838318.635737:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:1.0:1788838318.635756:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:1.0:1788838318.635775:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:1.0:1788838318.635796:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:1.0:1788838318.635830:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:1.0:1788838318.635854:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:1.0:1788838318.635874:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:1.0:1788838318.635890:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:1.0:1788838318.635903:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:1.0:1788838318.635914:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:1.0:1788838318.635926:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:1.0:1788838318.635948:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:1.0:1788838318.635958:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:1.0:1788838318.635970:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:1.0:1788838318.635982:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:1.0:1788838318.635993:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:1.0:1788838318.636005:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:1.0:1788838318.636016:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:1.0:1788838318.636028:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:1.0:1788838318.636040:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:1.0:1788838318.636064:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:1.0:1788838318.636077:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:1.0:1788838318.636088:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:1.0:1788838318.636101:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:1.0:1788838318.636113:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:1.0:1788838318.636124:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:1.0:1788838318.636136:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:1.0:1788838318.636147:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:1.0:1788838318.636159:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:1.0:1788838318.636170:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:1.0:1788838318.636182:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:1.0:1788838318.636196:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:1.0:1788838318.636208:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:1.0:1788838318.636269:0:25094:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caf40ea680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:25094:1875732255209216:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788838318.636930:0:25094:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838318.636980:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255209216 00000100:00100000:1.0:1788838318.636987:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255209216 00000100:00100000:1.0:1788838318.637026:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:1.0:1788838318.637035:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafda82c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+24:25094:x1875732255209216:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788838318.637154:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafda82c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+24:25094:x1875732255209216:12345-0@lo:502:mount.lustre.0 Request processed in 119us (224us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838318.637170:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:1.0:1788838318.637225:0:25094:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cac17c7000 going to sleep for 11 seconds 00000100:00100000:1.0:1788838318.637263:0:25094:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caf40ea680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:25094:1875732255209216:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1788838318.638045:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:1.0:1788838318.638084:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:1.0:1788838318.638124:0:25094:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caf40ea680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:25094:1875732255209344:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788838318.638181:0:25094:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838318.638216:0:25094:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cac17c7000 going to sleep for 11 seconds 00000100:00100000:3.0:1788838318.641059:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255209344 00000100:00100000:3.0:1788838318.641079:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255209344 00000100:00100000:3.0:1788838318.641145:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:3.0:1788838318.641155:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafda83050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+24:25094:x1875732255209344:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788838318.641370:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafda83050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+24:25094:x1875732255209344:12345-0@lo:502:mount.lustre.0 Request processed in 215us (3187us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838318.641379:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:1.0:1788838318.641605:0:25094:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caf40ea680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:25094:1875732255209344:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1788838318.647530:0:25094:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:1.0:1788838318.647554:0:25094:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:1.0:1788838318.649568:0:25107:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0001 (typ=lwp) 00000020:00000080:1.0:1788838318.649600:0:25107:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0001 (ffffa0cadf850000) 00000020:00000080:1.0:1788838318.649630:0:25107:0:(obd_config.c:720:class_attach_name()) OBD: dev 27 attached type lwp with refcount 2 00000020:01000004:1.0:1788838318.649715:0:25107:0:(tgt_mount.c:153:server_get_mount()) get mount ffffa0c9c2982000 from lustre-OST0001, refs=3 00000020:01000004:1.0:1788838318.649719:0:25107:0:(tgt_mount.c:187:server_put_mount()) put mount ffffa0c9c2982000 from lustre-OST0001, refs=3 00000020:01000004:1.0:1788838318.649722:0:25107:0:(obd_mount.c:710:lustre_put_lsi()) put ffffa0c9c2982000 3 00010000:00080000:1.0:1788838318.649753:0:25107:0:(ldlm_lib.c:102:import_set_conn()) imp ffffa0c9c2b3b800@lustre-MDT0000-lwp-OST0001: add connection 192.168.204.155@tcp at head 00010000:00010000:1.0:1788838318.651486:0:25107:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0001-11 is initialized 00000020:00000080:1.0:1788838318.651691:0:25107:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000010:01000000:1.0:1788838318.651757:0:25107:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1788838318.651771:0:25107:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0001, cookie 0xae64dcd520c44962 00000100:00080000:1.0:1788838318.651782:0:25107:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1788838318.651788:0:25107:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa0c9c2b3b800 using connection 192.168.204.155@tcp/0@lo 00000100:00100000:1.0:1788838318.651826:0:25107:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0caf40ea680 x1875732255209472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788838318.651886:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caf40ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3646:1875732255209472:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1788838318.651961:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838318.652025:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255209472 00000100:00100000:1.0:1788838318.652033:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255209472 00000100:00100000:1.0:1788838318.652077:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1788838318.652085:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caf40eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3646:x1875732255209472:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1788838318.652110:0:22775:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 768 last 0 00000020:00000080:1.0:1788838318.652167:0:22775:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0001_UUID, cookie 0xae64dcd520c44969 00000004:00100000:1.0:1788838318.652187:0:22775:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1788838318.652220:0:22775:0:(import.c:65:import_set_state_nolock()) ffffa0c9c4878800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788838318.658546:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caf40eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3646:x1875732255209472:12345-0@lo:38:llog_process_th.0 Request processed in 6447us (6572us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838318.658562:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00010000:00080000:1.0:1788838318.658754:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffffa0caf40ea680 x1875732255209472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788838328 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788838318.658766:0:3646:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:1.0:1788838318.658775:0:3646:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0001: connect to target with instance 3 00000100:00080000:1.0:1788838318.658784:0:3646:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:1.0:1788838318.658790:0:3646:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1788838318.658794:0:3646:0:(import.c:65:import_set_state_nolock()) ffffa0c9c2b3b800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1788838318.658802:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caf40ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3646:1875732255209472:0@lo:38:llog_process_th.0 00000100:00080000:1.0:1788838318.658833:0:25107:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1788838318.659753:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788838318.659758:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788838318.659761:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788838318.659765:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788838318.659815:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788838318.659818:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1788838318.659822:0:38:0:(import.c:65:import_set_state_nolock()) ffffa0c9c3642800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788838318.659828:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 767 00000100:00080000:2.0:1788838318.659833:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1788838318.659839:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffffa0c9c3642800 using connection 192.168.204.155@tcp/0@lo 00000100:00100000:2.0:1788838318.659864:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0cafb7b6a00 x1875732255210112/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788838318.659939:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb7b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1875732255209984:0@lo:400:kworker.0 00000100:00100000:2.0:1788838318.660000:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838318.660016:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb7b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1875732255210112:0@lo:8:kworker.0 00000100:00100000:2.0:1788838318.660041:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1788838318.660049:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb786680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1875732255209856:0@lo:400:kworker.0 00000100:00100000:1.0:1788838318.660085:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788838318.660091:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788838318.660115:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb7b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3648:1875732255210496:0@lo:400:kworker.0 00000100:00100000:1.0:1788838318.660150:0:24282:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255209984 00000100:00100000:2.0:1788838318.660157:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838318.660161:0:24282:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255209984 00000100:00100000:1.0:1788838318.660216:0:24282:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255210112 00000100:00100000:1.0:1788838318.660220:0:24282:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255210112 00000100:00100000:1.0:1788838318.660251:0:24282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1788838318.660262:0:24282:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafb7b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3648:x1875732255209984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788838318.661906:0:24282:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafb7b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3648:x1875732255209984:12345-0@lo:400:kworker.0 Request processed in 1639us (1898us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838318.661920:0:24282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1788838318.661952:0:24282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1788838318.661958:0:24282:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caf40ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3646:x1875732255210112:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1788838318.662061:0:24282:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caf40ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3646:x1875732255210112:12345-0@lo:8:kworker.0 Request processed in 101us (1976us total) trans 0 rc -11/-11 00000100:00100000:1.0:1788838318.662068:0:24282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00080000:1.0:1788838318.662147:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffffa0cafb7b4a80 x1875732255209984/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1788838334 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788838318.662162:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb7b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1875732255209984:0@lo:400:kworker.0 00000100:00100000:1.0:1788838318.662198:0:3646:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:1.0:1788838318.662205:0:3646:0:(import.c:65:import_set_state_nolock()) ffffa0c9c3642800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788838318.662209:0:3646:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-11) 00000100:00100000:1.0:1788838318.662213:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb7b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1875732255210112:0@lo:8:kworker.0 00000020:01000004:1.0:1788838318.662570:0:25107:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0001 (typ=lwp) 00000020:00000080:1.0:1788838318.662602:0:25107:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0001 (ffffa0cadf854d28) 00000020:00000080:1.0:1788838318.662626:0:25107:0:(obd_config.c:720:class_attach_name()) OBD: dev 28 attached type lwp with refcount 2 00000020:01000004:1.0:1788838318.662719:0:25107:0:(tgt_mount.c:153:server_get_mount()) get mount ffffa0c9c2982000 from lustre-OST0001, refs=3 00000020:01000004:1.0:1788838318.662723:0:25107:0:(tgt_mount.c:187:server_put_mount()) put mount ffffa0c9c2982000 from lustre-OST0001, refs=3 00000020:01000004:1.0:1788838318.662725:0:25107:0:(obd_mount.c:710:lustre_put_lsi()) put ffffa0c9c2982000 3 00010000:00080000:1.0:1788838318.662764:0:25107:0:(ldlm_lib.c:102:import_set_conn()) imp ffffa0c9c487d800@lustre-MDT0001-lwp-OST0001: add connection 192.168.204.155@tcp at head 00000100:00100000:0.0:1788838318.662901:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb787100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1875732255209600:0@lo:400:kworker.0 00000100:00100000:0.0:1788838318.662945:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838318.662971:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb7b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3649:1875732255210240:0@lo:400:kworker.0 00000100:00100000:0.0:1788838318.662993:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838318.663013:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1788838318.663020:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb785880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3649:1875732255209728:0@lo:400:kworker.0 00000100:00100000:0.0:1788838318.663039:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838318.663053:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb7b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3649:1875732255210368:0@lo:400:kworker.0 00000100:00100000:0.0:1788838318.663072:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838318.663102:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255210496 00000100:00100000:0.0:1788838318.663108:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255210496 00000100:00100000:0.0:1788838318.663138:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255210240 00000100:00100000:0.0:1788838318.663140:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255210240 00000100:00100000:0.0:1788838318.663149:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255209728 00000100:00100000:0.0:1788838318.663151:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255209728 00000100:00100000:0.0:1788838318.663186:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255210368 00000100:00100000:0.0:1788838318.663189:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255210368 00000100:00100000:0.0:1788838318.663205:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1788838318.663212:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caeb633800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1875732255210496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788838318.663262:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caeb633800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1875732255210496:12345-0@lo:400:kworker.0 Request processed in 50us (3105us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838318.663280:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1788838318.663294:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1788838318.663301:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c376f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1875732255210240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788838318.663353:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c376f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1875732255210240:12345-0@lo:400:kworker.0 Request processed in 52us (358us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838318.663359:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1788838318.663371:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1788838318.663377:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c376d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1875732255209728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788838318.663421:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c376d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1875732255209728:12345-0@lo:400:kworker.0 Request processed in 43us (379us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838318.663427:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1788838318.663451:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1788838318.663458:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c376dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3649:x1875732255210368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788838318.663484:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c376dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3649:x1875732255210368:12345-0@lo:400:kworker.0 Request processed in 28us (412us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838318.663490:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1788838318.663519:0:22779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255209856 00000100:00100000:0.0:1788838318.663523:0:22779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255209856 00000100:00100000:0.0:1788838318.663548:0:22779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255209600 00000100:00100000:0.0:1788838318.663550:0:22779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255209600 00000100:00100000:0.0:1788838318.663564:0:22779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1788838318.663580:0:22779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafb7b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1875732255209856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788838318.663618:0:22779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafb7b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1875732255209856:12345-0@lo:400:kworker.0 Request processed in 41us (3528us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838318.663623:0:22779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1788838318.663635:0:22779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1788838318.663640:0:22779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c376c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3649:x1875732255209600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788838318.663664:0:22779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c376c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3649:x1875732255209600:12345-0@lo:400:kworker.0 Request processed in 24us (719us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838318.663669:0:22779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00010000:00080000:0.0:1788838318.663703:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffffa0cafb785880 x1875732255209728/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788838334 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788838318.663716:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb785880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3649:1875732255209728:0@lo:400:kworker.0 00010000:00080000:0.0:1788838318.663726:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffffa0cafb7b6d80 x1875732255210368/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788838334 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788838318.663733:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb7b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3649:1875732255210368:0@lo:400:kworker.0 00000100:00100000:0.0:1788838318.663742:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb787100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1875732255209600:0@lo:400:kworker.0 00010000:00080000:0.0:1788838318.663751:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffffa0cafb7b7b80 x1875732255210240/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788838334 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788838318.663758:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb7b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3649:1875732255210240:0@lo:400:kworker.0 00000100:00100000:0.0:1788838318.663795:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb786680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1875732255209856:0@lo:400:kworker.0 00010000:00080000:0.0:1788838318.663812:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffffa0cafb7b4e00 x1875732255210496/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788838334 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788838318.663821:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb7b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3648:1875732255210496:0@lo:400:kworker.0 00010000:00010000:1.0:1788838318.678208:0:25107:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0001-12 is initialized 00000020:00000080:1.0:1788838318.679683:0:25107:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000010:01000000:1.0:1788838318.679745:0:25107:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1788838318.679762:0:25107:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0001, cookie 0xae64dcd520c44977 00000100:00080000:1.0:1788838318.679774:0:25107:0:(import.c:510:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1788838318.679782:0:25107:0:(import.c:624:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffffa0c9c487d800 using connection 192.168.204.155@tcp/0@lo 00000100:00100000:1.0:1788838318.679823:0:25107:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0caf40eaa00 x1875732255210624/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788838318.679856:0:25107:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00080000:1.0:1788838318.679886:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788838318.679890:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788838318.679893:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788838318.679896:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1788838318.680128:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caf40eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3646:1875732255210624:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1788838318.680221:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838318.680308:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255210624 00000100:00100000:0.0:1788838318.680658:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255210624 00000100:00100000:0.0:1788838318.680698:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1788838318.680707:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c376fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3646:x1875732255210624:12345-0@lo:38:llog_process_th.0 00010000:00080000:0.0:1788838318.680735:0:22774:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 768 last 0 00000020:00000080:0.0:1788838318.680771:0:22774:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0001_UUID, cookie 0xae64dcd520c4497e 00000004:00100000:0.0:1788838318.680787:0:22774:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:0.0:1788838318.680822:0:22774:0:(import.c:65:import_set_state_nolock()) ffffa0cac3626800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788838318.680883:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c376fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3646:x1875732255210624:12345-0@lo:38:llog_process_th.0 Request processed in 175us (661us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838318.680890:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00080000:0.0:1788838318.681006:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffffa0caf40eaa00 x1875732255210624/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788838328 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788838318.681018:0:3646:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:0.0:1788838318.681027:0:3646:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0001: connect to target with instance 3 00000100:00080000:0.0:1788838318.681035:0:3646:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:0.0:1788838318.681040:0:3646:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:0.0:1788838318.681042:0:3646:0:(import.c:65:import_set_state_nolock()) ffffa0c9c487d800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1788838318.681050:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caf40eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3646:1875732255210624:0@lo:38:llog_process_th.0 00000040:00080000:0.0:1788838318.681367:0:25107:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000020:01000000:3.0:1788838318.681789:0:25094:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:3.0:1788838318.681823:0:25094:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.155@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1788838318.681848:0:25094:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0cadf86ca00/0xae64dcd520c4494d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c44954 expref: -99 pid: 25094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838318.681859:0:25094:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.155@tcp lock: ffffa0cadf86ca00/0xae64dcd520c4494d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c44954 expref: -99 pid: 25094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:3.0:1788838318.681910:0:25094:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:3.0:1788838318.681917:0:25094:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1788838318.681918:0:25094:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788838318.681919:0:25094:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788838318.681920:0:25094:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788838318.681921:0:25094:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788838318.681922:0:25094:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1788838318.681924:0:25094:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788838318.681925:0:25094:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1788838318.681928:0:25094:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x40020002 00000020:01000004:3.0:1788838318.681930:0:25094:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1788838318.681931:0:25094:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1788838318.681932:0:25094:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788838318.681933:0:25094:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788838318.681934:0:25094:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788838318.681934:0:25094:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788838318.681935:0:25094:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1788838318.681936:0:25094:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788838318.681937:0:25094:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1788838318.681959:0:25094:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:3.0:1788838318.681975:0:25094:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cac87c1500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:25094:1875732255210752:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1788838318.682029:0:25094:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788838318.682064:0:25094:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0c9c24c20c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788838318.682084:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255210752 00000100:00100000:3.0:1788838318.682090:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255210752 00000100:00100000:3.0:1788838318.682127:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:3.0:1788838318.682135:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafda81850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+24:25094:x1875732255210752:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1788838318.682159:0:22766:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:3.0:1788838318.684840:0:22766:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:0.0:1788838318.691911:0:22766:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1788838318.691941:0:22766:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 00000100:00100000:0.0:1788838318.692462:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafda81850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+24:25094:x1875732255210752:12345-0@lo:253:mount.lustre.0 Request processed in 10319us (10425us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838318.692485:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00100000:3.0:1788838318.692531:0:25094:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cac87c1500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:25094:1875732255210752:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1788838318.692547:0:25094:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:3.0:1788838318.692550:0:25094:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1788838318.692553:0:25094:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1788838318.692554:0:25094:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788838318.692555:0:25094:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788838318.692556:0:25094:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788838318.692566:0:25094:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788838318.692567:0:25094:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1788838318.692569:0:25094:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788838318.692571:0:25094:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:3.0:1788838318.692602:0:25094:0:(tgt_mount.c:2695:server_calc_timeout()) lustre-OST0001: Imperative Recovery not enabled, recovery window 60-180 20000000:01000000:1.0:1788838318.694265:0:22790:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:1.0:1788838318.694272:0:22790:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:1.0:1788838318.694296:0:22790:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffffa0cafc8c0200/0xae64dcd520c44985 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838318.694328:0:22790:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffffa0cadf86c600/0xae64dcd520c448f9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xae64dcd520c448f2 expref: 23 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838318.694338:0:22790:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffffa0cadf86d000/0xae64dcd520c44907 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xae64dcd520c44900 expref: 23 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838318.694346:0:22790:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffffa0cafc8c0200/0xae64dcd520c44985 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838318.694407:0:22790:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffffa0cadf86d000/0xae64dcd520c44907 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xae64dcd520c44900 expref: 23 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838318.694424:0:22790:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffffa0cadf86d000/0xae64dcd520c44907 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xae64dcd520c44900 expref: 23 pid: 22768 timeout: 868 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788838318.694453:0:22790:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caf40e9880 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22790:1875732255210880:0@lo:104: 00000100:00100000:1.0:1788838318.694520:0:22790:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1788838318.694591:0:22790:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffffa0cadf86c600/0xae64dcd520c448f9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xae64dcd520c448f2 expref: 23 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838318.694600:0:22790:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffffa0cadf86c600/0xae64dcd520c448f9 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xae64dcd520c448f2 expref: 23 pid: 22768 timeout: 868 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788838318.694608:0:22790:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caf40e9c00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22790:1875732255211008:0@lo:104: 00000100:00100000:1.0:1788838318.694630:0:22790:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838318.694649:0:22790:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cae1c7c0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788838318.694671:0:22757:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255210880 00000100:00100000:1.0:1788838318.694678:0:22757:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255210880 00000100:00100000:1.0:1788838318.694717:0:22757:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255211008 00000100:00100000:1.0:1788838318.694721:0:22757:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255211008 00000100:00100000:1.0:1788838318.694735:0:22757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1788838318.694743:0:22757:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caf40eb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+4:22790:x1875732255210880:12345-0@lo:104: 00010000:00010000:1.0:1788838318.694770:0:22757:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.155@tcp lock: ffffa0cadf86ce00/0xae64dcd520c44900 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xae64dcd520c44907 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838318.694837:0:22757:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1788838318.694844:0:22757:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caf40eb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+4:22790:x1875732255210880:12345-0@lo:104: Request processed in 101us (325us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838318.694859:0:22757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1788838318.694879:0:22757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1788838318.694886:0:22757:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caf40e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+3:22790:x1875732255211008:12345-0@lo:104: 00010000:00010000:1.0:1788838318.694895:0:22757:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd7a00/0xae64dcd520c448f2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xae64dcd520c448f9 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838318.694933:0:22757:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1788838318.694938:0:22757:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caf40e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+3:22790:x1875732255211008:12345-0@lo:104: Request processed in 53us (308us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838318.694944:0:22757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00010000:1.0:1788838318.694963:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788838318.694970:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.155@tcp lock: ffffa0cadf86ce00/0xae64dcd520c44900 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xae64dcd520c44907 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838318.694978:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0cadf86ce00 already unused, calling callback (ffffffffc14aec20) 10000000:00010000:1.0:1788838318.694982:0:22763:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.155@tcp lock: ffffa0cadf86ce00/0xae64dcd520c44900 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xae64dcd520c44907 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838318.694992:0:22763:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.155@tcp lock: ffffa0cadf86ce00/0xae64dcd520c44900 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xae64dcd520c44907 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788838318.695000:0:22763:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.155@tcp lock: ffffa0cadf86ce00/0xae64dcd520c44900 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xae64dcd520c44907 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788838318.695005:0:22763:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1788838318.695038:0:22763:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.155@tcp lock: ffffa0cadf86ce00/0xae64dcd520c44900 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xae64dcd520c44907 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838318.695045:0:22763:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788838318.695087:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.155@tcp lock: ffffa0cadf86ce00/0xae64dcd520c44900 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xae64dcd520c44907 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838318.695094:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.155@tcp lock: ffffa0cadf86ce00/0xae64dcd520c44900 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xae64dcd520c44907 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838318.695109:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788838318.695113:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd7a00/0xae64dcd520c448f2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xae64dcd520c448f9 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838318.695120:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0c9c2bd7a00 already unused, calling callback (ffffffffc14aec20) 10000000:00010000:1.0:1788838318.695123:0:22763:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd7a00/0xae64dcd520c448f2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xae64dcd520c448f9 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838318.695130:0:22763:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd7a00/0xae64dcd520c448f2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xae64dcd520c448f9 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788838318.695136:0:22763:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd7a00/0xae64dcd520c448f2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xae64dcd520c448f9 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788838318.695141:0:22763:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1788838318.695156:0:22763:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd7a00/0xae64dcd520c448f2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xae64dcd520c448f9 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838318.695162:0:22763:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788838318.695186:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd7a00/0xae64dcd520c448f2 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xae64dcd520c448f9 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838318.695192:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd7a00/0xae64dcd520c448f2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xae64dcd520c448f9 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838318.695218:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788838318.695220:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788838318.695222:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788838318.695228:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788838318.695242:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788838318.695254:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caf40eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:3647:1875732255211136:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788838318.695286:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838318.695312:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788838318.695347:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb7b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:3650:1875732255211264:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788838318.695370:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838318.695402:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255211136 00000100:00100000:1.0:1788838318.695407:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255211136 00010000:00010000:1.0:1788838318.695427:0:22759:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffffa0cadf86d000/0xae64dcd520c44907 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xae64dcd520c44900 expref: 24 pid: 22768 timeout: 868 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788838318.695468:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255211264 00000100:00100000:1.0:1788838318.695472:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255211264 00010000:00010000:1.0:1788838318.695485:0:22759:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffffa0cadf86c600/0xae64dcd520c448f9 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xae64dcd520c448f2 expref: 25 pid: 22768 timeout: 868 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788838318.695501:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1788838318.695509:0:22790:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caf40e9880 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22790:1875732255210880:0@lo:104: 00000100:00100000:1.0:1788838318.695510:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafb7b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+25:3647:x1875732255211136:12345-0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788838318.695527:0:22790:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caf40e9c00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22790:1875732255211008:0@lo:104: 00010000:00010000:1.0:1788838318.695527:0:22759:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788838318.695538:0:22759:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffffa0cadf86d000/0xae64dcd520c44907 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xae64dcd520c44900 expref: 25 pid: 22768 timeout: 868 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838318.695551:0:22759:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffffa0cadf86d000/0xae64dcd520c44907 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xae64dcd520c44900 expref: 25 pid: 22768 timeout: 868 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788838318.695630:0:22760:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:0.0:1788838318.695639:0:22760:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_003' 00000100:00100000:0.0:1788838318.695745:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1788838318.695754:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafb7b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+25:3650:x1875732255211264:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788838318.695763:0:22760:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788838318.695769:0:22760:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffffa0cadf86c600/0xae64dcd520c448f9 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xae64dcd520c448f2 expref: 25 pid: 22768 timeout: 868 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00000004:3.0:1788838318.696129:0:25094:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 12884901888 00010000:00010000:2.0:1788838318.699328:0:22790:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffffa0cafc8c0200/0xae64dcd520c44985 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:3.0:1788838318.699800:0:25094:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0001: recovery is over 00100000:10000000:3.0:1788838318.699808:0:25094:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0001-osd: start master thread 00000020:01000004:3.0:1788838318.699844:0:25094:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:3.0:1788838318.699895:0:25094:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.204.155@tcp: cl_mgc_mutex unlock 00000020:01000004:3.0:1788838318.699915:0:25094:0:(tgt_mount.c:2461:server_fill_super_common()) Server sb, dev=50 00000080:00000004:3.0:1788838318.699931:0:25094:0:(super25.c:182:lustre_fill_super()) /dev/mapper/ost2_flakey: Mount complete 00000020:00000004:3.0:1788838318.700827:0:25094:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1788838318.701081:0:25094:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1788838318.703527:0:22759:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0cadf86d000/0xae64dcd520c44907 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xae64dcd520c44900 expref: 25 pid: 22768 timeout: 868 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838318.703558:0:22759:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788838318.703661:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafb7b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+24:3647:x1875732255211136:12345-0@lo:103:ldlm_bl.0 Request processed in 8152us (8372us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838318.703671:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1788838318.705218:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caf40eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:3647:1875732255211136:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788838318.708779:0:22760:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffffa0cadf86c600/0xae64dcd520c448f9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xae64dcd520c448f2 expref: 23 pid: 22768 timeout: 868 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838318.708811:0:22760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0cadf86c600/0xae64dcd520c448f9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xae64dcd520c448f2 expref: 23 pid: 22768 timeout: 868 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838318.708834:0:22760:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffffa0cafc8c0200/0xae64dcd520c44985 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838318.708842:0:22760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0cafc8c0200/0xae64dcd520c44985 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:0.0:1788838318.708881:0:22760:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.014609491s 00010000:00010000:0.0:1788838318.708887:0:22760:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffffa0cafc8c0200/0xae64dcd520c44985 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838318.708895:0:22760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffffa0cafc8c0200/0xae64dcd520c44985 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838318.708901:0:22760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffffa0cafc8c0200/0xae64dcd520c44985 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838318.708924:0:22760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffffa0cafc8c0200/0xae64dcd520c44985 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838318.708931:0:22760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0cafc8c0200 already unused, calling callback (ffffffffc0e9d420) 00010000:00010000:0.0:1788838318.708935:0:22760:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffffa0cafc8c0200/0xae64dcd520c44985 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838318.708944:0:22760:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffffa0cafc8c0200/0xae64dcd520c44985 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838318.708971:0:22760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffffa0cafc8c0200/0xae64dcd520c44985 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838318.708985:0:22760:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788838318.709078:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafb7b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+22:3650:x1875732255211264:12345-0@lo:103:ldlm_bl.0 Request processed in 13322us (13703us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838318.709091:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1788838318.709178:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb7b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:3650:1875732255211264:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788838318.709997:0:22790:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffffa0cafc8c0200/0xae64dcd520c44985 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838318.710010:0:22790:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffffa0cafc8c0200/0xae64dcd520c44985 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838318.710017:0:22790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0cafc8c0200/0xae64dcd520c44985 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838318.727877:0:23929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:0.0:1788838319.670986:0:25162:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1788838319.671301:0:25162:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:2.0:1788838319.744750:0:3646:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788838299/real 1788838299] req@ffffa0cafb7b7100 x1875732255197568/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788838319 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788838319.744783:0:3646:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0cafb7b7100 x1875732255197568/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788838319 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788838319.744812:0:3646:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788838299/real 1788838299] req@ffffa0cafb7b4380 x1875732255197696/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788838319 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788838319.744828:0:3646:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0cafb7b4380 x1875732255197696/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788838319 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1788838319.744847:0:3646:0:(import.c:65:import_set_state_nolock()) ffffa0c9c419f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788838319.744873:0:3646:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1788838319.744877:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb7b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1875732255197568:0@lo:8:kworker.0 00000100:00080000:2.0:1788838319.744882:0:3646:0:(import.c:65:import_set_state_nolock()) ffffa0caf4328000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788838319.744887:0:3646:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1788838319.744890:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb7b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1875732255197696:0@lo:8:kworker.0 00010000:00010000:3.0:1788838319.746045:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788838319.746203:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788838319.746208:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1788838319.746212:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0c9c419f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788838319.746218:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 749 00000100:00080000:1.0:1788838319.746223:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1788838319.746230:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffffa0c9c419f800 using connection 192.168.204.155@tcp/0@lo 00000100:00100000:1.0:1788838319.746252:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0cafb7b4380 x1875732255211648/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788838319.746265:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788838319.746269:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1788838319.746270:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0caf4328000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788838319.746278:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 749 00000100:00080000:1.0:1788838319.746281:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1788838319.746284:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffffa0caf4328000 using connection 192.168.204.155@tcp/0@lo 00000100:00100000:1.0:1788838319.746296:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0cafb7b7100 x1875732255211776/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788838319.746339:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788838319.746341:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1788838319.746343:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0c9c3642800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788838319.746347:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffffa0c9c3642800 using connection 192.168.204.155@tcp/0@lo 00000100:00100000:1.0:1788838319.746369:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0caf4127480 x1875732255212288/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788838319.746435:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb7b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1875732255211520:0@lo:400:kworker.0 00000100:00100000:1.0:1788838319.746501:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838319.746533:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caf4126300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3647:1875732255212416:0@lo:400:kworker.0 00000100:00100000:1.0:1788838319.746557:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838319.746573:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c400fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3647:1875732255212928:0@lo:400:kworker.0 00000100:00100000:1.0:1788838319.746597:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838319.746631:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1788838319.746637:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb7b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3647:1875732255211904:0@lo:400:kworker.0 00000100:00100000:1.0:1788838319.746659:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788838319.746668:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255212416 00000100:00100000:1.0:1788838319.746675:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caf4126d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3647:1875732255212544:0@lo:400:kworker.0 00000100:00100000:2.0:1788838319.746677:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255212416 00000100:00100000:1.0:1788838319.746692:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838319.746711:0:22779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255211520 00000100:00100000:2.0:1788838319.746714:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255212928 00000100:00100000:1.0:1788838319.746715:0:22779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255211520 00000100:00100000:2.0:1788838319.746716:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255212928 00000100:00100000:2.0:1788838319.746737:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255211904 00000100:00100000:2.0:1788838319.746740:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255211904 00000100:00100000:1.0:1788838319.746740:0:22779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1788838319.746749:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255212544 00000100:00100000:2.0:1788838319.746751:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255212544 00000100:00100000:1.0:1788838319.746756:0:22779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c400ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3647:x1875732255211520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788838319.746762:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1788838319.746768:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c400d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1875732255212416:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788838319.746843:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caf4125180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1875732255212032:0@lo:400:kworker.0 00000100:00100000:3.0:1788838319.746873:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788838319.746892:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caf4125500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3649:1875732255212672:0@lo:400:kworker.0 00000100:00100000:3.0:1788838319.746911:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788838319.746923:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1788838319.746927:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb7b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:3649:1875732255211392:0@lo:400:kworker.0 00000100:00100000:3.0:1788838319.746950:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788838319.746973:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caf4124380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1875732255212160:0@lo:400:kworker.0 00000100:00100000:3.0:1788838319.746992:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788838319.747008:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c400c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3649:1875732255212800:0@lo:400:kworker.0 00000100:00100000:3.0:1788838319.747030:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788838319.747053:0:23819:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255212032 00000100:00100000:3.0:1788838319.747057:0:23819:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255212032 00000100:00100000:3.0:1788838319.747078:0:23819:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1788838319.747092:0:23819:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cac87c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3649:x1875732255212032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788838319.747123:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c400d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1875732255212416:12345-0@lo:400:kworker.0 Request processed in 353us (563us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838319.747124:0:23819:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cac87c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3649:x1875732255212032:12345-0@lo:400:kworker.0 Request processed in 34us (252us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838319.747131:0:23819:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1788838319.747152:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255211392 00000100:00100000:3.0:1788838319.747156:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255211392 00000100:00100000:3.0:1788838319.747179:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:2.0:1788838319.747182:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1788838319.747186:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cac6df4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+22:3649:x1875732255211392:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788838319.747195:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255212672 00000100:00100000:2.0:1788838319.747198:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255212672 00000100:00100000:3.0:1788838319.747213:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cac6df4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+22:3649:x1875732255211392:12345-0@lo:400:kworker.0 Request processed in 28us (262us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838319.747218:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255212800 00000100:00100000:3.0:1788838319.747219:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00100000:2.0:1788838319.747220:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255212800 00000100:00100000:2.0:1788838319.747234:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1788838319.747239:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c400d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1875732255212928:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788838319.747245:0:24282:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255212160 00000100:00100000:3.0:1788838319.747248:0:24282:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255212160 00000100:00100000:3.0:1788838319.747535:0:24282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1788838319.747543:0:24282:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cac87c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3649:x1875732255212160:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788838319.747573:0:24282:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cac87c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3649:x1875732255212160:12345-0@lo:400:kworker.0 Request processed in 32us (580us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838319.747579:0:24282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1788838319.748377:0:22779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c400ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3647:x1875732255211520:12345-0@lo:400:kworker.0 Request processed in 1620us (1872us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838319.748385:0:22779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1788838319.748427:0:22776:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:1.0:1788838319.748436:0:22776:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_003' 00000100:00100000:1.0:1788838319.748455:0:22775:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:1.0:1788838319.748463:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1788838319.748471:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c400d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1875732255211904:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788838319.748508:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c400d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1875732255211904:12345-0@lo:400:kworker.0 Request processed in 39us (1848us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838319.748514:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1788838319.748528:0:22775:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:1.0:1788838319.748533:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1788838319.748539:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c400f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1875732255212544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788838319.748566:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c400f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1875732255212544:12345-0@lo:400:kworker.0 Request processed in 27us (1872us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838319.748572:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1788838319.748582:0:22775:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:1.0:1788838319.748588:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1788838319.748592:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cac87c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1875732255212672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788838319.748620:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cac87c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1875732255212672:12345-0@lo:400:kworker.0 Request processed in 27us (1707us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838319.748625:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1788838319.748636:0:22775:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:1.0:1788838319.748641:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1788838319.748647:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cac87c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3649:x1875732255212800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788838319.748689:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cac87c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3649:x1875732255212800:12345-0@lo:400:kworker.0 Request processed in 42us (1658us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838319.748695:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1788838319.748723:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb7b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1875732255211648:0@lo:8:kworker.0 00000100:00100000:1.0:1788838319.748757:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838319.748791:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb7b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1875732255211776:0@lo:8:kworker.0 00000100:00100000:1.0:1788838319.748814:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838319.748830:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caf4127480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1875732255212288:0@lo:8:kworker.0 00000100:00100000:1.0:1788838319.748849:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838319.748878:0:24282:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255211648 00000100:00100000:1.0:1788838319.748885:0:24282:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255211648 00000100:00100000:1.0:1788838319.748905:0:24282:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255211776 00000100:00100000:1.0:1788838319.748908:0:24282:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255211776 00000100:00100000:1.0:1788838319.748915:0:24282:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255212288 00000100:00100000:1.0:1788838319.748917:0:24282:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255212288 00000100:00100000:1.0:1788838319.748926:0:24282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1788838319.748931:0:24282:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c400df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3646:x1875732255211648:12345-0@lo:8:kworker.0 00010000:00080000:1.0:1788838319.748957:0:24282:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 769 last 0 00000020:00000080:1.0:1788838319.748986:0:24282:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xae64dcd520c4498c 00002000:00100000:1.0:1788838319.749002:0:24282:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffffa0c9c487a800 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113975 ocd_grant: 0 ocd_index: 0 ocd_group 0 00002000:00080000:1.0:1788838319.749006:0:24282:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00002000:00100000:1.0:1788838319.749022:0:24282:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:1.0:1788838319.749102:0:24282:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:1.0:1788838319.749126:0:24282:0:(import.c:65:import_set_state_nolock()) ffffa0c9c4878000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788838319.749167:0:24282:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c400df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3646:x1875732255211648:12345-0@lo:8:kworker.0 Request processed in 235us (409us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838319.749183:0:24282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1788838319.749197:0:24282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1788838319.749201:0:24282:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c400ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3646:x1875732255211776:12345-0@lo:8:kworker.0 00010000:00080000:1.0:1788838319.749215:0:24282:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 769 last 0 00000020:00000080:1.0:1788838319.749229:0:24282:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xae64dcd520c44993 00002000:00100000:1.0:1788838319.749236:0:24282:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffffa0c9c487b800 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113975 ocd_grant: 0 ocd_index: 1 ocd_group 0 00002000:00080000:1.0:1788838319.749239:0:24282:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 0 00002000:00100000:1.0:1788838319.749241:0:24282:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:1.0:1788838319.749705:0:24282:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:1.0:1788838319.749720:0:24282:0:(import.c:65:import_set_state_nolock()) ffffa0c9c487d000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788838319.749752:0:24282:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c400ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3646:x1875732255211776:12345-0@lo:8:kworker.0 Request processed in 550us (937us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838319.749758:0:24282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1788838319.749772:0:24282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1788838319.749776:0:24282:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c400e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3646:x1875732255212288:12345-0@lo:8:kworker.0 00010000:00080000:1.0:1788838319.749790:0:24282:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 769 last 0 00000020:00000080:1.0:1788838319.749805:0:24282:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xae64dcd520c4499a 00002000:00100000:1.0:1788838319.749811:0:24282:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0001-mdtlov_UUID/ffffa0c9c487e800 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113975 ocd_grant: 0 ocd_index: 1 ocd_group 1 00002000:00080000:1.0:1788838319.749815:0:24282:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 1 00002000:00100000:1.0:1788838319.749816:0:24282:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:1.0:1788838319.749839:0:24282:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 1 00000100:00080000:1.0:1788838319.749850:0:24282:0:(import.c:65:import_set_state_nolock()) ffffa0c9c2a93800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788838319.749876:0:24282:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c400e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:3646:x1875732255212288:12345-0@lo:8:kworker.0 Request processed in 98us (1025us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838319.749882:0:24282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00010000:00080000:1.0:1788838319.749988:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0cafb7b4380 x1875732255211648/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1788838344 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788838319.749999:0:3646:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1788838319.750007:0:3646:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 3 00000100:00080000:1.0:1788838319.750016:0:3646:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:1.0:1788838319.750021:0:3646:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:1.0:1788838319.750024:0:3646:0:(import.c:65:import_set_state_nolock()) ffffa0c9c419f800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:1.0:1788838319.750038:0:3646:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:1.0:1788838319.750043:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb7b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1875732255211648:0@lo:8:kworker.0 00010000:00080000:1.0:1788838319.750055:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0cafb7b7100 x1875732255211776/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1788838344 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788838319.750062:0:3646:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1788838319.750066:0:3646:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0000: connect to target with instance 3 00000100:00080000:1.0:1788838319.750070:0:3646:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:1.0:1788838319.750072:0:3646:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:1.0:1788838319.750074:0:3646:0:(import.c:65:import_set_state_nolock()) ffffa0caf4328000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:1.0:1788838319.750086:0:3646:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:1.0:1788838319.750089:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb7b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1875732255211776:0@lo:8:kworker.0 00010000:00080000:1.0:1788838319.750099:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0caf4127480 x1875732255212288/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1788838344 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788838319.750109:0:3646:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0001: connect to target with instance 3 00000100:00080000:1.0:1788838319.750113:0:3646:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:1.0:1788838319.750115:0:3646:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:1.0:1788838319.750117:0:3646:0:(import.c:65:import_set_state_nolock()) ffffa0c9c3642800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:1.0:1788838319.750134:0:3646:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:1.0:1788838319.750137:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caf4127480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1875732255212288:0@lo:8:kworker.0 00000004:00080000:1.0:1788838319.750204:0:22799:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x280000401:0x6:0x0] 00000100:00100000:1.0:1788838319.750222:0:22799:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c400c700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22799:1875732255213184:0@lo:5:osp-pre-0-0.0 00000100:00100000:1.0:1788838319.750249:0:22799:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838319.750266:0:22799:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cafa30e240 going to sleep for 11 seconds 00000004:00080000:1.0:1788838319.750296:0:22798:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:1.0:1788838319.750373:0:22798:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 769447057364ns, next at 0ns, rc = 0 00080000:00080000:1.0:1788838319.750380:0:22798:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:1.0:1788838319.750405:0:22800:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:1.0:1788838319.750449:0:22800:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 769447133604ns, next at 0ns, rc = 0 00080000:00080000:1.0:1788838319.750454:0:22800:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:1.0:1788838319.750484:0:23518:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: going to cleanup orphans since [0x2c0000400:0x1:0x0] 00000100:00100000:1.0:1788838319.750497:0:23518:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c400f480 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23518:1875732255213440:0@lo:7:osp-pre-1-1.0 00000100:00100000:1.0:1788838319.750522:0:23518:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838319.750537:0:23518:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cafa30ea80 going to sleep for 11 seconds 00000100:00100000:1.0:1788838319.750695:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788838319.750706:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c400ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1875732255213312:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788838319.750735:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838319.750767:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255213184 00000100:00100000:1.0:1788838319.750772:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255213184 00000100:00100000:1.0:1788838319.750806:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255213440 00000100:00100000:1.0:1788838319.750809:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255213440 00000100:00100000:1.0:1788838319.750823:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1788838319.750830:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c400c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:22799:x1875732255213184:12345-0@lo:5:osp-pre-0-0.0 00000100:00100000:1.0:1788838319.751004:0:24284:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255213312 00000100:00100000:1.0:1788838319.751008:0:24284:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255213312 00000100:00100000:1.0:1788838319.751040:0:24284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1788838319.751047:0:24284:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c400e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3650:x1875732255213312:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788838319.751068:0:24284:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3915874304 avail 3684352000 00000100:00100000:1.0:1788838319.751106:0:24284:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c400e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3650:x1875732255213312:12345-0@lo:13:osp-pre-1-1.0 Request processed in 60us (370us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838319.751113:0:24284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:1.0:1788838319.751148:0:3650:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0c9c400ce00 x1875732255213312/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1788838335 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788838319.751164:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c400ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1875732255213312:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788838319.751186:0:24282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1788838319.751194:0:24282:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c400ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23518:x1875732255213440:12345-0@lo:7:osp-pre-1-1.0 00000004:00080000:1.0:1788838319.751357:0:23517:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:1.0:1788838319.751429:0:23517:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 769448113427ns, next at 0ns, rc = 0 00080000:00080000:1.0:1788838319.751436:0:23517:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0001: async commit OSD 00000100:00100000:2.0:1788838319.755394:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c400d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1875732255212928:12345-0@lo:400:kworker.0 Request processed in 8143us (8784us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838319.755422:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00080000:2.0:1788838319.755566:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788838319.755572:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788838319.755575:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788838319.755578:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000004:00080000:2.0:1788838319.755636:0:22801:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: going to cleanup orphans since [0x2c0000401:0x22:0x0] 00000100:00100000:2.0:1788838319.755662:0:22801:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caeb630380 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22801:1875732255213696:0@lo:5:osp-pre-1-0.0 00000100:00100000:2.0:1788838319.755731:0:22801:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788838319.755756:0:22801:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cafb76c0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788838319.755772:0:24280:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 4 min 3 max 116 00000100:00100000:2.0:1788838319.755778:0:24280:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_004' 00000100:00100000:0.0:1788838319.757576:0:24815:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 4 min 3 max 116 00000100:00100000:0.0:1788838319.757593:0:24815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255213696 00000100:00100000:0.0:1788838319.757601:0:24815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255213696 00000100:00100000:0.0:1788838319.757660:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c400dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1875732255213056:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788838319.757710:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838319.757770:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb7b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:3649:1875732255211392:0@lo:400:kworker.0 00010000:00080000:0.0:1788838319.757787:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0caf4124380 x1875732255212160/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1788838335 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788838319.757814:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caf4124380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1875732255212160:0@lo:400:kworker.0 00010000:00080000:0.0:1788838319.757830:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0c9c400c380 x1875732255212800/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788838335 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788838319.757839:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c400c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3649:1875732255212800:0@lo:400:kworker.0 00000100:00100000:0.0:1788838319.757851:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caf4125180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1875732255212032:0@lo:400:kworker.0 00010000:00080000:0.0:1788838319.757862:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0caf4125500 x1875732255212672/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788838335 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788838319.757869:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caf4125500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3649:1875732255212672:0@lo:400:kworker.0 00000100:00100000:0.0:1788838319.757895:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788838319.757901:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caeb631180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1875732255213568:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788838319.758102:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838319.758733:0:24285:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255213056 00000100:00100000:1.0:1788838319.758740:0:24285:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255213056 00000100:00100000:1.0:1788838319.758761:0:24285:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255213568 00000100:00100000:1.0:1788838319.758763:0:24285:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255213568 00000100:00100000:1.0:1788838319.758776:0:24285:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1788838319.758784:0:24285:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c376ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3648:x1875732255213056:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788838319.758826:0:24285:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1788838319.758872:0:24285:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c376ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3648:x1875732255213056:12345-0@lo:13:osp-pre-0-0.0 Request processed in 90us (1161us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838319.758879:0:24285:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1788838319.758895:0:24285:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1788838319.758900:0:24285:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c376f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3649:x1875732255213568:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788838319.758909:0:24285:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3915874304 avail 3684352000 00000100:00100000:1.0:1788838319.758932:0:24285:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c376f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3649:x1875732255213568:12345-0@lo:13:osp-pre-1-0.0 Request processed in 33us (831us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838319.758943:0:24285:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:1.0:1788838319.758974:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0c9c400dc00 x1875732255213056/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1788838335 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788838319.758994:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c400dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1875732255213056:0@lo:13:osp-pre-0-0.0 00010000:00080000:1.0:1788838319.759213:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0caeb631180 x1875732255213568/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1788838335 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788838319.759228:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caeb631180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1875732255213568:0@lo:13:osp-pre-1-0.0 00002000:00080000:1.0:1788838319.759251:0:24283:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000401 00002000:00080000:1.0:1788838319.759259:0:24283:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -59 00002000:02000040:1.0:1788838319.759263:0:24283:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0000: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x280000401:7 to 0x280000401:65) 00000100:00080000:2.0:1788838319.759512:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00080000:2.0:1788838319.759660:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0cafb7b4e00 x1875732255211904/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788838335 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788838319.759670:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb7b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3647:1875732255211904:0@lo:400:kworker.0 00010000:00080000:2.0:1788838319.759688:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0caf4126d80 x1875732255212544/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788838335 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788838319.759697:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caf4126d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3647:1875732255212544:0@lo:400:kworker.0 00000100:00100000:2.0:1788838319.759710:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb7b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1875732255211520:0@lo:400:kworker.0 00010000:00080000:2.0:1788838319.759721:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0caf4126300 x1875732255212416/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788838335 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788838319.759737:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caf4126300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3647:1875732255212416:0@lo:400:kworker.0 00010000:00080000:2.0:1788838319.759756:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0c9c400fb80 x1875732255212928/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788838335 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788838319.759764:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c400fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3647:1875732255212928:0@lo:400:kworker.0 00000100:00100000:2.0:1788838319.760015:0:25169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1788838319.760024:0:25169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caeb632a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:22801:x1875732255213696:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:0.0:1788838319.765478:0:24282:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000400 00002000:00080000:0.0:1788838319.765489:0:24282:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0001: LAST FID is [0x2c0000400:0x41:0x0] 00000100:00100000:0.0:1788838319.765596:0:24282:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c400ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23518:x1875732255213440:12345-0@lo:7:osp-pre-1-1.0 Request processed in 14399us (15069us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838319.765608:0:24282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00010000:00080000:0.0:1788838319.767556:0:23518:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0c9c400f480 x1875732255213440/t0(0) o7->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 264/240 e 0 to 0 dl 1788838335 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788838319.767585:0:23518:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c400f480 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23518:1875732255213440:0@lo:7:osp-pre-1-1.0 00000004:00080000:0.0:1788838319.767603:0:23518:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0001-osc-MDT0001: Got last_fid [0x2c0000400:0x41:0x0] 00000100:00100000:0.0:1788838319.767647:0:23518:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c376d180 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23518:1875732255213824:0@lo:5:osp-pre-1-1.0 00000100:00100000:0.0:1788838319.767706:0:23518:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838319.767748:0:23518:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cac5907480 going to sleep for 11 seconds 00000100:00100000:0.0:1788838319.767771:0:24815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255213824 00000100:00100000:0.0:1788838319.767778:0:24815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255213824 00000100:00100000:0.0:1788838319.767837:0:24815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1788838319.767847:0:24815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c376e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23518:x1875732255213824:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:0.0:1788838319.767878:0:24815:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:0.0:1788838319.767923:0:24815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c376e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23518:x1875732255213824:12345-0@lo:5:osp-pre-1-1.0 Request processed in 76us (216us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838319.767931:0:24815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00010000:00080000:0.0:1788838319.767964:0:23518:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0c9c376d180 x1875732255213824/t0(0) o5->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1788838335 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788838319.767974:0:23518:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c376d180 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23518:1875732255213824:0@lo:5:osp-pre-1-1.0 00000004:00080000:0.0:1788838319.767983:0:23518:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: Got last_id [0x2c0000400:0x41:0x0] from OST, last_created [0x2c0000400:0x41:0x0]last_used is [0x2c0000400:0x41:0x0] 00000100:00100000:0.0:1788838319.768011:0:23518:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c376d180 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23518:1875732255213952:0@lo:5:osp-pre-1-1.0 00000100:00100000:0.0:1788838319.768037:0:23518:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838319.768056:0:23518:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cac5907480 going to sleep for 11 seconds 00000100:00100000:0.0:1788838319.768070:0:24282:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255213952 00000100:00100000:0.0:1788838319.768074:0:24282:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255213952 00000100:00100000:0.0:1788838319.768109:0:24282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1788838319.768116:0:24282:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c376ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23518:x1875732255213952:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:0.0:1788838319.768141:0:24282:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000400 at 66 00000004:00080000:2.0:1788838319.770383:0:23507:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1 committed 00002000:00080000:2.0:1788838319.771931:0:25169:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000401 00002000:00080000:2.0:1788838319.771941:0:25169:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -31 00002000:02000040:2.0:1788838319.771947:0:25169:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0001: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x2c0000401:35 to 0x2c0000401:65) 00000004:00080000:1.0:1788838319.780056:0:22754:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1 committed 00000004:00080000:1.0:1788838319.780073:0:22754:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00002000:00010000:1.0:1788838319.783965:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788838319.783980:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001585dcca/0xae64dcd520c449a1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.783999:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=769s v=(0 0) 00010000:00010000:1.0:1788838319.784005:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788838319.784012:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001585dcca/0xae64dcd520c449a1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.784032:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001585dcca/0xae64dcd520c449a1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.784042:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001585dcca/0xae64dcd520c449a1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.784057:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001585dcca/0xae64dcd520c449a1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.784075:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788838319.784087:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788838319.784093:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001585dcca/0xae64dcd520c449a1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.784100:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0cafc8c1400 already unused, calling callback (ffffffffc0e9d420) 00010000:00010000:1.0:1788838319.784104:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001585dcca/0xae64dcd520c449a1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.784114:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001585dcca/0xae64dcd520c449a1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.784146:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001585dcca/0xae64dcd520c449a1 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.784154:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001585dcca/0xae64dcd520c449a1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.784169:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788838319.784171:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788838319.784173:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788838319.784628:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788838319.784641:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000eaf0a7eb/0xae64dcd520c449a8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.784650:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=769s v=(0 0) 00010000:00010000:1.0:1788838319.784654:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788838319.784659:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000eaf0a7eb/0xae64dcd520c449a8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.784668:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000eaf0a7eb/0xae64dcd520c449a8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.784677:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000eaf0a7eb/0xae64dcd520c449a8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.784685:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000eaf0a7eb/0xae64dcd520c449a8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.784707:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788838319.785252:0:23929:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788838319.785259:0:23929:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000eaf0a7eb/0xae64dcd520c449a8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.785268:0:23929:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0cafc8c0400 already unused, calling callback (ffffffffc0e9d420) 00010000:00010000:0.0:1788838319.785290:0:23929:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000eaf0a7eb/0xae64dcd520c449a8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.785300:0:23929:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000eaf0a7eb/0xae64dcd520c449a8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.785331:0:23929:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000eaf0a7eb/0xae64dcd520c449a8 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.785339:0:23929:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000eaf0a7eb/0xae64dcd520c449a8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.785354:0:23929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788838319.785356:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788838319.785356:0:23929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788838319.785357:0:23929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788838319.785362:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000382cc688/0xae64dcd520c449af lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.785371:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=769s v=(0 0) 00010000:00010000:1.0:1788838319.785374:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788838319.785379:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000382cc688/0xae64dcd520c449af lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.785389:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000382cc688/0xae64dcd520c449af lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.785403:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000382cc688/0xae64dcd520c449af lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.785423:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000382cc688/0xae64dcd520c449af lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.785440:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788838319.785449:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788838319.785453:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000382cc688/0xae64dcd520c449af lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.785461:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0cafc8c1200 already unused, calling callback (ffffffffc0e9d420) 00010000:00010000:1.0:1788838319.785464:0:22763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000382cc688/0xae64dcd520c449af lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.785472:0:22763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000382cc688/0xae64dcd520c449af lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.785484:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000382cc688/0xae64dcd520c449af lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.785491:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000382cc688/0xae64dcd520c449af lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.785530:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788838319.785537:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788838319.785539:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788838319.786261:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788838319.786269:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002a3b23c3/0xae64dcd520c449b6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.786280:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=769s v=(0 0) 00010000:00010000:1.0:1788838319.786284:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788838319.786288:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002a3b23c3/0xae64dcd520c449b6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.786298:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002a3b23c3/0xae64dcd520c449b6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.786307:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002a3b23c3/0xae64dcd520c449b6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.786334:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002a3b23c3/0xae64dcd520c449b6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.786353:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788838319.786527:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788838319.786533:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002a3b23c3/0xae64dcd520c449b6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.786544:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0cafc8c0000 already unused, calling callback (ffffffffc0e9d420) 00010000:00010000:0.0:1788838319.786547:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002a3b23c3/0xae64dcd520c449b6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.786557:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002a3b23c3/0xae64dcd520c449b6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.786570:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002a3b23c3/0xae64dcd520c449b6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.786583:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002a3b23c3/0xae64dcd520c449b6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.786598:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788838319.786600:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788838319.786601:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788838319.786939:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788838319.786946:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000239ba4c8/0xae64dcd520c449bd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.786956:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=769s v=(0 0) 00010000:00010000:1.0:1788838319.786960:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788838319.786964:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000239ba4c8/0xae64dcd520c449bd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.786981:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000239ba4c8/0xae64dcd520c449bd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.786991:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000239ba4c8/0xae64dcd520c449bd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.786998:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000239ba4c8/0xae64dcd520c449bd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.787452:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1788838319.788593:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788838319.788603:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000c10266c/0xae64dcd520c449c4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.788618:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=769s v=(0 0) 00010000:00010000:1.0:1788838319.788622:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788838319.788628:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000c10266c/0xae64dcd520c449c4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.788639:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000c10266c/0xae64dcd520c449c4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.788648:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000c10266c/0xae64dcd520c449c4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.788674:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000c10266c/0xae64dcd520c449c4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788838319.789921:0:25169:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788838319.789933:0:25169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002cfa9413/0xae64dcd520c449cb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838319.789948:0:25169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=769s v=(0 0) 00010000:00010000:3.0:1788838319.789953:0:25169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788838319.789958:0:25169:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002cfa9413/0xae64dcd520c449cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838319.789987:0:25169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002cfa9413/0xae64dcd520c449cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838319.789997:0:25169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002cfa9413/0xae64dcd520c449cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838319.790003:0:25169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002cfa9413/0xae64dcd520c449cb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.791425:0:23929:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1788838319.791439:0:23929:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000239ba4c8/0xae64dcd520c449bd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.791452:0:23929:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0cafc8c0800 already unused, calling callback (ffffffffc0e9d420) 00010000:00010000:0.0:1788838319.791457:0:23929:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000239ba4c8/0xae64dcd520c449bd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.791467:0:23929:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000239ba4c8/0xae64dcd520c449bd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.791486:0:23929:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000239ba4c8/0xae64dcd520c449bd lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.791493:0:23929:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000239ba4c8/0xae64dcd520c449bd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.791516:0:23929:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788838319.791519:0:23929:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000c10266c/0xae64dcd520c449c4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.791538:0:23929:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0cafc8c1c00 already unused, calling callback (ffffffffc0e9d420) 00010000:00010000:0.0:1788838319.791541:0:23929:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000c10266c/0xae64dcd520c449c4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.791549:0:23929:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000c10266c/0xae64dcd520c449c4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.791559:0:23929:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000c10266c/0xae64dcd520c449c4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.791567:0:23929:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788838319.791570:0:23929:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002cfa9413/0xae64dcd520c449cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.791576:0:23929:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0cadf86c000 already unused, calling callback (ffffffffc0e9d420) 00010000:00010000:0.0:1788838319.791579:0:23929:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002cfa9413/0xae64dcd520c449cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.791585:0:23929:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002cfa9413/0xae64dcd520c449cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.791598:0:23929:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002cfa9413/0xae64dcd520c449cb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.791606:0:23929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788838319.791614:0:23929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788838319.791616:0:23929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788838319.794929:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1788838319.794943:0:24283:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000c10266c/0xae64dcd520c449c4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.795000:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788838319.796638:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788838319.796650:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000594aec1c/0xae64dcd520c449d2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.796666:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=769s v=(0 0) 00010000:00010000:0.0:1788838319.796671:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788838319.796678:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000594aec1c/0xae64dcd520c449d2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.796693:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000594aec1c/0xae64dcd520c449d2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.796705:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000594aec1c/0xae64dcd520c449d2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.796715:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000594aec1c/0xae64dcd520c449d2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.796735:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788838319.796746:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788838319.796752:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000594aec1c/0xae64dcd520c449d2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.796760:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0c9c2bd7000 already unused, calling callback (ffffffffc0e9d420) 00010000:00010000:0.0:1788838319.796765:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000594aec1c/0xae64dcd520c449d2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.796786:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000594aec1c/0xae64dcd520c449d2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.796804:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000594aec1c/0xae64dcd520c449d2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.796813:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000594aec1c/0xae64dcd520c449d2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.796828:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788838319.796829:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788838319.796831:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788838319.798064:0:25169:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1788838319.798074:0:25169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002cfa9413/0xae64dcd520c449cb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788838319.798961:0:25169:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788838319.798971:0:25169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c595ef12/0xae64dcd520c449d9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838319.798987:0:25169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=769s v=(0 0) 00010000:00010000:3.0:1788838319.798992:0:25169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788838319.798998:0:25169:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c595ef12/0xae64dcd520c449d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838319.799011:0:25169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c595ef12/0xae64dcd520c449d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838319.799033:0:25169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c595ef12/0xae64dcd520c449d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838319.799042:0:25169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c595ef12/0xae64dcd520c449d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838319.799066:0:25169:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788838319.799542:0:23929:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788838319.799550:0:23929:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c595ef12/0xae64dcd520c449d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838319.799560:0:23929:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0cadf86d800 already unused, calling callback (ffffffffc0e9d420) 00010000:00010000:2.0:1788838319.799564:0:23929:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c595ef12/0xae64dcd520c449d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838319.799573:0:23929:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c595ef12/0xae64dcd520c449d9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838319.799592:0:23929:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c595ef12/0xae64dcd520c449d9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838319.799610:0:23929:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c595ef12/0xae64dcd520c449d9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838319.799629:0:23929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788838319.799631:0:23929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788838319.799634:0:23929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788838319.799916:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788838319.800438:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788838319.800446:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000057bc34ce/0xae64dcd520c449e0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838319.800458:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=769s v=(0 0) 00010000:00010000:2.0:1788838319.800463:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788838319.800469:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000057bc34ce/0xae64dcd520c449e0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838319.800482:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000057bc34ce/0xae64dcd520c449e0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838319.800492:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000057bc34ce/0xae64dcd520c449e0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838319.800501:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000057bc34ce/0xae64dcd520c449e0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838319.800522:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788838319.800754:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788838319.800762:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000057bc34ce/0xae64dcd520c449e0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.800770:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0cac29d9800 already unused, calling callback (ffffffffc0e9d420) 00010000:00010000:0.0:1788838319.800774:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000057bc34ce/0xae64dcd520c449e0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.800784:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000057bc34ce/0xae64dcd520c449e0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.800799:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000057bc34ce/0xae64dcd520c449e0 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.800819:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000057bc34ce/0xae64dcd520c449e0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.800835:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788838319.800837:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788838319.800838:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788838319.801258:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788838319.801269:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000805ac446/0xae64dcd520c449e7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838319.801279:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=769s v=(0 0) 00010000:00010000:2.0:1788838319.801282:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788838319.801287:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000805ac446/0xae64dcd520c449e7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838319.801298:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000805ac446/0xae64dcd520c449e7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838319.801305:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000805ac446/0xae64dcd520c449e7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838319.801341:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000805ac446/0xae64dcd520c449e7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838319.801358:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788838319.801565:0:23929:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788838319.801570:0:23929:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000805ac446/0xae64dcd520c449e7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.801578:0:23929:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0cac29d9a00 already unused, calling callback (ffffffffc0e9d420) 00010000:00010000:0.0:1788838319.801581:0:23929:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000805ac446/0xae64dcd520c449e7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.801587:0:23929:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000805ac446/0xae64dcd520c449e7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.801599:0:23929:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000805ac446/0xae64dcd520c449e7 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.801606:0:23929:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000805ac446/0xae64dcd520c449e7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.801618:0:23929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788838319.801620:0:23929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788838319.801621:0:23929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788838319.802053:0:25169:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788838319.802059:0:25169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000000d39138/0xae64dcd520c449ee lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838319.802069:0:25169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=769s v=(0 0) 00010000:00010000:2.0:1788838319.802072:0:25169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788838319.802077:0:25169:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000000d39138/0xae64dcd520c449ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838319.802087:0:25169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000000d39138/0xae64dcd520c449ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838319.802101:0:25169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000000d39138/0xae64dcd520c449ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838319.802108:0:25169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000000d39138/0xae64dcd520c449ee lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838319.802126:0:25169:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788838319.802136:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788838319.802140:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000000d39138/0xae64dcd520c449ee lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838319.802148:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0cac29d8a00 already unused, calling callback (ffffffffc0e9d420) 00010000:00010000:2.0:1788838319.802151:0:22763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000000d39138/0xae64dcd520c449ee lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838319.802159:0:22763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000000d39138/0xae64dcd520c449ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838319.802173:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000000d39138/0xae64dcd520c449ee lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838319.802181:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000000d39138/0xae64dcd520c449ee lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838319.802195:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788838319.802202:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788838319.802204:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788838319.802394:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788838319.802400:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000594aec1c/0xae64dcd520c449f5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.802419:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=769s v=(0 0) 00010000:00010000:0.0:1788838319.802422:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788838319.802427:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000594aec1c/0xae64dcd520c449f5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.802437:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000594aec1c/0xae64dcd520c449f5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.802445:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000594aec1c/0xae64dcd520c449f5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.802451:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000594aec1c/0xae64dcd520c449f5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.802467:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788838319.802636:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788838319.802642:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000594aec1c/0xae64dcd520c449f5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838319.802650:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0c9c2bd7000 already unused, calling callback (ffffffffc0e9d420) 00010000:00010000:2.0:1788838319.802655:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000594aec1c/0xae64dcd520c449f5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838319.802663:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000594aec1c/0xae64dcd520c449f5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838319.802675:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000594aec1c/0xae64dcd520c449f5 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838319.802683:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000594aec1c/0xae64dcd520c449f5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838319.802699:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788838319.802701:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788838319.802702:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788838319.802767:0:25169:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788838319.802773:0:25169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006162fb30/0xae64dcd520c449fc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.802781:0:25169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=769s v=(0 0) 00010000:00010000:0.0:1788838319.802783:0:25169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788838319.802787:0:25169:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006162fb30/0xae64dcd520c449fc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.802807:0:25169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006162fb30/0xae64dcd520c449fc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.802816:0:25169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006162fb30/0xae64dcd520c449fc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.802823:0:25169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006162fb30/0xae64dcd520c449fc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.802843:0:25169:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788838319.802881:0:23929:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788838319.802886:0:23929:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006162fb30/0xae64dcd520c449fc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838319.802893:0:23929:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0c9c2bd7c00 already unused, calling callback (ffffffffc0e9d420) 00010000:00010000:2.0:1788838319.802896:0:23929:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006162fb30/0xae64dcd520c449fc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838319.802910:0:23929:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006162fb30/0xae64dcd520c449fc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838319.802921:0:23929:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006162fb30/0xae64dcd520c449fc lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838319.802928:0:23929:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006162fb30/0xae64dcd520c449fc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838319.802942:0:23929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788838319.802944:0:23929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788838319.802946:0:23929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788838319.806523:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788838319.806536:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000c10266c/0xae64dcd520c44a03 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.806555:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=769s v=(0 0) 00010000:00010000:1.0:1788838319.806560:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788838319.806566:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000c10266c/0xae64dcd520c44a03 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.806580:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000c10266c/0xae64dcd520c44a03 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.806590:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000c10266c/0xae64dcd520c44a03 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.806597:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000c10266c/0xae64dcd520c44a03 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.806625:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1788838319.807145:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788838319.807151:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000382cc688/0xae64dcd520c44a0a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.807161:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=769s v=(0 0) 00010000:00010000:1.0:1788838319.807164:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788838319.807168:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000382cc688/0xae64dcd520c44a0a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.807176:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000382cc688/0xae64dcd520c44a0a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.807184:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000382cc688/0xae64dcd520c44a0a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.807191:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000382cc688/0xae64dcd520c44a0a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.807208:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1788838319.807472:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788838319.807482:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000c10266c/0xae64dcd520c44a03 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.807492:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0cafc8c1c00 already unused, calling callback (ffffffffc0e9d420) 00010000:00010000:0.0:1788838319.807499:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000c10266c/0xae64dcd520c44a03 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.807509:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000c10266c/0xae64dcd520c44a03 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.807532:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000c10266c/0xae64dcd520c44a03 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.807540:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000c10266c/0xae64dcd520c44a03 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.807574:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788838319.807579:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000382cc688/0xae64dcd520c44a0a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.807585:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0cafc8c1200 already unused, calling callback (ffffffffc0e9d420) 00010000:00010000:0.0:1788838319.807589:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000382cc688/0xae64dcd520c44a0a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.807598:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000382cc688/0xae64dcd520c44a0a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.807610:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000382cc688/0xae64dcd520c44a0a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.807618:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000382cc688/0xae64dcd520c44a0a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.807629:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788838319.807631:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788838319.807633:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788838319.807754:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c376e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1875732255214208:0@lo:41:osp-pre-1-0.0 00002000:00010000:0.0:1788838319.807772:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788838319.807777:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000080736c6d/0xae64dcd520c44a11 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.807785:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=769s v=(0 0) 00010000:00010000:0.0:1788838319.807793:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788838319.807798:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000080736c6d/0xae64dcd520c44a11 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.807808:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000080736c6d/0xae64dcd520c44a11 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.807815:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000080736c6d/0xae64dcd520c44a11 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.807822:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000080736c6d/0xae64dcd520c44a11 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.807835:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1788838319.807837:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1788838319.807843:0:23929:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788838319.807847:0:23929:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000080736c6d/0xae64dcd520c44a11 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.807853:0:23929:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0c9c2bd7600 already unused, calling callback (ffffffffc0e9d420) 00010000:00010000:0.0:1788838319.807856:0:23929:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000080736c6d/0xae64dcd520c44a11 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.807863:0:23929:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000080736c6d/0xae64dcd520c44a11 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.807871:0:23929:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000080736c6d/0xae64dcd520c44a11 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788838319.807880:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788838319.807886:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c376ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1875732255214080:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1788838319.807890:0:23929:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000080736c6d/0xae64dcd520c44a11 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.807904:0:23929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788838319.807905:0:23929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788838319.807907:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1788838319.807907:0:23929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788838319.807947:0:22779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255214208 00000100:00100000:1.0:1788838319.807954:0:22779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255214208 00000100:00100000:1.0:1788838319.807992:0:22779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255214080 00000100:00100000:1.0:1788838319.807995:0:22779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255214080 00000100:00100000:1.0:1788838319.808014:0:22779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1788838319.808023:0:22779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c400dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3648:x1875732255214208:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788838319.808063:0:22779:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1788838319.808118:0:22779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c400dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3648:x1875732255214208:12345-0@lo:41:osp-pre-1-0.0 Request processed in 96us (280us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838319.808125:0:22779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1788838319.808141:0:22779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1788838319.808146:0:22779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c400ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1875732255214080:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788838319.808161:0:22779:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1788838319.808187:0:22779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c400ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1875732255214080:12345-0@lo:41:osp-pre-0-1.0 Request processed in 41us (279us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838319.808193:0:22779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00002000:00010000:1.0:1788838319.808252:0:25169:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788838319.808257:0:25169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001585dcca/0xae64dcd520c44a18 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.808266:0:25169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=769s v=(0 0) 00010000:00010000:1.0:1788838319.808269:0:25169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788838319.808274:0:25169:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001585dcca/0xae64dcd520c44a18 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.808292:0:25169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001585dcca/0xae64dcd520c44a18 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.808311:0:25169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001585dcca/0xae64dcd520c44a18 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.808345:0:25169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001585dcca/0xae64dcd520c44a18 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838319.808350:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788838319.808356:0:25169:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788838319.808427:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788838319.808432:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001585dcca/0xae64dcd520c44a18 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.808440:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0cafc8c1400 already unused, calling callback (ffffffffc0e9d420) 00010000:00010000:0.0:1788838319.808443:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001585dcca/0xae64dcd520c44a18 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.808451:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001585dcca/0xae64dcd520c44a18 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.808464:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001585dcca/0xae64dcd520c44a18 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.808471:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001585dcca/0xae64dcd520c44a18 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.808486:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788838319.808488:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788838319.808489:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788838319.808529:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c376ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1875732255214080:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788838319.808542:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c376e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1875732255214208:0@lo:41:osp-pre-1-0.0 00002000:00010000:0.0:1788838319.808845:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788838319.808851:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000eb5d5893/0xae64dcd520c44a1f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.808860:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=769s v=(0 0) 00010000:00010000:0.0:1788838319.808863:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788838319.808868:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000eb5d5893/0xae64dcd520c44a1f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.808879:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000eb5d5893/0xae64dcd520c44a1f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.808887:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000eb5d5893/0xae64dcd520c44a1f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.808896:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000eb5d5893/0xae64dcd520c44a1f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.808911:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1788838319.809361:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788838319.809368:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008328e360/0xae64dcd520c44a26 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.809378:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=769s v=(0 0) 00010000:00010000:0.0:1788838319.809387:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788838319.809391:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008328e360/0xae64dcd520c44a26 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.809402:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008328e360/0xae64dcd520c44a26 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.809421:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008328e360/0xae64dcd520c44a26 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.809428:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008328e360/0xae64dcd520c44a26 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.809442:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000001:00080000:3.0:1788838319.809544:0:25095:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901889 is committed 00000001:00100000:3.0:1788838319.809557:0:25095:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000001:00100000:3.0:1788838319.809562:0:25095:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00010000:00010000:3.0:1788838319.809590:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788838319.809597:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000eb5d5893/0xae64dcd520c44a1f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838319.809604:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0c9c2bd6800 already unused, calling callback (ffffffffc0e9d420) 00010000:00010000:3.0:1788838319.809608:0:22763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000eb5d5893/0xae64dcd520c44a1f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838319.809616:0:22763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000eb5d5893/0xae64dcd520c44a1f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838319.809631:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000eb5d5893/0xae64dcd520c44a1f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838319.809649:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000eb5d5893/0xae64dcd520c44a1f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838319.809665:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788838319.809668:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008328e360/0xae64dcd520c44a26 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838319.809675:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0c9c2bd7a00 already unused, calling callback (ffffffffc0e9d420) 00010000:00010000:3.0:1788838319.809678:0:22763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008328e360/0xae64dcd520c44a26 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838319.809685:0:22763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008328e360/0xae64dcd520c44a26 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838319.809694:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008328e360/0xae64dcd520c44a26 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838319.809701:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008328e360/0xae64dcd520c44a26 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838319.809712:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788838319.809714:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788838319.809716:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788838319.809980:0:23929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788838319.810024:0:25169:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788838319.810030:0:25169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000067909d26/0xae64dcd520c44a2d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.810038:0:25169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=769s v=(0 0) 00010000:00010000:1.0:1788838319.810041:0:25169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788838319.810045:0:25169:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000067909d26/0xae64dcd520c44a2d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.810055:0:25169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000067909d26/0xae64dcd520c44a2d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.810063:0:25169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000067909d26/0xae64dcd520c44a2d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.810069:0:25169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000067909d26/0xae64dcd520c44a2d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.810091:0:25169:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788838319.811635:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788838319.811648:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000067909d26/0xae64dcd520c44a2d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.811664:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0cafc8c1800 already unused, calling callback (ffffffffc0e9d420) 00010000:00010000:0.0:1788838319.811669:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000067909d26/0xae64dcd520c44a2d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.811679:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000067909d26/0xae64dcd520c44a2d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.811697:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000067909d26/0xae64dcd520c44a2d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.811717:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000067909d26/0xae64dcd520c44a2d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.811736:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788838319.811738:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788838319.811739:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788838319.811880:0:24282:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c376ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:23518:x1875732255213952:12345-0@lo:5:osp-pre-1-1.0 Request processed in 43760us (43839us total) trans 12884901889 rc 0/0 00000100:00100000:0.0:1788838319.811890:0:24282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00002000:00010000:1.0:1788838319.812656:0:25169:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788838319.812664:0:25169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008994ac9d/0xae64dcd520c44a34 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.812679:0:25169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=769s v=(0 0) 00010000:00010000:1.0:1788838319.812683:0:25169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788838319.812689:0:25169:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008994ac9d/0xae64dcd520c44a34 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.812700:0:25169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008994ac9d/0xae64dcd520c44a34 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788838319.812707:0:23518:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 12884901889 gen 2 00010000:00010000:1.0:1788838319.812708:0:25169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008994ac9d/0xae64dcd520c44a34 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788838319.812716:0:23518:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c376d180 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23518:1875732255213952:0@lo:5:osp-pre-1-1.0 00010000:00010000:1.0:1788838319.812716:0:25169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008994ac9d/0xae64dcd520c44a34 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1788838319.812732:0:23518:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0001: current precreated pool: [0x2c0000400:0x41:0x0]-[0x2c0000400:0x61:0x0] 00000100:00100000:2.0:1788838319.812792:0:23518:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caeb632300 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23518:1875732255214336:0@lo:900:osp-pre-1-1.0 00000100:00100000:2.0:1788838319.812842:0:23518:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788838319.812870:0:23518:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0caca4b4240 going to sleep for 11 seconds 00000100:00100000:2.0:1788838319.812906:0:22785:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255214336 00000100:00100000:2.0:1788838319.812913:0:22785:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255214336 00000100:00100000:2.0:1788838319.812959:0:22785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1788838319.812968:0:22785:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caeb631500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23518:x1875732255214336:12345-0@lo:900:osp-pre-1-1.0 00000100:00100000:2.0:1788838319.813138:0:22785:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caeb631500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23518:x1875732255214336:12345-0@lo:900:osp-pre-1-1.0 Request processed in 169us (294us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838319.813153:0:22785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:2.0:1788838319.813190:0:23518:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0caeb632300 x1875732255214336/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1788838335 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788838319.813201:0:23518:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caeb632300 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23518:1875732255214336:0@lo:900:osp-pre-1-1.0 00010000:00010000:1.0:1788838319.813772:0:25169:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1788838319.813829:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788838319.813836:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000078590d8f/0xae64dcd520c44a3b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838319.813850:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=769s v=(0 0) 00010000:00010000:2.0:1788838319.813853:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788838319.813858:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000078590d8f/0xae64dcd520c44a3b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838319.813869:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000078590d8f/0xae64dcd520c44a3b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838319.813877:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000078590d8f/0xae64dcd520c44a3b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838319.813884:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000078590d8f/0xae64dcd520c44a3b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.813959:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788838319.813965:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008994ac9d/0xae64dcd520c44a34 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.813973:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0cafc8c0200 already unused, calling callback (ffffffffc0e9d420) 00010000:00010000:0.0:1788838319.813978:0:22763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008994ac9d/0xae64dcd520c44a34 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.813985:0:22763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008994ac9d/0xae64dcd520c44a34 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.813999:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008994ac9d/0xae64dcd520c44a34 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.814006:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008994ac9d/0xae64dcd520c44a34 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838319.815066:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788838319.815298:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788838319.815304:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000078590d8f/0xae64dcd520c44a3b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.815311:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0cac29d9600 already unused, calling callback (ffffffffc0e9d420) 00010000:00010000:0.0:1788838319.815341:0:22763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000078590d8f/0xae64dcd520c44a3b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.815351:0:22763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000078590d8f/0xae64dcd520c44a3b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.815367:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000078590d8f/0xae64dcd520c44a3b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.815373:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000078590d8f/0xae64dcd520c44a3b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.815387:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788838319.815389:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788838319.815391:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788838319.815686:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788838319.815694:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002f58ca58/0xae64dcd520c44a42 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.815697:0:23929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788838319.815709:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=769s v=(0 0) 00010000:00010000:0.0:1788838319.815719:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788838319.815725:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002f58ca58/0xae64dcd520c44a42 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.815738:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002f58ca58/0xae64dcd520c44a42 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.815747:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002f58ca58/0xae64dcd520c44a42 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.815755:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002f58ca58/0xae64dcd520c44a42 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.815780:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788838319.815921:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788838319.815928:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002f58ca58/0xae64dcd520c44a42 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.815936:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0cb021fee00 already unused, calling callback (ffffffffc0e9d420) 00010000:00010000:1.0:1788838319.815946:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002f58ca58/0xae64dcd520c44a42 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.815955:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002f58ca58/0xae64dcd520c44a42 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.815967:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002f58ca58/0xae64dcd520c44a42 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.815974:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002f58ca58/0xae64dcd520c44a42 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.815991:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788838319.815993:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788838319.815994:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788838319.816218:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788838319.816224:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000780ae0c8/0xae64dcd520c44a49 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.816233:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=769s v=(0 0) 00010000:00010000:0.0:1788838319.816236:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788838319.816240:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000780ae0c8/0xae64dcd520c44a49 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.816249:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000780ae0c8/0xae64dcd520c44a49 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.816257:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000780ae0c8/0xae64dcd520c44a49 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.816272:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000780ae0c8/0xae64dcd520c44a49 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.816303:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1788838319.816360:0:25169:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788838319.816367:0:25169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002cfa9413/0xae64dcd520c44a50 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838319.816381:0:25169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=769s v=(0 0) 00010000:00010000:3.0:1788838319.816384:0:25169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788838319.816388:0:25169:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002cfa9413/0xae64dcd520c44a50 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838319.816398:0:25169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002cfa9413/0xae64dcd520c44a50 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838319.816405:0:25169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002cfa9413/0xae64dcd520c44a50 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838319.816425:0:25169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002cfa9413/0xae64dcd520c44a50 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838319.816437:0:25169:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1788838319.816534:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788838319.816539:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000780ae0c8/0xae64dcd520c44a49 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.816548:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0cb021fea00 already unused, calling callback (ffffffffc0e9d420) 00010000:00010000:1.0:1788838319.816551:0:22763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000780ae0c8/0xae64dcd520c44a49 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.816560:0:22763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000780ae0c8/0xae64dcd520c44a49 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.816571:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000780ae0c8/0xae64dcd520c44a49 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.816585:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000780ae0c8/0xae64dcd520c44a49 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.816600:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788838319.816604:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002cfa9413/0xae64dcd520c44a50 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.816610:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0cadf86c000 already unused, calling callback (ffffffffc0e9d420) 00010000:00010000:1.0:1788838319.816613:0:22763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002cfa9413/0xae64dcd520c44a50 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.816620:0:22763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002cfa9413/0xae64dcd520c44a50 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.816631:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002cfa9413/0xae64dcd520c44a50 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.816638:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002cfa9413/0xae64dcd520c44a50 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.816651:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788838319.816653:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788838319.816654:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788838319.816661:0:23929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788838319.816915:0:25169:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00002000:00010000:0.0:1788838319.816915:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788838319.816922:0:25169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a585a1a3/0xae64dcd520c44a5e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.816922:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000067b67547/0xae64dcd520c44a57 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838319.816932:0:25169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=769s v=(0 0) 00010000:00010000:0.0:1788838319.816932:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=769s v=(0 0) 00010000:00010000:3.0:1788838319.816936:0:25169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788838319.816936:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788838319.816942:0:25169:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a585a1a3/0xae64dcd520c44a5e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.816942:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000067b67547/0xae64dcd520c44a57 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838319.816953:0:25169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a585a1a3/0xae64dcd520c44a5e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.816953:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000067b67547/0xae64dcd520c44a57 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.816963:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000067b67547/0xae64dcd520c44a57 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.816971:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000067b67547/0xae64dcd520c44a57 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838319.816972:0:25169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a585a1a3/0xae64dcd520c44a5e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838319.816979:0:25169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a585a1a3/0xae64dcd520c44a5e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.816991:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:0.0:1788838319.817504:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788838319.817510:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008f86fc37/0xae64dcd520c44a65 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.817525:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=769s v=(0 0) 00010000:00010000:0.0:1788838319.817528:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788838319.817532:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008f86fc37/0xae64dcd520c44a65 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.817541:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008f86fc37/0xae64dcd520c44a65 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.817548:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008f86fc37/0xae64dcd520c44a65 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.817555:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008f86fc37/0xae64dcd520c44a65 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.821308:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1788838319.821336:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000067b67547/0xae64dcd520c44a57 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838319.821337:0:25169:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1788838319.821357:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0cb021ff000 already unused, calling callback (ffffffffc0e9d420) 00010000:00010000:1.0:1788838319.821362:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000067b67547/0xae64dcd520c44a57 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.821373:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000067b67547/0xae64dcd520c44a57 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.821396:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000067b67547/0xae64dcd520c44a57 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.821403:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000067b67547/0xae64dcd520c44a57 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.821439:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788838319.821443:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a585a1a3/0xae64dcd520c44a5e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.821450:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0cadf86da00 already unused, calling callback (ffffffffc0e9d420) 00010000:00010000:1.0:1788838319.821453:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a585a1a3/0xae64dcd520c44a5e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.821459:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a585a1a3/0xae64dcd520c44a5e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.821469:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a585a1a3/0xae64dcd520c44a5e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.821480:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a585a1a3/0xae64dcd520c44a5e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.821498:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788838319.821502:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008f86fc37/0xae64dcd520c44a65 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.821509:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0cb021ffa00 already unused, calling callback (ffffffffc0e9d420) 00010000:00010000:1.0:1788838319.821512:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008f86fc37/0xae64dcd520c44a65 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.821518:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008f86fc37/0xae64dcd520c44a65 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.821528:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008f86fc37/0xae64dcd520c44a65 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.821535:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788838319.821537:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788838319.821538:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788838319.821552:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788838319.821630:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1788838319.821636:0:24283:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008f86fc37/0xae64dcd520c44a65 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.821841:0:23929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788838319.822077:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788838319.822084:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005f3cc7eb/0xae64dcd520c44a6c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.822097:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=769s v=(0 0) 00010000:00010000:0.0:1788838319.822101:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788838319.822107:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005f3cc7eb/0xae64dcd520c44a6c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.822133:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005f3cc7eb/0xae64dcd520c44a6c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.822142:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005f3cc7eb/0xae64dcd520c44a6c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.822150:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005f3cc7eb/0xae64dcd520c44a6c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.822172:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1788838319.822716:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788838319.822724:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bd6e069a/0xae64dcd520c44a73 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.822733:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=769s v=(0 0) 00010000:00010000:0.0:1788838319.822736:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788838319.822740:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bd6e069a/0xae64dcd520c44a73 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.822749:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bd6e069a/0xae64dcd520c44a73 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.822756:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bd6e069a/0xae64dcd520c44a73 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.822772:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bd6e069a/0xae64dcd520c44a73 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.822787:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:0.0:1788838319.823052:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788838319.823058:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ea63605b/0xae64dcd520c44a7a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.823067:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=769s v=(0 0) 00010000:00010000:0.0:1788838319.823070:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788838319.823074:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ea63605b/0xae64dcd520c44a7a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.823083:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ea63605b/0xae64dcd520c44a7a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.823091:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ea63605b/0xae64dcd520c44a7a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.823098:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ea63605b/0xae64dcd520c44a7a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.823111:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00010000:0.0:1788838319.823378:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788838319.823384:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000047f8c529/0xae64dcd520c44a81 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.823398:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=769s v=(0 0) 00010000:00010000:0.0:1788838319.823401:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788838319.823406:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000047f8c529/0xae64dcd520c44a81 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.823428:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000047f8c529/0xae64dcd520c44a81 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.823436:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000047f8c529/0xae64dcd520c44a81 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.823444:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000047f8c529/0xae64dcd520c44a81 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.823453:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:1.0:1788838319.823791:0:23929:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1788838319.823799:0:23929:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005f3cc7eb/0xae64dcd520c44a6c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.823817:0:23929:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0cb021ffc00 already unused, calling callback (ffffffffc0e9d420) 00010000:00010000:1.0:1788838319.823821:0:23929:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005f3cc7eb/0xae64dcd520c44a6c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.823832:0:23929:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005f3cc7eb/0xae64dcd520c44a6c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.823849:0:23929:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005f3cc7eb/0xae64dcd520c44a6c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.823856:0:23929:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005f3cc7eb/0xae64dcd520c44a6c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.823873:0:23929:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1788838319.823877:0:23929:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bd6e069a/0xae64dcd520c44a73 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.823884:0:23929:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0cb021ff400 already unused, calling callback (ffffffffc0e9d420) 00010000:00010000:1.0:1788838319.823887:0:23929:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bd6e069a/0xae64dcd520c44a73 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.823894:0:23929:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bd6e069a/0xae64dcd520c44a73 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.823902:0:23929:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bd6e069a/0xae64dcd520c44a73 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.823916:0:23929:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bd6e069a/0xae64dcd520c44a73 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.823928:0:23929:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788838319.823931:0:23929:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ea63605b/0xae64dcd520c44a7a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.823938:0:23929:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0cb021ffe00 already unused, calling callback (ffffffffc0e9d420) 00010000:00010000:1.0:1788838319.823942:0:23929:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ea63605b/0xae64dcd520c44a7a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.823949:0:23929:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ea63605b/0xae64dcd520c44a7a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.823959:0:23929:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ea63605b/0xae64dcd520c44a7a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.823967:0:23929:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ea63605b/0xae64dcd520c44a7a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.823977:0:23929:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788838319.823980:0:23929:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000047f8c529/0xae64dcd520c44a81 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.823986:0:23929:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0cb021fe400 already unused, calling callback (ffffffffc0e9d420) 00010000:00010000:1.0:1788838319.823993:0:23929:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000047f8c529/0xae64dcd520c44a81 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.824001:0:23929:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000047f8c529/0xae64dcd520c44a81 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.824024:0:23929:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000047f8c529/0xae64dcd520c44a81 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.824031:0:23929:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000047f8c529/0xae64dcd520c44a81 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.824045:0:23929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788838319.824047:0:23929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788838319.824048:0:23929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788838319.824057:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788838319.824064:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788838319.824148:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788838319.824153:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000036e2c440/0xae64dcd520c44a88 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.824161:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=769s v=(0 0) 00010000:00010000:0.0:1788838319.824164:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788838319.824168:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000036e2c440/0xae64dcd520c44a88 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.824176:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000036e2c440/0xae64dcd520c44a88 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.824192:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000036e2c440/0xae64dcd520c44a88 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.824199:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000036e2c440/0xae64dcd520c44a88 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.824218:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1788838319.824628:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788838319.824634:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000022da945b/0xae64dcd520c44a8f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.824642:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=769s v=(0 0) 00010000:00010000:0.0:1788838319.824645:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788838319.824650:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000022da945b/0xae64dcd520c44a8f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.824658:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000022da945b/0xae64dcd520c44a8f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.824666:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000022da945b/0xae64dcd520c44a8f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.824672:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000022da945b/0xae64dcd520c44a8f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.824693:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1788838319.824930:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788838319.824936:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000036e2c440/0xae64dcd520c44a88 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.824944:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0cb021ff600 already unused, calling callback (ffffffffc0e9d420) 00010000:00010000:1.0:1788838319.824948:0:22763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000036e2c440/0xae64dcd520c44a88 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.824957:0:22763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000036e2c440/0xae64dcd520c44a88 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.824981:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000036e2c440/0xae64dcd520c44a88 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.824987:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000036e2c440/0xae64dcd520c44a88 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.825001:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788838319.825005:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000022da945b/0xae64dcd520c44a8f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.825024:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0cb021ff200 already unused, calling callback (ffffffffc0e9d420) 00010000:00010000:1.0:1788838319.825027:0:22763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000022da945b/0xae64dcd520c44a8f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.825034:0:22763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000022da945b/0xae64dcd520c44a8f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.825043:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000022da945b/0xae64dcd520c44a8f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.825050:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000022da945b/0xae64dcd520c44a8f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.825062:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788838319.825064:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788838319.825070:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788838319.825076:0:23929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788838319.825218:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788838319.825224:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000046c54e69/0xae64dcd520c44a96 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.825232:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=769s v=(0 0) 00010000:00010000:0.0:1788838319.825236:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788838319.825240:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000046c54e69/0xae64dcd520c44a96 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.825249:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000046c54e69/0xae64dcd520c44a96 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.825257:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000046c54e69/0xae64dcd520c44a96 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.825265:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000046c54e69/0xae64dcd520c44a96 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.825456:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1788838319.825787:0:25169:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788838319.825794:0:25169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e10aa5a6/0xae64dcd520c44a9d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.825803:0:25169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=769s v=(0 0) 00010000:00010000:0.0:1788838319.825813:0:25169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788838319.825817:0:25169:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e10aa5a6/0xae64dcd520c44a9d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.825827:0:25169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e10aa5a6/0xae64dcd520c44a9d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.825834:0:25169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e10aa5a6/0xae64dcd520c44a9d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.825840:0:25169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e10aa5a6/0xae64dcd520c44a9d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.827189:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788838319.827205:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000046c54e69/0xae64dcd520c44a96 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.827218:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0caff7b4200 already unused, calling callback (ffffffffc0e9d420) 00010000:00010000:1.0:1788838319.827222:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000046c54e69/0xae64dcd520c44a96 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.827232:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000046c54e69/0xae64dcd520c44a96 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.827251:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000046c54e69/0xae64dcd520c44a96 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.827258:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000046c54e69/0xae64dcd520c44a96 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.827291:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788838319.827296:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e10aa5a6/0xae64dcd520c44a9d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.827302:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0caff7b4c00 already unused, calling callback (ffffffffc0e9d420) 00010000:00010000:1.0:1788838319.827305:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e10aa5a6/0xae64dcd520c44a9d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.827340:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e10aa5a6/0xae64dcd520c44a9d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.827353:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e10aa5a6/0xae64dcd520c44a9d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.827361:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788838319.827363:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788838319.827365:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788838319.827533:0:25169:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1788838319.827540:0:25169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e10aa5a6/0xae64dcd520c44a9d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.827868:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788838319.828137:0:25169:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788838319.828144:0:25169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000016dd9f33/0xae64dcd520c44aa4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.828157:0:25169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=769s v=(0 0) 00010000:00010000:0.0:1788838319.828161:0:25169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788838319.828167:0:25169:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000016dd9f33/0xae64dcd520c44aa4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.828179:0:25169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000016dd9f33/0xae64dcd520c44aa4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.828195:0:25169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000016dd9f33/0xae64dcd520c44aa4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.828203:0:25169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000016dd9f33/0xae64dcd520c44aa4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.828225:0:25169:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788838319.828367:0:23929:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788838319.828374:0:23929:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000016dd9f33/0xae64dcd520c44aa4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.828383:0:23929:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0caff7b4600 already unused, calling callback (ffffffffc0e9d420) 00010000:00010000:1.0:1788838319.828387:0:23929:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000016dd9f33/0xae64dcd520c44aa4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.828395:0:23929:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000016dd9f33/0xae64dcd520c44aa4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.828421:0:23929:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000016dd9f33/0xae64dcd520c44aa4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.828429:0:23929:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000016dd9f33/0xae64dcd520c44aa4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.828455:0:23929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788838319.828457:0:23929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788838319.828458:0:23929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788838319.828757:0:25169:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788838319.828763:0:25169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000099a4fb72/0xae64dcd520c44aab lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.828771:0:25169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=769s v=(0 0) 00010000:00010000:0.0:1788838319.828774:0:25169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788838319.828778:0:25169:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000099a4fb72/0xae64dcd520c44aab lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.828787:0:25169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000099a4fb72/0xae64dcd520c44aab lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.828794:0:25169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000099a4fb72/0xae64dcd520c44aab lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.828801:0:25169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000099a4fb72/0xae64dcd520c44aab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.828832:0:25169:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788838319.829138:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788838319.829144:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000099a4fb72/0xae64dcd520c44aab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.829152:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0caff7b5800 already unused, calling callback (ffffffffc0e9d420) 00010000:00010000:1.0:1788838319.829155:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000099a4fb72/0xae64dcd520c44aab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.829163:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000099a4fb72/0xae64dcd520c44aab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.829175:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000099a4fb72/0xae64dcd520c44aab lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.829183:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000099a4fb72/0xae64dcd520c44aab lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.829197:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788838319.829199:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788838319.829200:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788838319.829273:0:25169:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00002000:00010000:1.0:1788838319.829453:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788838319.829458:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008994ac9d/0xae64dcd520c44ab9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.829478:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=769s v=(0 0) 00010000:00010000:1.0:1788838319.829481:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788838319.829486:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008994ac9d/0xae64dcd520c44ab9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.829497:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008994ac9d/0xae64dcd520c44ab9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.829506:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008994ac9d/0xae64dcd520c44ab9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.829514:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008994ac9d/0xae64dcd520c44ab9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.829530:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788838319.829539:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788838319.829543:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008994ac9d/0xae64dcd520c44ab9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.829550:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0cafc8c0200 already unused, calling callback (ffffffffc0e9d420) 00010000:00010000:1.0:1788838319.829553:0:22763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008994ac9d/0xae64dcd520c44ab9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.829560:0:22763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008994ac9d/0xae64dcd520c44ab9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.829583:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008994ac9d/0xae64dcd520c44ab9 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.829591:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008994ac9d/0xae64dcd520c44ab9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.829605:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788838319.829607:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788838319.829608:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788838319.829967:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788838319.829974:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000067909d26/0xae64dcd520c44ac0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.829983:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=769s v=(0 0) 00010000:00010000:1.0:1788838319.829987:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788838319.829991:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000067909d26/0xae64dcd520c44ac0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.830000:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000067909d26/0xae64dcd520c44ac0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.830216:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000067909d26/0xae64dcd520c44ac0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.830226:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000067909d26/0xae64dcd520c44ac0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.830252:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788838319.830261:0:23929:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788838319.830265:0:23929:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000067909d26/0xae64dcd520c44ac0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.830271:0:23929:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0cafc8c1800 already unused, calling callback (ffffffffc0e9d420) 00010000:00010000:1.0:1788838319.830287:0:23929:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000067909d26/0xae64dcd520c44ac0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.830295:0:23929:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000067909d26/0xae64dcd520c44ac0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.830308:0:23929:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000067909d26/0xae64dcd520c44ac0 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.830328:0:23929:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000067909d26/0xae64dcd520c44ac0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.830342:0:23929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788838319.830343:0:23929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788838319.830345:0:23929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788838319.830634:0:25169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008acaadb1/0xae64dcd520c44ab2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.830643:0:25169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=769s v=(0 0) 00010000:00010000:0.0:1788838319.830647:0:25169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788838319.830651:0:25169:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008acaadb1/0xae64dcd520c44ab2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.830661:0:25169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008acaadb1/0xae64dcd520c44ab2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.830668:0:25169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008acaadb1/0xae64dcd520c44ab2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.830675:0:25169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008acaadb1/0xae64dcd520c44ab2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.830690:0:25169:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1788838319.831210:0:25169:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788838319.831216:0:25169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000485e50ed/0xae64dcd520c44ac7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.831224:0:25169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=769s v=(0 0) 00010000:00010000:0.0:1788838319.831233:0:25169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788838319.831238:0:25169:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000485e50ed/0xae64dcd520c44ac7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.831247:0:25169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000485e50ed/0xae64dcd520c44ac7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.831255:0:25169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000485e50ed/0xae64dcd520c44ac7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.831261:0:25169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000485e50ed/0xae64dcd520c44ac7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.831430:0:25169:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:0.0:1788838319.831891:0:25169:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788838319.831898:0:25169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002b6de7e1/0xae64dcd520c44ace lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.831908:0:25169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=769s v=(0 0) 00010000:00010000:0.0:1788838319.831911:0:25169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788838319.831914:0:25169:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002b6de7e1/0xae64dcd520c44ace lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.831923:0:25169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002b6de7e1/0xae64dcd520c44ace lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.831931:0:25169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002b6de7e1/0xae64dcd520c44ace lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.831944:0:25169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002b6de7e1/0xae64dcd520c44ace lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.833490:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1788838319.833504:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008acaadb1/0xae64dcd520c44ab2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.833516:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0caff7b4000 already unused, calling callback (ffffffffc0e9d420) 00010000:00010000:1.0:1788838319.833531:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008acaadb1/0xae64dcd520c44ab2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.833540:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008acaadb1/0xae64dcd520c44ab2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.833559:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008acaadb1/0xae64dcd520c44ab2 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.833567:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008acaadb1/0xae64dcd520c44ab2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.833590:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788838319.833594:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000485e50ed/0xae64dcd520c44ac7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.833601:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0caff7b4a00 already unused, calling callback (ffffffffc0e9d420) 00010000:00010000:1.0:1788838319.833603:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000485e50ed/0xae64dcd520c44ac7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.833612:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000485e50ed/0xae64dcd520c44ac7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.833621:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000485e50ed/0xae64dcd520c44ac7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.833628:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000485e50ed/0xae64dcd520c44ac7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.833649:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788838319.833652:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002b6de7e1/0xae64dcd520c44ace lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.833658:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0caff7b4400 already unused, calling callback (ffffffffc0e9d420) 00010000:00010000:1.0:1788838319.833661:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002b6de7e1/0xae64dcd520c44ace lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.833669:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002b6de7e1/0xae64dcd520c44ace lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.833679:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002b6de7e1/0xae64dcd520c44ace lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.833686:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788838319.833688:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788838319.833690:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788838319.833703:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788838319.833797:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788838319.833804:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001585dcca/0xae64dcd520c44ad5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.833815:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=769s v=(0 0) 00010000:00010000:1.0:1788838319.833819:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788838319.833825:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001585dcca/0xae64dcd520c44ad5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.833848:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001585dcca/0xae64dcd520c44ad5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.833858:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001585dcca/0xae64dcd520c44ad5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.833866:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001585dcca/0xae64dcd520c44ad5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.833887:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788838319.833898:0:23929:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788838319.833902:0:23929:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001585dcca/0xae64dcd520c44ad5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.833909:0:23929:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0cafc8c1400 already unused, calling callback (ffffffffc0e9d420) 00010000:00010000:1.0:1788838319.833913:0:23929:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001585dcca/0xae64dcd520c44ad5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.833920:0:23929:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001585dcca/0xae64dcd520c44ad5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.833930:0:23929:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001585dcca/0xae64dcd520c44ad5 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.833937:0:23929:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001585dcca/0xae64dcd520c44ad5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.833957:0:23929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788838319.833959:0:23929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788838319.833961:0:23929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788838319.834674:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788838319.834683:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000382cc688/0xae64dcd520c44adc lrc: 3/0,1 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.834694:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=769s v=(0 0) 00010000:00010000:1.0:1788838319.834698:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788838319.834702:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000382cc688/0xae64dcd520c44adc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.834713:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000382cc688/0xae64dcd520c44adc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.834724:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000382cc688/0xae64dcd520c44adc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.834732:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000382cc688/0xae64dcd520c44adc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.834749:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788838319.834757:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788838319.834761:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000382cc688/0xae64dcd520c44adc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.834779:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0cafc8c1200 already unused, calling callback (ffffffffc0e9d420) 00010000:00010000:1.0:1788838319.834783:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000382cc688/0xae64dcd520c44adc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.834790:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000382cc688/0xae64dcd520c44adc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.834803:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000382cc688/0xae64dcd520c44adc lrc: 1/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.834810:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000382cc688/0xae64dcd520c44adc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.834824:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788838319.834826:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788838319.834827:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788838319.835266:0:25169:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1788838319.835286:0:25169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002b6de7e1/0xae64dcd520c44ace lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788838319.835731:0:25169:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788838319.835738:0:25169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ad2ffa86/0xae64dcd520c44ae3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.835749:0:25169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=769s v=(0 0) 00010000:00010000:0.0:1788838319.835752:0:25169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788838319.835757:0:25169:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ad2ffa86/0xae64dcd520c44ae3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.835768:0:25169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ad2ffa86/0xae64dcd520c44ae3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.835777:0:25169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ad2ffa86/0xae64dcd520c44ae3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.835786:0:25169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ad2ffa86/0xae64dcd520c44ae3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.835809:0:25169:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788838319.836143:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788838319.836150:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ad2ffa86/0xae64dcd520c44ae3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.836157:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0caff7b5400 already unused, calling callback (ffffffffc0e9d420) 00010000:00010000:1.0:1788838319.836161:0:22763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ad2ffa86/0xae64dcd520c44ae3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.836170:0:22763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ad2ffa86/0xae64dcd520c44ae3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.836189:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ad2ffa86/0xae64dcd520c44ae3 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.836197:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ad2ffa86/0xae64dcd520c44ae3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.836212:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788838319.836213:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788838319.836215:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788838319.836221:0:23929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788838319.836354:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x22:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788838319.836361:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cff816ea/0xae64dcd520c44aea lrc: 3/0,1 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.836371:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x22:0x0].0x0 since=769s v=(0 0) 00010000:00010000:0.0:1788838319.836374:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788838319.836378:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cff816ea/0xae64dcd520c44aea lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.836388:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cff816ea/0xae64dcd520c44aea lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.836395:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cff816ea/0xae64dcd520c44aea lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.836403:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cff816ea/0xae64dcd520c44aea lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.836427:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:0.0:1788838319.836669:0:24283:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0000: after destroy: set last_id to 0x280000401:6 00000100:00100000:0.0:1788838319.836772:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c400c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:22799:x1875732255213184:12345-0@lo:5:osp-pre-0-0.0 Request processed in 85938us (86517us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838319.836782:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1788838319.836961:0:22799:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c400c700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22799:1875732255213184:0@lo:5:osp-pre-0-0.0 00000004:00080000:1.0:1788838319.836982:0:22799:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x280000401:0x41:0x0] from OST, last_created [0x280000401:0x41:0x0]last_used is [0x280000401:0x6:0x0] 00000100:00100000:1.0:1788838319.837035:0:22799:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c400c700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22799:1875732255214464:0@lo:5:osp-pre-0-0.0 00000100:00100000:1.0:1788838319.837076:0:22799:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838319.837111:0:22799:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cafa314180 going to sleep for 11 seconds 00010000:00010000:1.0:1788838319.837125:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788838319.837130:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cff816ea/0xae64dcd520c44aea lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.837139:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0caff7b5c00 already unused, calling callback (ffffffffc0e9d420) 00010000:00010000:1.0:1788838319.837142:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cff816ea/0xae64dcd520c44aea lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.837151:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cff816ea/0xae64dcd520c44aea lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.837170:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cff816ea/0xae64dcd520c44aea lrc: 1/0,0 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.837178:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cff816ea/0xae64dcd520c44aea lrc: 0/0,0 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.837194:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788838319.837196:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788838319.837198:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788838319.837252:0:25169:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788838319.837258:0:25169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000c10266c/0xae64dcd520c44af1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.837267:0:25169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=769s v=(0 0) 00010000:00010000:1.0:1788838319.837284:0:25169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788838319.837289:0:25169:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000c10266c/0xae64dcd520c44af1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.837300:0:25169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000c10266c/0xae64dcd520c44af1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.837309:0:25169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000c10266c/0xae64dcd520c44af1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.837333:0:25169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000c10266c/0xae64dcd520c44af1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.837357:0:25169:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788838319.837365:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788838319.837370:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000c10266c/0xae64dcd520c44af1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.837377:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0cafc8c1c00 already unused, calling callback (ffffffffc0e9d420) 00010000:00010000:1.0:1788838319.837380:0:22763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000c10266c/0xae64dcd520c44af1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.837388:0:22763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000c10266c/0xae64dcd520c44af1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.837400:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000c10266c/0xae64dcd520c44af1 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.837418:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000c10266c/0xae64dcd520c44af1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.837432:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788838319.837434:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788838319.837436:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788838319.838026:0:25169:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788838319.838034:0:25169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000239ba4c8/0xae64dcd520c44af8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.838044:0:25169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=769s v=(0 0) 00010000:00010000:1.0:1788838319.838054:0:25169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788838319.838059:0:25169:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000239ba4c8/0xae64dcd520c44af8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.838069:0:25169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000239ba4c8/0xae64dcd520c44af8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.838077:0:25169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000239ba4c8/0xae64dcd520c44af8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.838084:0:25169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000239ba4c8/0xae64dcd520c44af8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.838098:0:25169:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788838319.838106:0:23929:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788838319.838110:0:23929:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000239ba4c8/0xae64dcd520c44af8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.838117:0:23929:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0cafc8c0800 already unused, calling callback (ffffffffc0e9d420) 00010000:00010000:1.0:1788838319.838120:0:23929:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000239ba4c8/0xae64dcd520c44af8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.838128:0:23929:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000239ba4c8/0xae64dcd520c44af8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.838139:0:23929:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000239ba4c8/0xae64dcd520c44af8 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.838157:0:23929:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000239ba4c8/0xae64dcd520c44af8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.838171:0:23929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788838319.838173:0:23929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788838319.838174:0:23929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788838319.838503:0:24280:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255214464 00000100:00100000:0.0:1788838319.838519:0:24280:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255214464 00000100:00100000:0.0:1788838319.838580:0:24280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1788838319.838592:0:24280:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c400f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:22799:x1875732255214464:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:0.0:1788838319.838639:0:24280:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000401 at 66 00002000:00010000:1.0:1788838319.839450:0:25169:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788838319.839458:0:25169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002a3b23c3/0xae64dcd520c44aff lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.839471:0:25169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=769s v=(0 0) 00010000:00010000:1.0:1788838319.839475:0:25169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788838319.839479:0:25169:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002a3b23c3/0xae64dcd520c44aff lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.839490:0:25169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002a3b23c3/0xae64dcd520c44aff lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.839500:0:25169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002a3b23c3/0xae64dcd520c44aff lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.839507:0:25169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002a3b23c3/0xae64dcd520c44aff lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.839522:0:25169:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788838319.839530:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788838319.839540:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002a3b23c3/0xae64dcd520c44aff lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.839546:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0cafc8c0000 already unused, calling callback (ffffffffc0e9d420) 00010000:00010000:1.0:1788838319.839550:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002a3b23c3/0xae64dcd520c44aff lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.839558:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002a3b23c3/0xae64dcd520c44aff lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.839570:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002a3b23c3/0xae64dcd520c44aff lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.839576:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002a3b23c3/0xae64dcd520c44aff lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.839589:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788838319.839590:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788838319.839591:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788838319.840362:0:25169:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788838319.840369:0:25169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000eaf0a7eb/0xae64dcd520c44b06 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.840380:0:25169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=769s v=(0 0) 00010000:00010000:1.0:1788838319.840383:0:25169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788838319.840387:0:25169:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000eaf0a7eb/0xae64dcd520c44b06 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.840420:0:25169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000eaf0a7eb/0xae64dcd520c44b06 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.840430:0:25169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000eaf0a7eb/0xae64dcd520c44b06 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.840438:0:25169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000eaf0a7eb/0xae64dcd520c44b06 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.840456:0:25169:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788838319.840466:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788838319.840471:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000eaf0a7eb/0xae64dcd520c44b06 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.840479:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0cafc8c0400 already unused, calling callback (ffffffffc0e9d420) 00010000:00010000:1.0:1788838319.840482:0:22763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000eaf0a7eb/0xae64dcd520c44b06 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.840490:0:22763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000eaf0a7eb/0xae64dcd520c44b06 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.840503:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000eaf0a7eb/0xae64dcd520c44b06 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.840512:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000eaf0a7eb/0xae64dcd520c44b06 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.840535:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788838319.840537:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788838319.840539:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788838319.841533:0:25169:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788838319.841541:0:25169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000780ae0c8/0xae64dcd520c44b0d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.841553:0:25169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=769s v=(0 0) 00010000:00010000:1.0:1788838319.841556:0:25169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788838319.841561:0:25169:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000780ae0c8/0xae64dcd520c44b0d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.841572:0:25169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000780ae0c8/0xae64dcd520c44b0d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.841580:0:25169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000780ae0c8/0xae64dcd520c44b0d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.841587:0:25169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000780ae0c8/0xae64dcd520c44b0d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.841600:0:25169:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788838319.841609:0:23929:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788838319.841614:0:23929:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000780ae0c8/0xae64dcd520c44b0d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.841630:0:23929:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0cb021fea00 already unused, calling callback (ffffffffc0e9d420) 00010000:00010000:1.0:1788838319.841634:0:23929:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000780ae0c8/0xae64dcd520c44b0d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.841642:0:23929:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000780ae0c8/0xae64dcd520c44b0d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.841656:0:23929:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000780ae0c8/0xae64dcd520c44b0d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.841664:0:23929:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000780ae0c8/0xae64dcd520c44b0d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.841679:0:23929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788838319.841681:0:23929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788838319.841682:0:23929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788838319.844067:0:25169:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788838319.844079:0:25169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002f58ca58/0xae64dcd520c44b14 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.844097:0:25169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=769s v=(0 0) 00010000:00010000:1.0:1788838319.844101:0:25169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788838319.844108:0:25169:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002f58ca58/0xae64dcd520c44b14 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.844122:0:25169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002f58ca58/0xae64dcd520c44b14 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.844139:0:25169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002f58ca58/0xae64dcd520c44b14 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.844147:0:25169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002f58ca58/0xae64dcd520c44b14 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.844168:0:25169:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788838319.844180:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788838319.844186:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002f58ca58/0xae64dcd520c44b14 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.844194:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0cb021fee00 already unused, calling callback (ffffffffc0e9d420) 00010000:00010000:1.0:1788838319.844199:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002f58ca58/0xae64dcd520c44b14 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.844208:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002f58ca58/0xae64dcd520c44b14 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.844223:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002f58ca58/0xae64dcd520c44b14 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.844230:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002f58ca58/0xae64dcd520c44b14 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.844250:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788838319.844258:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788838319.844260:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1788838319.847691:0:24277:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901890 is committed 00000001:00100000:1.0:1788838319.847745:0:24277:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000100:00100000:1.0:1788838319.847918:0:24280:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c400f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:22799:x1875732255214464:12345-0@lo:5:osp-pre-0-0.0 Request processed in 9323us (10836us total) trans 12884901890 rc 0/0 00000100:00100000:1.0:1788838319.847931:0:24280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1788838319.852545:0:22799:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:1.0:1788838319.852565:0:22799:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c400c700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22799:1875732255214464:0@lo:5:osp-pre-0-0.0 00000004:00080000:1.0:1788838319.852588:0:22799:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x280000401:0x41:0x0]-[0x280000401:0x61:0x0] 00002000:00010000:0.0:1788838319.855850:0:25169:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788838319.855864:0:25169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002b6de7e1/0xae64dcd520c44b1b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.855885:0:25169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=769s v=(0 0) 00010000:00010000:0.0:1788838319.855890:0:25169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788838319.855897:0:25169:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002b6de7e1/0xae64dcd520c44b1b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.855914:0:25169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002b6de7e1/0xae64dcd520c44b1b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.855924:0:25169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002b6de7e1/0xae64dcd520c44b1b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.855933:0:25169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002b6de7e1/0xae64dcd520c44b1b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.855953:0:25169:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788838319.858642:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788838319.858660:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002b6de7e1/0xae64dcd520c44b1b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.858675:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0caff7b4400 already unused, calling callback (ffffffffc0e9d420) 00010000:00010000:1.0:1788838319.858680:0:22763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002b6de7e1/0xae64dcd520c44b1b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.858692:0:22763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002b6de7e1/0xae64dcd520c44b1b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.858715:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002b6de7e1/0xae64dcd520c44b1b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.858723:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002b6de7e1/0xae64dcd520c44b1b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.858754:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788838319.858756:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788838319.858758:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788838319.859026:0:25169:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788838319.859035:0:25169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e10aa5a6/0xae64dcd520c44b22 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.859060:0:25169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=769s v=(0 0) 00010000:00010000:0.0:1788838319.859065:0:25169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788838319.859071:0:25169:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e10aa5a6/0xae64dcd520c44b22 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.859083:0:25169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e10aa5a6/0xae64dcd520c44b22 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.859093:0:25169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e10aa5a6/0xae64dcd520c44b22 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.859101:0:25169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e10aa5a6/0xae64dcd520c44b22 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.859124:0:25169:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788838319.859422:0:23929:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788838319.859429:0:23929:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e10aa5a6/0xae64dcd520c44b22 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838319.859448:0:23929:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0caff7b4c00 already unused, calling callback (ffffffffc0e9d420) 00010000:00010000:2.0:1788838319.859452:0:23929:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e10aa5a6/0xae64dcd520c44b22 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838319.859460:0:23929:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e10aa5a6/0xae64dcd520c44b22 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838319.859472:0:23929:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e10aa5a6/0xae64dcd520c44b22 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838319.859479:0:23929:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e10aa5a6/0xae64dcd520c44b22 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838319.859494:0:23929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788838319.859496:0:23929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788838319.859497:0:23929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788838319.859975:0:25169:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788838319.859982:0:25169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fecaba3a/0xae64dcd520c44b29 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.859991:0:25169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=769s v=(0 0) 00010000:00010000:0.0:1788838319.859994:0:25169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788838319.859999:0:25169:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fecaba3a/0xae64dcd520c44b29 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.860008:0:25169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fecaba3a/0xae64dcd520c44b29 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.860029:0:25169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fecaba3a/0xae64dcd520c44b29 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.860036:0:25169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fecaba3a/0xae64dcd520c44b29 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.860050:0:25169:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788838319.861047:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788838319.861056:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fecaba3a/0xae64dcd520c44b29 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.861065:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0caff7b5600 already unused, calling callback (ffffffffc0e9d420) 00010000:00010000:1.0:1788838319.861070:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fecaba3a/0xae64dcd520c44b29 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.861079:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fecaba3a/0xae64dcd520c44b29 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.861095:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fecaba3a/0xae64dcd520c44b29 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.861102:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fecaba3a/0xae64dcd520c44b29 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.861117:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788838319.861119:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788838319.861121:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788838319.868050:0:25169:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788838319.868066:0:25169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c07bd792/0xae64dcd520c44b30 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.868084:0:25169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=769s v=(0 0) 00010000:00010000:0.0:1788838319.868089:0:25169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788838319.868095:0:25169:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c07bd792/0xae64dcd520c44b30 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.868108:0:25169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c07bd792/0xae64dcd520c44b30 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.868119:0:25169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c07bd792/0xae64dcd520c44b30 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.868127:0:25169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c07bd792/0xae64dcd520c44b30 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.868160:0:25169:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788838319.869363:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788838319.869374:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c07bd792/0xae64dcd520c44b30 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.869397:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0caff7b4e00 already unused, calling callback (ffffffffc0e9d420) 00010000:00010000:1.0:1788838319.869402:0:22763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c07bd792/0xae64dcd520c44b30 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.869423:0:22763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c07bd792/0xae64dcd520c44b30 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.869444:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c07bd792/0xae64dcd520c44b30 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.869451:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c07bd792/0xae64dcd520c44b30 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.869467:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788838319.869469:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788838319.869471:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788838319.871129:0:25169:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788838319.871142:0:25169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000000d39138/0xae64dcd520c44b37 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838319.871159:0:25169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=769s v=(0 0) 00010000:00010000:2.0:1788838319.871164:0:25169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788838319.871171:0:25169:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000000d39138/0xae64dcd520c44b37 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838319.871187:0:25169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000000d39138/0xae64dcd520c44b37 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838319.871204:0:25169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000000d39138/0xae64dcd520c44b37 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838319.871213:0:25169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000000d39138/0xae64dcd520c44b37 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838319.871231:0:25169:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788838319.871243:0:23929:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788838319.871248:0:23929:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000000d39138/0xae64dcd520c44b37 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838319.871255:0:23929:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0cac29d8a00 already unused, calling callback (ffffffffc0e9d420) 00010000:00010000:2.0:1788838319.871260:0:23929:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000000d39138/0xae64dcd520c44b37 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838319.871269:0:23929:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000000d39138/0xae64dcd520c44b37 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838319.871284:0:23929:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000000d39138/0xae64dcd520c44b37 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838319.871292:0:23929:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000000d39138/0xae64dcd520c44b37 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838319.871308:0:23929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788838319.871330:0:23929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788838319.871332:0:23929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1788838319.871392:0:22771:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1788838319.871396:0:22771:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffffa0caeb80f800 from 14 10000000:01000000:1.0:1788838319.871400:0:22771:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1788838319.871454:0:22771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0cb021fee00/0xae64dcd520c44b3e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.871463:0:22771:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.155@tcp lock: ffffa0cb021fee00/0xae64dcd520c44b3e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.871474:0:22771:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.155@tcp lock: ffffa0cb021fee00/0xae64dcd520c44b3e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788838319.872507:0:22771:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c400c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22771:1875732255214592:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788838319.872589:0:22771:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838319.872625:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255214592 00000100:00100000:0.0:1788838319.872633:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255214592 00000100:00100000:1.0:1788838319.872634:0:22771:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cac4c04840 going to sleep for 11 seconds 00000100:00100000:0.0:1788838319.872696:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:0.0:1788838319.872707:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cac6df5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+22:22771:x1875732255214592:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788838319.872724:0:22766:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788838319.872742:0:22766:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0caff7b5a00/0xae64dcd520c44b45 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xae64dcd520c44b3e expref: -99 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.872770:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0caff7b5a00/0xae64dcd520c44b45 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xae64dcd520c44b3e expref: 23 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.872784:0:22766:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0caff7b5a00/0xae64dcd520c44b45 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xae64dcd520c44b3e expref: 23 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838319.872792:0:22766:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0caff7b5a00, rc 0) 00002000:00010000:2.0:1788838319.873165:0:25169:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788838319.873174:0:25169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000078590d8f/0xae64dcd520c44b4c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838319.873190:0:25169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=769s v=(0 0) 00010000:00010000:2.0:1788838319.873194:0:25169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788838319.873201:0:25169:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000078590d8f/0xae64dcd520c44b4c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838319.873215:0:25169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000078590d8f/0xae64dcd520c44b4c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838319.873227:0:25169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000078590d8f/0xae64dcd520c44b4c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838319.873236:0:25169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000078590d8f/0xae64dcd520c44b4c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838319.873260:0:25169:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788838319.873298:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788838319.873305:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000078590d8f/0xae64dcd520c44b4c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.873331:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0cac29d9600 already unused, calling callback (ffffffffc0e9d420) 00010000:00010000:1.0:1788838319.873336:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000078590d8f/0xae64dcd520c44b4c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.873345:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000078590d8f/0xae64dcd520c44b4c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.873359:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000078590d8f/0xae64dcd520c44b4c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.873366:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000078590d8f/0xae64dcd520c44b4c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.873386:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788838319.873388:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788838319.873389:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788838319.873557:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cac6df5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+23:22771:x1875732255214592:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 849us (965us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838319.873565:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00100000:1.0:1788838319.873737:0:22771:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c400c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22771:1875732255214592:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788838319.873754:0:22771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.155@tcp lock: ffffa0cb021fee00/0xae64dcd520c44b3e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c44b45 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.873768:0:22771:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.155@tcp lock: ffffa0cb021fee00/0xae64dcd520c44b3e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xae64dcd520c44b45 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788838319.873834:0:22771:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c400c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22771:1875732255214720:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1788838319.873874:0:22771:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838319.873903:0:22771:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cac4c04840 going to sleep for 11 seconds 00000100:00100000:1.0:1788838319.873919:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255214720 00000100:00100000:1.0:1788838319.873924:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255214720 00000100:00100000:1.0:1788838319.873956:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:1.0:1788838319.873964:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cac6df6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+23:22771:x1875732255214720:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1788838319.873981:0:22769:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1788838319.873999:0:22769:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1788838319.874002:0:22769:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:1.0:1788838319.874093:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cac6df6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+23:22771:x1875732255214720:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 129us (218us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838319.874100:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00100000:1.0:1788838319.874128:0:22771:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c400c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22771:1875732255214720:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1788838319.874183:0:22771:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.155@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1788838319.874190:0:22771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0cb021fee00/0xae64dcd520c44b3e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c44b45 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.874197:0:22771:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.155@tcp lock: ffffa0cb021fee00/0xae64dcd520c44b3e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c44b45 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788838319.874205:0:22771:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1788838319.874208:0:22771:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffffa0caf3014800 from 14 10000000:01000000:1.0:1788838319.874215:0:22771:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1788838319.874233:0:22771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0cb021fea00/0xae64dcd520c44b53 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.874240:0:22771:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.155@tcp lock: ffffa0cb021fea00/0xae64dcd520c44b53 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.874249:0:22771:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.155@tcp lock: ffffa0cb021fea00/0xae64dcd520c44b53 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788838319.874261:0:22771:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c400c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22771:1875732255214848:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788838319.874301:0:22771:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838319.874340:0:22771:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cac4c04840 going to sleep for 11 seconds 00000100:00100000:1.0:1788838319.874351:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255214848 00000100:00100000:1.0:1788838319.874354:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255214848 00000100:00100000:1.0:1788838319.874374:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:1.0:1788838319.874380:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cac6df5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+23:22771:x1875732255214848:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788838319.874388:0:22766:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788838319.874399:0:22766:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0cb021ff200/0xae64dcd520c44b5a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xae64dcd520c44b53 expref: -99 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.874428:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0cb021ff200/0xae64dcd520c44b5a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xae64dcd520c44b53 expref: 24 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.874437:0:22766:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0cb021ff200/0xae64dcd520c44b5a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xae64dcd520c44b53 expref: 24 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.874443:0:22766:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0cb021ff200, rc 0) 00000100:00100000:1.0:1788838319.874469:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cac6df5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+24:22771:x1875732255214848:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 89us (167us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838319.874482:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00100000:1.0:1788838319.874512:0:22771:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c400c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22771:1875732255214848:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788838319.874521:0:22771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.155@tcp lock: ffffa0cb021fea00/0xae64dcd520c44b53 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c44b5a expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.874528:0:22771:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.155@tcp lock: ffffa0cb021fea00/0xae64dcd520c44b53 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xae64dcd520c44b5a expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788838319.874563:0:22771:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c400c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22771:1875732255214976:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1788838319.874589:0:22771:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838319.874602:0:22771:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cac4c04840 going to sleep for 11 seconds 00000100:00100000:1.0:1788838319.874614:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255214976 00000100:00100000:1.0:1788838319.874618:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255214976 00000100:00100000:1.0:1788838319.874638:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00100000:1.0:1788838319.874644:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cac6df7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+24:22771:x1875732255214976:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1788838319.874653:0:22768:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1788838319.874664:0:22768:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1788838319.874666:0:22768:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:1.0:1788838319.874725:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cac6df7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+24:22771:x1875732255214976:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 80us (134us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838319.874732:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00100000:1.0:1788838319.874758:0:22771:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c400c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22771:1875732255214976:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1788838319.874792:0:22771:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.155@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1788838319.874797:0:22771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0cb021fea00/0xae64dcd520c44b53 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c44b5a expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838319.874813:0:22771:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.155@tcp lock: ffffa0cb021fea00/0xae64dcd520c44b53 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c44b5a expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788838319.876310:0:25169:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788838319.876926:0:25169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000805ac446/0xae64dcd520c44b61 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838319.876945:0:25169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=769s v=(0 0) 00010000:00010000:2.0:1788838319.876950:0:25169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788838319.876957:0:25169:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000805ac446/0xae64dcd520c44b61 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838319.876981:0:25169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000805ac446/0xae64dcd520c44b61 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838319.876993:0:25169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000805ac446/0xae64dcd520c44b61 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838319.877001:0:25169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000805ac446/0xae64dcd520c44b61 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838319.877066:0:25169:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1788838319.878857:0:25169:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788838319.878869:0:25169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000057bc34ce/0xae64dcd520c44b68 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838319.878886:0:25169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=769s v=(0 0) 00010000:00010000:2.0:1788838319.878890:0:25169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788838319.878895:0:25169:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000057bc34ce/0xae64dcd520c44b68 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838319.878908:0:25169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000057bc34ce/0xae64dcd520c44b68 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838319.878917:0:25169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000057bc34ce/0xae64dcd520c44b68 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838319.878934:0:25169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000057bc34ce/0xae64dcd520c44b68 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838319.881601:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788838319.881619:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000805ac446/0xae64dcd520c44b61 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838319.881635:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0cac29d9a00 already unused, calling callback (ffffffffc0e9d420) 00010000:00010000:3.0:1788838319.881640:0:22763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000805ac446/0xae64dcd520c44b61 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838319.881653:0:22763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000805ac446/0xae64dcd520c44b61 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838319.881677:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000805ac446/0xae64dcd520c44b61 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838319.881684:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000805ac446/0xae64dcd520c44b61 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838319.881919:0:25169:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788838319.881934:0:22763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788838319.881939:0:22763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000057bc34ce/0xae64dcd520c44b68 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838319.881946:0:22763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0cac29d9800 already unused, calling callback (ffffffffc0e9d420) 00010000:00010000:2.0:1788838319.881949:0:22763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000057bc34ce/0xae64dcd520c44b68 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838319.881957:0:22763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000057bc34ce/0xae64dcd520c44b68 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838319.881968:0:22763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000057bc34ce/0xae64dcd520c44b68 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838319.881975:0:22763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000057bc34ce/0xae64dcd520c44b68 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838319.881987:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788838319.881989:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788838319.881991:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788838319.882392:0:23929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788838319.884132:0:25169:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788838319.884152:0:25169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000000d39138/0xae64dcd520c44b6f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838319.884168:0:25169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=769s v=(0 0) 00010000:00010000:2.0:1788838319.884173:0:25169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788838319.884179:0:25169:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000000d39138/0xae64dcd520c44b6f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838319.884193:0:25169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000000d39138/0xae64dcd520c44b6f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838319.884203:0:25169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000000d39138/0xae64dcd520c44b6f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838319.884211:0:25169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000000d39138/0xae64dcd520c44b6f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838319.884233:0:25169:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:2.0:1788838319.884307:0:25169:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0001: after destroy: set last_id to 0x2c0000401:34 00000100:00100000:2.0:1788838319.884680:0:25169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caeb632a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:22801:x1875732255213696:12345-0@lo:5:osp-pre-1-0.0 Request processed in 124653us (128944us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838319.884692:0:25169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1788838319.884753:0:22801:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caeb630380 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22801:1875732255213696:0@lo:5:osp-pre-1-0.0 00000004:00080000:2.0:1788838319.884769:0:22801:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: Got last_id [0x2c0000401:0x41:0x0] from OST, last_created [0x2c0000401:0x41:0x0]last_used is [0x2c0000401:0x22:0x0] 00010000:00010000:3.0:1788838319.885081:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788838319.885091:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000000d39138/0xae64dcd520c44b6f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838319.885102:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0cac29d8a00 already unused, calling callback (ffffffffc0e9d420) 00010000:00010000:3.0:1788838319.885106:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000000d39138/0xae64dcd520c44b6f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838319.885116:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000000d39138/0xae64dcd520c44b6f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838319.885134:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000000d39138/0xae64dcd520c44b6f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838319.885142:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000000d39138/0xae64dcd520c44b6f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838319.885161:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788838319.885163:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788838319.885165:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788838319.885432:0:22801:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caeb630380 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22801:1875732255215104:0@lo:5:osp-pre-1-0.0 00000100:00100000:2.0:1788838319.885473:0:22801:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788838319.885517:0:22801:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cacb7c63c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788838319.885535:0:25169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255215104 00000100:00100000:2.0:1788838319.885543:0:25169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255215104 00000100:00100000:2.0:1788838319.885588:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1788838319.885598:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caeb632300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:22801:x1875732255215104:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:2.0:1788838319.885637:0:24283:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000401 at 66 00000100:00100000:3.0:1788838319.888633:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caeb632300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:22801:x1875732255215104:12345-0@lo:5:osp-pre-1-0.0 Request processed in 3030us (3152us total) trans 12884901890 rc 0/0 00000100:00100000:3.0:1788838319.888647:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1788838319.888764:0:22801:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caeb630380 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22801:1875732255215104:0@lo:5:osp-pre-1-0.0 00000004:00080000:2.0:1788838319.888781:0:22801:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x2c0000401:0x41:0x0]-[0x2c0000401:0x61:0x0] 00000040:00080000:3.0:1788838320.649994:0:23527:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1788838320.768518:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788838321.791507:0:23929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788838322.816623:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788838323.392680:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788838323.392706:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cac87c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1875732255215232:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788838323.392795:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788838323.392850:0:24285:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255215232 00000100:00100000:3.0:1788838323.392858:0:24285:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255215232 00000100:00100000:3.0:1788838323.392935:0:24285:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1788838323.392945:0:24285:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cac87c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1875732255215232:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788838323.392980:0:24285:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1788838323.393028:0:24285:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cac87c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1875732255215232:12345-0@lo:13:osp-pre-0-1.0 Request processed in 85us (232us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838323.393035:0:24285:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00080000:3.0:1788838323.393056:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788838323.393111:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cac87c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1875732255215232:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1788838323.839652:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788838324.863443:0:23929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788838324.930503:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c400c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1875732255215360:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788838324.930576:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838324.930629:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caf4126300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1875732255215872:0@lo:400:kworker.0 00000100:00100000:1.0:1788838324.930655:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838324.930673:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caf4124380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1875732255216384:0@lo:400:kworker.0 00000100:00100000:1.0:1788838324.930693:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838324.930728:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb7b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3650:1875732255216896:0@lo:400:kworker.0 00000100:00100000:1.0:1788838324.930751:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838324.930776:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:1.0:1788838324.930782:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c400c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1875732255215744:0@lo:400:kworker.0 00000100:00100000:1.0:1788838324.930804:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838324.930826:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caf4125180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1875732255216256:0@lo:400:kworker.0 00000100:00100000:1.0:1788838324.930847:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838324.930863:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb7b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3650:1875732255216768:0@lo:400:kworker.0 00000100:00100000:1.0:1788838324.930882:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838324.930912:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c400fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:3648:1875732255215616:0@lo:400:kworker.0 00000100:00100000:1.0:1788838324.930943:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838324.930964:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caf4125500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3648:1875732255216128:0@lo:400:kworker.0 00000100:00100000:1.0:1788838324.930998:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838324.931022:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb7b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3648:1875732255216640:0@lo:400:kworker.0 00000100:00100000:1.0:1788838324.931042:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838324.931059:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb7b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3648:1875732255217152:0@lo:400:kworker.0 00000100:00100000:1.0:1788838324.931077:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838324.931090:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [0->1] 00000100:00100000:1.0:1788838324.931095:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c400f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1875732255215488:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788838324.931114:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838324.931131:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caf4126d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1875732255216000:0@lo:400:kworker.0 00000100:00100000:1.0:1788838324.931149:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838324.931166:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caf4127480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1875732255216512:0@lo:400:kworker.0 00000100:00100000:1.0:1788838324.931186:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838324.931201:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb7b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3648:1875732255217024:0@lo:400:kworker.0 00000100:00100000:1.0:1788838324.931221:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838324.931246:0:24285:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255215360 00000100:00100000:1.0:1788838324.931254:0:24285:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255215360 00000100:00100000:1.0:1788838324.931302:0:24285:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255215488 00000100:00100000:1.0:1788838324.931305:0:24285:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255215488 00000100:00100000:1.0:1788838324.931354:0:24285:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1788838324.931363:0:24285:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c4846680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3650:x1875732255215360:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788838324.931394:0:24285:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1788838324.931447:0:24285:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c4846680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3650:x1875732255215360:12345-0@lo:13:osp-pre-1-0.0 Request processed in 84us (869us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838324.931453:0:24285:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1788838324.931471:0:24285:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1788838324.931477:0:24285:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c4846d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1875732255215488:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788838324.931494:0:24285:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1788838324.931524:0:24285:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c4846d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1875732255215488:12345-0@lo:13:osp-pre-0-0.0 Request processed in 48us (409us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838324.931530:0:24285:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1788838324.931554:0:24815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255215872 00000100:00100000:1.0:1788838324.931557:0:24815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255215872 00000100:00100000:1.0:1788838324.931578:0:24815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255216384 00000100:00100000:1.0:1788838324.931581:0:24815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255216384 00000100:00100000:1.0:1788838324.931590:0:24815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255216000 00000100:00100000:1.0:1788838324.931592:0:24815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255216000 00000100:00100000:1.0:1788838324.931601:0:24815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255216512 00000100:00100000:1.0:1788838324.931603:0:24815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255216512 00000100:00100000:1.0:1788838324.931615:0:24815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1788838324.931621:0:24815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c4847100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3650:x1875732255215872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788838324.931653:0:24815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c4847100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3650:x1875732255215872:12345-0@lo:400:kworker.0 Request processed in 31us (997us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838324.931659:0:24815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1788838324.931670:0:24815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1788838324.931675:0:24815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c4847800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3650:x1875732255216384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788838324.931698:0:24815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c4847800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3650:x1875732255216384:12345-0@lo:400:kworker.0 Request processed in 23us (1005us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838324.931703:0:24815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1788838324.931713:0:24815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1788838324.931719:0:24815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c4844700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3648:x1875732255216000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788838324.931742:0:24815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c4844700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3648:x1875732255216000:12345-0@lo:400:kworker.0 Request processed in 24us (592us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838324.931748:0:24815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1788838324.931770:0:24815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1788838324.931775:0:24815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c4846a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3648:x1875732255216512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788838324.931802:0:24815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c4846a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3648:x1875732255216512:12345-0@lo:400:kworker.0 Request processed in 27us (615us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838324.931808:0:24815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1788838324.931829:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255216896 00000100:00100000:1.0:1788838324.931832:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255216896 00000100:00100000:1.0:1788838324.931852:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255216768 00000100:00100000:1.0:1788838324.931854:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255216768 00000100:00100000:1.0:1788838324.931866:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255216128 00000100:00100000:1.0:1788838324.931868:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255216128 00000100:00100000:1.0:1788838324.931877:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255216640 00000100:00100000:1.0:1788838324.931879:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255216640 00000100:00100000:1.0:1788838324.931888:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255217152 00000100:00100000:1.0:1788838324.931890:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255217152 00000100:00100000:1.0:1788838324.931901:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255217024 00000100:00100000:1.0:1788838324.931903:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255217024 00000100:00100000:1.0:1788838324.931915:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1788838324.931921:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c4845f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3650:x1875732255216896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788838324.931951:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c4845f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3650:x1875732255216896:12345-0@lo:400:kworker.0 Request processed in 30us (1199us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838324.931957:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1788838324.931969:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1788838324.931975:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c4846300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3650:x1875732255216768:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788838324.931999:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c4846300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3650:x1875732255216768:12345-0@lo:400:kworker.0 Request processed in 25us (1116us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838324.932004:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1788838324.932015:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1788838324.932020:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c4845880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1875732255216128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788838324.932057:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c4845880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1875732255216128:12345-0@lo:400:kworker.0 Request processed in 37us (1058us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838324.932064:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1788838324.932076:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1788838324.932082:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c4844000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1875732255216640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788838324.932107:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c4844000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1875732255216640:12345-0@lo:400:kworker.0 Request processed in 26us (1064us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838324.932112:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1788838324.932123:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1788838324.932129:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c4845180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1875732255217152:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788838324.932155:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c4845180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1875732255217152:12345-0@lo:400:kworker.0 Request processed in 26us (1076us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838324.932160:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1788838324.932169:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1788838324.932175:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c4844380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3648:x1875732255217024:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788838324.932216:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c4844380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3648:x1875732255217024:12345-0@lo:400:kworker.0 Request processed in 41us (994us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838324.932223:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1788838324.932242:0:23819:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255215744 00000100:00100000:1.0:1788838324.932246:0:23819:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255215744 00000100:00100000:1.0:1788838324.932274:0:23819:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255216256 00000100:00100000:1.0:1788838324.932277:0:23819:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255216256 00000100:00100000:1.0:1788838324.932288:0:23819:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1788838324.932294:0:23819:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c4847480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3650:x1875732255215744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788838324.932358:0:23819:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c4847480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3650:x1875732255215744:12345-0@lo:400:kworker.0 Request processed in 63us (1552us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838324.932372:0:23819:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1788838324.932384:0:23819:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1788838324.932389:0:23819:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c4844a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3650:x1875732255216256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788838324.932418:0:23819:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c4844a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3650:x1875732255216256:12345-0@lo:400:kworker.0 Request processed in 29us (1571us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838324.932423:0:23819:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1788838324.932451:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255215616 00000100:00100000:1.0:1788838324.932455:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255215616 00000100:00100000:1.0:1788838324.932479:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000100:00100000:1.0:1788838324.932485:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cac6df6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+24:3648:x1875732255215616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788838324.932516:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cac6df6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+24:3648:x1875732255215616:12345-0@lo:400:kworker.0 Request processed in 31us (1573us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838324.932521:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00080000:1.0:1788838324.932554:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788838324.932558:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788838324.932560:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788838324.932562:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788838324.932608:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c400f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1875732255215488:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788838324.932622:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caf4126d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1875732255216000:0@lo:400:kworker.0 00000100:00100000:1.0:1788838324.932633:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caf4127480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1875732255216512:0@lo:400:kworker.0 00010000:00080000:1.0:1788838324.932646:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0cafb7b7100 x1875732255217024/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788838340 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788838324.932657:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb7b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3648:1875732255217024:0@lo:400:kworker.0 00000100:00100000:1.0:1788838324.932666:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c400fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:3648:1875732255215616:0@lo:400:kworker.0 00010000:00080000:1.0:1788838324.932689:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0caf4125500 x1875732255216128/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788838340 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788838324.932697:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caf4125500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3648:1875732255216128:0@lo:400:kworker.0 00010000:00080000:1.0:1788838324.932705:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0cafb7b4a80 x1875732255216640/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788838340 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788838324.932711:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb7b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3648:1875732255216640:0@lo:400:kworker.0 00010000:00080000:1.0:1788838324.932720:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0cafb7b4380 x1875732255217152/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788838340 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788838324.932726:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb7b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3648:1875732255217152:0@lo:400:kworker.0 00000100:00100000:1.0:1788838324.932773:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c400c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1875732255215744:0@lo:400:kworker.0 00000100:00100000:1.0:1788838324.932783:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caf4125180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1875732255216256:0@lo:400:kworker.0 00010000:00080000:1.0:1788838324.932793:0:3650:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0cafb7b4e00 x1875732255216768/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788838340 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788838324.932800:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb7b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3650:1875732255216768:0@lo:400:kworker.0 00000100:00100000:1.0:1788838324.932814:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c400c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1875732255215360:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788838324.932824:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caf4126300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1875732255215872:0@lo:400:kworker.0 00000100:00100000:1.0:1788838324.932833:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caf4124380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1875732255216384:0@lo:400:kworker.0 00010000:00080000:1.0:1788838324.932842:0:3650:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0cafb7b6a00 x1875732255216896/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788838340 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788838324.932849:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb7b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3650:1875732255216896:0@lo:400:kworker.0 00000100:00100000:2.0:1788838324.935288:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788838324.935333:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caeb630700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1875732255217536:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788838324.935397:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788838324.935440:0:24285:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255217536 00000100:00100000:2.0:1788838324.935447:0:24285:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255217536 00000100:00100000:2.0:1788838324.935487:0:24285:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1788838324.935496:0:24285:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caeb631c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1875732255217536:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788838324.935517:0:24285:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:2.0:1788838324.935561:0:24285:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caeb631c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1875732255217536:12345-0@lo:13:osp-pre-1-1.0 Request processed in 65us (163us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838324.935567:0:24285:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1788838324.935612:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caeb630700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1875732255217536:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788838324.936835:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c376e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1875732255217280:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788838324.936888:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838324.936925:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788838324.936933:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cac87c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1875732255217408:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788838324.936954:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838324.936984:0:22779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255217280 00000100:00100000:0.0:1788838324.936991:0:22779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255217280 00000100:00100000:0.0:1788838324.937034:0:22779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255217408 00000100:00100000:0.0:1788838324.937037:0:22779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255217408 00000100:00100000:0.0:1788838324.937051:0:22779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:0.0:1788838324.937057:0:22779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c376ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3649:x1875732255217280:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788838324.937088:0:22779:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1788838324.937126:0:22779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c376ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3649:x1875732255217280:12345-0@lo:41:osp-pre-0-1.0 Request processed in 69us (238us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838324.937132:0:22779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:0.0:1788838324.937145:0:22779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1788838324.937150:0:22779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c376f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3649:x1875732255217408:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788838324.937164:0:22779:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1788838324.937189:0:22779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c376f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3649:x1875732255217408:12345-0@lo:41:osp-pre-1-0.0 Request processed in 38us (233us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838324.937193:0:22779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1788838324.937229:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cac87c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1875732255217408:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788838324.937239:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c376e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1875732255217280:0@lo:41:osp-pre-0-1.0 00000001:02000400:0.0:1788838325.281886:0:25454:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg455-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000001:00080000:2.0:1788838325.462937:0:25095:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901890 is committed 00010000:00010000:3.0:1788838325.888547:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:1.0:1788838326.503857:0:25506:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1788838326.504213:0:25506:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1788838326.914945:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788838327.488002:0:22810:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000020:00000004:3.0:1788838327.617833:0:25556:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1788838327.619715:0:25556:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:3.0:1788838327.801924:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:1.0:1788838327.802061:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235176192 00000100:00100000:1.0:1788838327.802076:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235176192 00000100:00100000:1.0:1788838327.802149:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 115 00000100:00100000:1.0:1788838327.802161:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cac6df4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:2401:x1875732235176192:12345-192.168.204.55@tcp:250:mount.lustre.0 00010000:00080000:1.0:1788838327.802205:0:22766:0:(ldlm_lib.c:1444:target_handle_connect()) MGS: connection from 0c096ab9-1724-4a4a-a843-84bfe80ecc2c@192.168.204.55@tcp t0 exp 0000000000000000 cur 777 last 0 00000020:00000080:1.0:1788838327.802250:0:22766:0:(genops.c:1385:class_connect()) connect: client 0c096ab9-1724-4a4a-a843-84bfe80ecc2c, cookie 0xae64dcd520c44b76 00000100:00080000:1.0:1788838327.802472:0:22766:0:(import.c:65:import_set_state_nolock()) ffffa0c9c2a92800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788838327.802925:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cac6df4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0c096ab9-1724-4a4a-a843-84bfe80ecc2c+5:2401:x1875732235176192:12345-192.168.204.55@tcp:250:mount.lustre.0 Request processed in 762us (1014us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838327.802935:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 115 00000100:00100000:3.0:1788838327.809225:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:0.0:1788838327.809488:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235176320 00000100:00100000:0.0:1788838327.809502:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235176320 00000100:00100000:0.0:1788838327.809587:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 116 00000100:00100000:0.0:1788838327.809600:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cac6df7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0c096ab9-1724-4a4a-a843-84bfe80ecc2c+5:18075:x1875732235176320:12345-192.168.204.55@tcp:101:mount.lustre.0 00010000:00010000:0.0:1788838327.809622:0:22768:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788838327.809648:0:22768:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0caff7b4400/0xae64dcd520c44b7d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x10e6568bab335866 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838327.809708:0:22768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0caff7b4400/0xae64dcd520c44b7d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab335866 expref: 6 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838327.809720:0:22768:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0caff7b4400/0xae64dcd520c44b7d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab335866 expref: 6 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838327.809730:0:22768:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0caff7b4400, rc 0) 00000100:00100000:0.0:1788838327.809803:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cac6df7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0c096ab9-1724-4a4a-a843-84bfe80ecc2c+6:18075:x1875732235176320:12345-192.168.204.55@tcp:101:mount.lustre.0 Request processed in 206us (594us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838327.809810:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 116 00000100:00100000:1.0:1788838327.811695:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:3.0:1788838327.811780:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235176448 00000100:00100000:3.0:1788838327.811802:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235176448 00000100:00100000:3.0:1788838327.811870:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 117 00000100:00100000:3.0:1788838327.811881:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cac6df7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0c096ab9-1724-4a4a-a843-84bfe80ecc2c+6:18075:x1875732235176448:12345-192.168.204.55@tcp:501:mount.lustre.0 00000100:00100000:3.0:1788838327.812031:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cac6df7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0c096ab9-1724-4a4a-a843-84bfe80ecc2c+6:18075:x1875732235176448:12345-192.168.204.55@tcp:501:mount.lustre.0 Request processed in 151us (347us total) trans 0 rc -2/-2 00000100:00100000:3.0:1788838327.812039:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 117 00000100:00100000:3.0:1788838327.822146:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:1.0:1788838327.822908:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235176576 00000100:00100000:1.0:1788838327.822923:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235176576 00000100:00100000:1.0:1788838327.823000:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 118 00000100:00100000:1.0:1788838327.823013:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cac6df7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0c096ab9-1724-4a4a-a843-84bfe80ecc2c+6:18075:x1875732235176576:12345-192.168.204.55@tcp:101:mount.lustre.0 00010000:00010000:1.0:1788838327.823036:0:22769:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788838327.823061:0:22769:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0cb021fe400/0xae64dcd520c44b84 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0x10e6568bab33586d expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838327.823098:0:22769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0cb021fe400/0xae64dcd520c44b84 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab33586d expref: 7 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838327.823111:0:22769:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0cb021fe400/0xae64dcd520c44b84 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab33586d expref: 7 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838327.823135:0:22769:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0cb021fe400, rc 0) 00000100:00100000:1.0:1788838327.823214:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cac6df7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0c096ab9-1724-4a4a-a843-84bfe80ecc2c+7:18075:x1875732235176576:12345-192.168.204.55@tcp:101:mount.lustre.0 Request processed in 204us (1098us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838327.823222:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 118 00000100:00100000:2.0:1788838327.829515:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:2.0:1788838327.831608:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235176704 00000100:00100000:2.0:1788838327.831628:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235176704 00000100:00100000:2.0:1788838327.831835:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 119 00000100:00100000:2.0:1788838327.831849:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cac6df5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0c096ab9-1724-4a4a-a843-84bfe80ecc2c+7:18075:x1875732235176704:12345-192.168.204.55@tcp:501:mount.lustre.0 00000100:00100000:2.0:1788838327.832531:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cac6df5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0c096ab9-1724-4a4a-a843-84bfe80ecc2c+8:18075:x1875732235176704:12345-192.168.204.55@tcp:501:mount.lustre.0 Request processed in 680us (3026us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838327.832542:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 119 00000100:00100000:3.0:1788838327.839788:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:1.0:1788838327.847026:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235176832 00000100:00100000:1.0:1788838327.847046:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235176832 00000100:00100000:1.0:1788838327.847122:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 120 00000100:00100000:1.0:1788838327.847135:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cac6df5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0c096ab9-1724-4a4a-a843-84bfe80ecc2c+8:18075:x1875732235176832:12345-192.168.204.55@tcp:503:mount.lustre.0 00000100:00100000:1.0:1788838327.847713:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cac6df5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0c096ab9-1724-4a4a-a843-84bfe80ecc2c+8:18075:x1875732235176832:12345-192.168.204.55@tcp:503:mount.lustre.0 Request processed in 577us (7937us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838327.847722:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 120 00000100:00100000:3.0:1788838327.852861:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:3.0:1788838327.852927:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235176960 00000100:00100000:3.0:1788838327.855283:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235176960 00000100:00100000:3.0:1788838327.855397:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 121 00000100:00100000:3.0:1788838327.855410:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cac6df4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0c096ab9-1724-4a4a-a843-84bfe80ecc2c+8:18093:x1875732235176960:12345-192.168.204.55@tcp:502:llog_process_th.0 00000100:00100000:3.0:1788838327.855632:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cac6df4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0c096ab9-1724-4a4a-a843-84bfe80ecc2c+8:18093:x1875732235176960:12345-192.168.204.55@tcp:502:llog_process_th.0 Request processed in 224us (2784us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838327.855642:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 121 00000100:00100000:1.0:1788838327.891877:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:2.0:1788838327.892132:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235177088 00000100:00100000:2.0:1788838327.892146:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235177088 00000100:00100000:2.0:1788838327.892223:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 122 00000100:00100000:2.0:1788838327.892235:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cac6df6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0c096ab9-1724-4a4a-a843-84bfe80ecc2c+8:18093:x1875732235177088:12345-192.168.204.55@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788838327.892477:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cac6df6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0c096ab9-1724-4a4a-a843-84bfe80ecc2c+8:18093:x1875732235177088:12345-192.168.204.55@tcp:502:llog_process_th.0 Request processed in 244us (616us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838327.892486:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 122 00000100:00100000:0.0:1788838327.902912:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:1.0:1788838327.903147:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235177216 00000100:00100000:1.0:1788838327.903161:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235177216 00000100:00100000:1.0:1788838327.903238:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 123 00000100:00100000:1.0:1788838327.903250:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cac6df6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0c096ab9-1724-4a4a-a843-84bfe80ecc2c+8:18093:x1875732235177216:12345-192.168.204.55@tcp:502:llog_process_th.0 00000100:00100000:1.0:1788838327.903503:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cac6df6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0c096ab9-1724-4a4a-a843-84bfe80ecc2c+8:18093:x1875732235177216:12345-192.168.204.55@tcp:502:llog_process_th.0 Request processed in 253us (607us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838327.903511:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 123 00000100:00100000:0.0:1788838327.906534:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:3.0:1788838327.906687:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235177344 00000100:00100000:3.0:1788838327.906699:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235177344 00000100:00100000:3.0:1788838327.906781:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 124 00000100:00100000:3.0:1788838327.906793:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cac6df4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0c096ab9-1724-4a4a-a843-84bfe80ecc2c+8:18075:x1875732235177344:12345-192.168.204.55@tcp:101:mount.lustre.0 00010000:00010000:3.0:1788838327.906817:0:22766:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788838327.906841:0:22766:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0cadf86de00/0xae64dcd520c44b8b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x10e6568bab33589e expref: -99 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838327.906878:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0cadf86de00/0xae64dcd520c44b8b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab33589e expref: 9 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838327.906892:0:22766:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0cadf86de00/0xae64dcd520c44b8b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab33589e expref: 9 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838327.906903:0:22766:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0cadf86de00, rc 0) 00000100:00100000:3.0:1788838327.906974:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cac6df4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0c096ab9-1724-4a4a-a843-84bfe80ecc2c+9:18075:x1875732235177344:12345-192.168.204.55@tcp:101:mount.lustre.0 Request processed in 183us (454us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838327.906982:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 124 00000100:00100000:2.0:1788838327.918250:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:1.0:1788838327.918396:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235177472 00000100:00100000:1.0:1788838327.918410:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235177472 00000100:00100000:1.0:1788838327.918482:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 125 00000100:00100000:1.0:1788838327.918495:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cac6df8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0c096ab9-1724-4a4a-a843-84bfe80ecc2c+9:18075:x1875732235177472:12345-192.168.204.55@tcp:256:mount.lustre.0 20000000:01000000:1.0:1788838327.918532:0:22769:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:1.0:1788838327.918574:0:22769:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:1.0:1788838327.918579:0:22769:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:1.0:1788838327.918582:0:22769:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:1.0:1788838327.918585:0:22769:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:1.0:1788838327.918588:0:22769:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:1.0:1788838327.921296:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cac6df8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0c096ab9-1724-4a4a-a843-84bfe80ecc2c+9:18075:x1875732235177472:12345-192.168.204.55@tcp:256:mount.lustre.0 Request processed in 2785us (3047us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838327.921359:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 125 00000100:00100000:0.0:1788838327.925279:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:2.0:1788838327.925550:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235177600 00000100:00100000:2.0:1788838327.925564:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235177600 00000100:00100000:2.0:1788838327.925637:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 126 00000100:00100000:2.0:1788838327.925651:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cac6dfac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0c096ab9-1724-4a4a-a843-84bfe80ecc2c+9:18075:x1875732235177600:12345-192.168.204.55@tcp:101:mount.lustre.0 00010000:00010000:2.0:1788838327.925675:0:22768:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788838327.925699:0:22768:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0cac29d8a00/0xae64dcd520c44b92 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x10e6568bab3358a5 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838327.925736:0:22768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0cac29d8a00/0xae64dcd520c44b92 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab3358a5 expref: 10 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838327.925749:0:22768:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0cac29d8a00/0xae64dcd520c44b92 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab3358a5 expref: 10 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838327.925760:0:22768:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0cac29d8a00, rc 0) 00000100:00100000:2.0:1788838327.925930:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cac6dfac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0c096ab9-1724-4a4a-a843-84bfe80ecc2c+10:18075:x1875732235177600:12345-192.168.204.55@tcp:101:mount.lustre.0 Request processed in 282us (691us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838327.925938:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 126 00000100:00100000:2.0:1788838327.928410:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:1.0:1788838327.930779:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235177728 00000100:00100000:1.0:1788838327.930802:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235177728 00000100:00100000:0.0:1788838327.931177:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 127 00000100:00100000:0.0:1788838327.931191:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cac6df9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0c096ab9-1724-4a4a-a843-84bfe80ecc2c+10:18075:x1875732235177728:12345-192.168.204.55@tcp:501:mount.lustre.0 00000100:00100000:0.0:1788838327.931488:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cac6df9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0c096ab9-1724-4a4a-a843-84bfe80ecc2c+10:18075:x1875732235177728:12345-192.168.204.55@tcp:501:mount.lustre.0 Request processed in 298us (3091us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838327.931497:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 127 00000100:00100000:0.0:1788838327.934744:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:3.0:1788838327.935646:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235177856 00000100:00100000:3.0:1788838327.935662:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235177856 00000100:00100000:3.0:1788838327.935810:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 128 00000100:00100000:3.0:1788838327.935823:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafa25ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0c096ab9-1724-4a4a-a843-84bfe80ecc2c+10:18075:x1875732235177856:12345-192.168.204.55@tcp:503:mount.lustre.0 00000100:00100000:3.0:1788838327.936112:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafa25ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0c096ab9-1724-4a4a-a843-84bfe80ecc2c+10:18075:x1875732235177856:12345-192.168.204.55@tcp:503:mount.lustre.0 Request processed in 290us (1379us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838327.936130:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 128 00010000:00010000:3.0:1788838327.937082:0:23929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788838327.941534:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:0.0:1788838327.941683:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235177984 00000100:00100000:0.0:1788838327.941696:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235177984 00000100:00100000:0.0:1788838327.941773:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 129 00000100:00100000:0.0:1788838327.941785:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafa25c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0c096ab9-1724-4a4a-a843-84bfe80ecc2c+10:18098:x1875732235177984:12345-192.168.204.55@tcp:502:llog_process_th.0 00000100:00100000:0.0:1788838327.942745:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafa25c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0c096ab9-1724-4a4a-a843-84bfe80ecc2c+10:18098:x1875732235177984:12345-192.168.204.55@tcp:502:llog_process_th.0 Request processed in 951us (1214us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838327.942771:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 129 00000100:00100000:1.0:1788838327.951379:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:3.0:1788838327.953095:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235178112 00000100:00100000:3.0:1788838327.953115:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235178112 00000100:00100000:3.0:1788838327.953199:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 130 00000100:00100000:3.0:1788838327.953221:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafa25f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0c096ab9-1724-4a4a-a843-84bfe80ecc2c+10:18098:x1875732235178112:12345-192.168.204.55@tcp:502:llog_process_th.0 00000100:00100000:3.0:1788838327.953705:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafa25f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0c096ab9-1724-4a4a-a843-84bfe80ecc2c+10:18098:x1875732235178112:12345-192.168.204.55@tcp:502:llog_process_th.0 Request processed in 491us (2385us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838327.953715:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 130 00000100:00100000:3.0:1788838327.960130:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:3.0:1788838327.960232:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:1.0:1788838327.960839:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235178240 00000100:00100000:1.0:1788838327.960863:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235178240 00000100:00100000:1.0:1788838327.960915:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235178496 00000100:00100000:1.0:1788838327.960918:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235178496 00000100:00100000:1.0:1788838327.960941:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 7 00000100:00100000:1.0:1788838327.960951:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cac87c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2401:x1875732235178240:12345-192.168.204.55@tcp:38:mount.lustre.0 00010000:00080000:1.0:1788838327.960989:0:22775:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from 748b336d-6cce-4128-a605-cac20ec72b58@192.168.204.55@tcp t0 exp 0000000000000000 cur 777 last 0 00000020:00000080:1.0:1788838327.961056:0:22775:0:(genops.c:1385:class_connect()) connect: client 748b336d-6cce-4128-a605-cac20ec72b58, cookie 0xae64dcd520c44b99 00000100:00100000:3.0:1788838327.961747:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 8 00000100:00100000:3.0:1788838327.961756:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cac87c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2401:x1875732235178496:12345-192.168.204.55@tcp:38:mount.lustre.0 00010000:00080000:3.0:1788838327.961784:0:22774:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from 748b336d-6cce-4128-a605-cac20ec72b58@192.168.204.55@tcp t0 exp 0000000000000000 cur 777 last 0 00000020:00000080:3.0:1788838327.961829:0:22774:0:(genops.c:1385:class_connect()) connect: client 748b336d-6cce-4128-a605-cac20ec72b58, cookie 0xae64dcd520c44ba0 00000004:00100000:3.0:1788838327.961861:0:22774:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:3.0:1788838327.962147:0:22774:0:(import.c:65:import_set_state_nolock()) ffffa0c9c368f000 : changing import state from RECOVER to FULL 00000004:00100000:1.0:1788838327.962170:0:22775:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00100000:3.0:1788838327.962239:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cac87c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:748b336d-6cce-4128-a605-cac20ec72b58+6:2401:x1875732235178496:12345-192.168.204.55@tcp:38:mount.lustre.0 Request processed in 482us (2006us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838327.962248:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 8 00000100:00080000:0.0:1788838327.964689:0:22775:0:(import.c:65:import_set_state_nolock()) ffffa0c9c43c9800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788838327.964802:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cac87c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:748b336d-6cce-4128-a605-cac20ec72b58+6:2401:x1875732235178240:12345-192.168.204.55@tcp:38:mount.lustre.0 Request processed in 3845us (4693us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838327.964814:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 7 00000100:00100000:3.0:1788838327.981671:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:3.0:1788838327.981719:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:3.0:1788838327.981762:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:1.0:1788838327.981763:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235178752 00000100:00100000:1.0:1788838327.981777:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235178752 00000100:00080000:3.0:1788838327.981826:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788838327.981911:0:25168:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235178624 00000100:00100000:2.0:1788838327.981918:0:25168:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235178624 00000100:00100000:2.0:1788838327.981989:0:25168:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235178368 00000100:00100000:2.0:1788838327.981993:0:25168:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235178368 00000100:00100000:2.0:1788838327.982016:0:25168:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 9 00000100:00080000:3.0:1788838327.982020:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788838327.982030:0:25168:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cac87c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:748b336d-6cce-4128-a605-cac20ec72b58+6:0:x1875732235178624:12345-192.168.204.55@tcp:41:mount.lustre.0 00000004:00000024:2.0:1788838327.982084:0:25168:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1788838327.982196:0:25168:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cac87c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:748b336d-6cce-4128-a605-cac20ec72b58+6:0:x1875732235178624:12345-192.168.204.55@tcp:41:mount.lustre.0 Request processed in 169us (476us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838327.982204:0:25168:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 9 00000100:00100000:2.0:1788838327.982225:0:25168:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 10 00000100:00100000:2.0:1788838327.982233:0:25168:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caec9d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:748b336d-6cce-4128-a605-cac20ec72b58+7:0:x1875732235178368:12345-192.168.204.55@tcp:41:mount.lustre.0 00000004:00000024:2.0:1788838327.982362:0:25168:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1788838327.982489:0:25168:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caec9d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:748b336d-6cce-4128-a605-cac20ec72b58+7:0:x1875732235178368:12345-192.168.204.55@tcp:41:mount.lustre.0 Request processed in 256us (727us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838327.982496:0:25168:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 10 00000100:00100000:0.0:1788838327.982612:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 11 00000100:00100000:0.0:1788838327.982623:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cac87c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:748b336d-6cce-4128-a605-cac20ec72b58+7:18075:x1875732235178752:12345-192.168.204.55@tcp:41:mount.lustre.0 00000004:00000024:0.0:1788838327.982638:0:22774:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1788838327.982667:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cac87c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:748b336d-6cce-4128-a605-cac20ec72b58+7:18075:x1875732235178752:12345-192.168.204.55@tcp:41:mount.lustre.0 Request processed in 46us (1013us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838327.982674:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 11 00000100:00100000:3.0:1788838327.993621:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:0.0:1788838327.993776:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235178880 00000100:00100000:0.0:1788838327.993790:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235178880 00000100:00100000:0.0:1788838327.993878:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 12 00000100:00100000:0.0:1788838327.993890:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caec9d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:748b336d-6cce-4128-a605-cac20ec72b58+6:18075:x1875732235178880:12345-192.168.204.55@tcp:40:mount.lustre.0 00000100:00100000:0.0:1788838327.994013:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caec9d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:748b336d-6cce-4128-a605-cac20ec72b58+6:18075:x1875732235178880:12345-192.168.204.55@tcp:40:mount.lustre.0 Request processed in 124us (407us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838327.994022:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 12 00000100:00100000:3.0:1788838328.008472:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:3.0:1788838328.008522:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:3.0:1788838328.008558:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:0.0:1788838328.008665:0:24280:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235179008 00000100:00100000:0.0:1788838328.008678:0:24280:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235179008 00000100:00100000:0.0:1788838328.008729:0:24280:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235179136 00000100:00100000:0.0:1788838328.008741:0:24280:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235179136 00000100:00100000:0.0:1788838328.008763:0:24280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 17 00000100:00100000:0.0:1788838328.008774:0:24280:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caec9d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2401:x1875732235179008:12345-192.168.204.55@tcp:8:mount.lustre.0 00000100:00100000:2.0:1788838328.008820:0:22786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235179264 00010000:00080000:0.0:1788838328.008822:0:24280:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from 748b336d-6cce-4128-a605-cac20ec72b58@192.168.204.55@tcp t0 exp 0000000000000000 cur 777 last 0 00000100:00100000:2.0:1788838328.008825:0:22786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235179264 00000100:00100000:2.0:1788838328.008868:0:22786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 3 00000100:00100000:2.0:1788838328.008875:0:22786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caec9d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:748b336d-6cce-4128-a605-cac20ec72b58+6:18075:x1875732235179264:12345-192.168.204.55@tcp:900:mount.lustre.0 00000020:00000080:0.0:1788838328.008886:0:24280:0:(genops.c:1385:class_connect()) connect: client 748b336d-6cce-4128-a605-cac20ec72b58, cookie 0xae64dcd520c44ba7 00002000:00100000:0.0:1788838328.008902:0:24280:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 748b336d-6cce-4128-a605-cac20ec72b58/ffffa0c9c43cb000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113975 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1788838328.008927:0:24280:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000100:00100000:2.0:1788838328.008986:0:22786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caec9d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:748b336d-6cce-4128-a605-cac20ec72b58+6:18075:x1875732235179264:12345-192.168.204.55@tcp:900:mount.lustre.0 Request processed in 111us (530us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838328.009003:0:22786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 3 00002000:00080000:0.0:1788838328.009145:0:24280:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:0.0:1788838328.009181:0:24280:0:(import.c:65:import_set_state_nolock()) ffffa0c9c43ce000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788838328.009232:0:24280:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caec9d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:748b336d-6cce-4128-a605-cac20ec72b58+6:2401:x1875732235179008:12345-192.168.204.55@tcp:8:mount.lustre.0 Request processed in 458us (708us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838328.009240:0:24280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 17 00000100:00100000:0.0:1788838328.009266:0:24280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 18 00000100:00100000:0.0:1788838328.009271:0:24280:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caec9d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2401:x1875732235179136:12345-192.168.204.55@tcp:8:mount.lustre.0 00010000:00080000:0.0:1788838328.009290:0:24280:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from 748b336d-6cce-4128-a605-cac20ec72b58@192.168.204.55@tcp t0 exp 0000000000000000 cur 777 last 0 00000020:00000080:0.0:1788838328.009340:0:24280:0:(genops.c:1385:class_connect()) connect: client 748b336d-6cce-4128-a605-cac20ec72b58, cookie 0xae64dcd520c44bae 00002000:00100000:0.0:1788838328.009347:0:24280:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 748b336d-6cce-4128-a605-cac20ec72b58/ffffa0c9c43cf000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113975 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1788838328.009362:0:24280:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:0.0:1788838328.009493:0:24280:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:0.0:1788838328.009510:0:24280:0:(import.c:65:import_set_state_nolock()) ffffa0c9c43cf800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788838328.009536:0:24280:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caec9d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:748b336d-6cce-4128-a605-cac20ec72b58+6:2401:x1875732235179136:12345-192.168.204.55@tcp:8:mount.lustre.0 Request processed in 263us (976us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838328.009543:0:24280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 18 00000100:00100000:2.0:1788838328.019645:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:3.0:1788838328.020013:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235179392 00000100:00100000:3.0:1788838328.020027:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235179392 00000100:00100000:3.0:1788838328.020094:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 0 00000100:00100000:3.0:1788838328.020106:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caeb630700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:748b336d-6cce-4128-a605-cac20ec72b58+6:18075:x1875732235179392:12345-192.168.204.55@tcp:33:mount.lustre.0 00000004:00080000:3.0:1788838328.033503:0:22777:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 13111us 00000004:00200000:1.0:1788838328.040829:0:22777:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:1.0:1788838328.041036:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caeb630700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:748b336d-6cce-4128-a605-cac20ec72b58+6:18075:x1875732235179392:12345-192.168.204.55@tcp:33:mount.lustre.0 Request processed in 20923us (21399us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838328.041054:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 0 00000100:00100000:2.0:1788838328.281013:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:3.0:1788838328.281287:0:25168:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235179520 00000100:00100000:3.0:1788838328.281301:0:25168:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235179520 00000100:00100000:3.0:1788838328.281434:0:25168:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 13 00000100:00100000:3.0:1788838328.281447:0:25168:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caeb633480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:748b336d-6cce-4128-a605-cac20ec72b58+6:18121:x1875732235179520:12345-192.168.204.55@tcp:101:mkdir.0 00010000:00010000:3.0:1788838328.281475:0:25168:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788838328.281511:0:25168:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0cadf86d400/0xae64dcd520c44bb5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x10e6568bab3358d6 expref: -99 pid: 25168 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838328.281600:0:25168:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0cadf86c200/0xae64dcd520c44bbc lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25168 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838328.281618:0:25168:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0cadf86c200/0xae64dcd520c44bbc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25168 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838328.281635:0:25168:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0cadf86c200/0xae64dcd520c44bbc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25168 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788838328.281719:0:25168:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1788838328.281724:0:25168:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788838328.281773:0:25168:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa0cadf86c200/0xae64dcd520c44bbc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25168 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838328.281808:0:25168:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0cadf86d400/0xae64dcd520c44bb5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab3358d6 expref: 8 pid: 25168 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838328.281835:0:25168:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0cadf86c200/0xae64dcd520c44bbc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab3358d6 expref: 7 pid: 25168 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838328.281861:0:25168:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffffa0c9c27d8d00) 00010000:00010000:3.0:1788838328.281865:0:25168:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788838328.281869:0:25168:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0cadf86c200, rc 0) 00000100:00100000:3.0:1788838328.281968:0:25168:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caeb633480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:748b336d-6cce-4128-a605-cac20ec72b58+7:18121:x1875732235179520:12345-192.168.204.55@tcp:101:mkdir.0 Request processed in 523us (969us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838328.281976:0:25168:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 13 00000100:00100000:0.0:1788838328.511876:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788838328.511906:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caec9d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1875732255217664:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788838328.511992:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788838328.512535:0:24285:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255217664 00000100:00100000:3.0:1788838328.512545:0:24285:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255217664 00000100:00100000:3.0:1788838328.512679:0:24285:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1788838328.512690:0:24285:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c376e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1875732255217664:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788838328.512715:0:24285:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1788838328.512919:0:24285:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c376e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1875732255217664:12345-0@lo:13:osp-pre-0-1.0 Request processed in 193us (889us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838328.512927:0:24285:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1788838328.513604:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caec9d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1875732255217664:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1788838328.513655:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1788838328.959487:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788838329.984074:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788838330.048295:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caeb633100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1875732255217920:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788838330.048295:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c4844e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1875732255217792:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788838330.048423:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c376d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1875732255218176:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788838330.048442:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c4845500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1875732255218048:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788838330.051739:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788838330.051837:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb787100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1875732255218432:0@lo:400:kworker.0 00000100:00100000:3.0:1788838330.051885:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838330.052248:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838330.052291:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb786680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:3649:1875732255218304:0@lo:400:kworker.0 00000100:00100000:1.0:1788838330.052338:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838330.052364:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caf4523480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3649:1875732255218816:0@lo:400:kworker.0 00000100:00100000:1.0:1788838330.052389:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838330.052407:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caf4520e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3649:1875732255219328:0@lo:400:kworker.0 00000100:00100000:1.0:1788838330.052427:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838330.052445:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caf4523100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3649:1875732255219840:0@lo:400:kworker.0 00000100:00100000:1.0:1788838330.052464:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838330.052490:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788838330.052495:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caf4523800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1875732255219968:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788838330.052514:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838330.052552:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255218304 00000100:00100000:3.0:1788838330.052558:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caf4522680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1875732255218944:0@lo:400:kworker.0 00000100:00100000:1.0:1788838330.052561:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255218304 00000100:00100000:3.0:1788838330.052586:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788838330.052603:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caf4520000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3650:1875732255219456:0@lo:400:kworker.0 00000100:00100000:1.0:1788838330.052609:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 131 00000100:00100000:1.0:1788838330.052618:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafa25e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+24:3649:x1875732255218304:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788838330.052621:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788838330.052651:0:23819:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255218432 00000100:00100000:3.0:1788838330.052655:0:23819:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255218432 00000100:00100000:1.0:1788838330.052671:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafa25e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+24:3649:x1875732255218304:12345-0@lo:400:kworker.0 Request processed in 54us (332us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838330.052674:0:23819:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255219968 00000100:00100000:3.0:1788838330.052676:0:23819:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255219968 00000100:00100000:1.0:1788838330.052679:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 131 00000100:00100000:3.0:1788838330.052685:0:23819:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255218944 00000100:00100000:3.0:1788838330.052687:0:23819:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255218944 00000100:00100000:3.0:1788838330.052699:0:23819:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1788838330.052705:0:23819:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c4824000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3650:x1875732255218432:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788838330.052709:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255218816 00000100:00100000:1.0:1788838330.052711:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255218816 00000100:00100000:1.0:1788838330.052727:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255219328 00000100:00100000:1.0:1788838330.052730:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255219328 00000100:00100000:1.0:1788838330.052739:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255219840 00000100:00100000:3.0:1788838330.052742:0:23819:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c4824000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3650:x1875732255218432:12345-0@lo:400:kworker.0 Request processed in 38us (857us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838330.052742:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255219840 00000100:00100000:3.0:1788838330.052748:0:23819:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1788838330.052760:0:23819:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:1.0:1788838330.052760:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255219456 00000100:00100000:1.0:1788838330.052762:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255219456 00000100:00100000:3.0:1788838330.052765:0:23819:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafb7b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3649:x1875732255219968:12345-0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788838330.052774:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1788838330.052779:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c4845c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1875732255218816:12345-0@lo:400:kworker.0 00000004:00000024:3.0:1788838330.052803:0:23819:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1788838330.052813:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c4845c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1875732255218816:12345-0@lo:400:kworker.0 Request processed in 34us (423us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838330.052819:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1788838330.052830:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1788838330.052832:0:23819:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafb7b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3649:x1875732255219968:12345-0@lo:41:osp-pre-1-0.0 Request processed in 67us (317us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838330.052835:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafb7b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1875732255219328:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788838330.052838:0:23819:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1788838330.052848:0:23819:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1788838330.052853:0:23819:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c4824380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3650:x1875732255218944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788838330.052856:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafb7b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1875732255219328:12345-0@lo:400:kworker.0 Request processed in 22us (429us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838330.052861:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1788838330.052871:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1788838330.052875:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafb7b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3649:x1875732255219840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788838330.052883:0:23819:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c4824380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3650:x1875732255218944:12345-0@lo:400:kworker.0 Request processed in 30us (296us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838330.052889:0:23819:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1788838330.052895:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafb7b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3649:x1875732255219840:12345-0@lo:400:kworker.0 Request processed in 20us (430us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838330.052900:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1788838330.052906:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1788838330.052912:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c4826680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3650:x1875732255219456:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788838330.052958:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c4826680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3650:x1875732255219456:12345-0@lo:400:kworker.0 Request processed in 45us (334us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838330.052964:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:2.0:1788838330.053043:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788838330.053142:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caf4521500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1875732255218688:0@lo:400:kworker.0 00000100:00100000:2.0:1788838330.053171:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788838330.053173:0:23819:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255218176 00000100:00100000:3.0:1788838330.053176:0:23819:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255218176 00000100:00100000:2.0:1788838330.053189:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caf4522d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1875732255219200:0@lo:400:kworker.0 00000100:00100000:3.0:1788838330.053192:0:23819:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:3.0:1788838330.053197:0:23819:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caeb630000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3648:x1875732255218176:12345-0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788838330.053209:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00000024:3.0:1788838330.053223:0:23819:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1788838330.053250:0:23819:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caeb630000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3648:x1875732255218176:12345-0@lo:41:osp-pre-0-1.0 Request processed in 53us (208us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838330.053255:0:23819:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:3.0:1788838330.053287:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb787100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1875732255218432:0@lo:400:kworker.0 00000100:00100000:3.0:1788838330.053295:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caf4522680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1875732255218944:0@lo:400:kworker.0 00000100:00100000:3.0:1788838330.053304:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caf4520000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3650:1875732255219456:0@lo:400:kworker.0 00000100:00100000:3.0:1788838330.053346:0:24285:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255217920 00000100:00100000:3.0:1788838330.053350:0:24285:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255217920 00000100:00100000:2.0:1788838330.053368:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caf4521180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3648:1875732255219712:0@lo:400:kworker.0 00000100:00100000:3.0:1788838330.053370:0:24285:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255217792 00000100:00100000:3.0:1788838330.053372:0:24285:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255217792 00000100:00100000:3.0:1788838330.053385:0:24285:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1788838330.053391:0:24285:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caec9d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1875732255217920:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788838330.053392:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:3.0:1788838330.053417:0:24285:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1788838330.053421:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c376d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1875732255218176:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788838330.053442:0:25169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255218688 00000100:00100000:2.0:1788838330.053445:0:25169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255218688 00000100:00100000:3.0:1788838330.053449:0:24285:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caec9d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1875732255217920:12345-0@lo:13:osp-pre-0-0.0 Request processed in 58us (1718us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838330.053455:0:24285:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1788838330.053465:0:24285:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1788838330.053467:0:25169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255219200 00000100:00100000:2.0:1788838330.053469:0:25169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255219200 00000100:00100000:3.0:1788838330.053471:0:24285:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c4847b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3649:x1875732255217792:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788838330.053485:0:24285:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3915857920 avail 3684335616 00000100:00100000:2.0:1788838330.053485:0:25169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1788838330.053490:0:25169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caeb632680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3648:x1875732255218688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788838330.053510:0:24285:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c4847b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3649:x1875732255217792:12345-0@lo:13:osp-pre-1-0.0 Request processed in 39us (1263us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838330.053515:0:25169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caeb632680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3648:x1875732255218688:12345-0@lo:400:kworker.0 Request processed in 26us (345us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838330.053516:0:24285:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1788838330.053521:0:25169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1788838330.053531:0:25169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1788838330.053536:0:25169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caeb632d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3648:x1875732255219200:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788838330.053553:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caeb633100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1875732255217920:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788838330.053569:0:25169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caeb632d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3648:x1875732255219200:12345-0@lo:400:kworker.0 Request processed in 34us (359us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838330.053576:0:25169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1788838330.053596:0:3648:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:2.0:1788838330.053607:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caf4521500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1875732255218688:0@lo:400:kworker.0 00000100:00100000:2.0:1788838330.053615:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caf4522d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1875732255219200:0@lo:400:kworker.0 00000100:00100000:3.0:1788838330.053617:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caf4523800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1875732255219968:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788838330.053630:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c4844e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1875732255217792:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788838330.053638:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb786680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:3649:1875732255218304:0@lo:400:kworker.0 00000100:00100000:3.0:1788838330.053649:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caf4523480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3649:1875732255218816:0@lo:400:kworker.0 00000100:00100000:2.0:1788838330.053649:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255219712 00000100:00100000:2.0:1788838330.053652:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255219712 00000100:00100000:3.0:1788838330.053658:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caf4520e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3649:1875732255219328:0@lo:400:kworker.0 00000100:00100000:2.0:1788838330.053671:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00010000:00080000:3.0:1788838330.053672:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0caf4523100 x1875732255219840/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788838346 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788838330.053676:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caeb631f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3648:x1875732255219712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788838330.053683:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caf4523100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3649:1875732255219840:0@lo:400:kworker.0 00000100:00100000:2.0:1788838330.053706:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caeb631f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3648:x1875732255219712:12345-0@lo:400:kworker.0 Request processed in 29us (312us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838330.053712:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1788838330.053719:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caf4521180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3648:1875732255219712:0@lo:400:kworker.0 00000100:00080000:2.0:1788838330.053732:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788838330.053736:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788838330.053738:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788838330.053740:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788838330.053823:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838330.053847:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb785880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1875732255218560:0@lo:400:kworker.0 00000100:00100000:0.0:1788838330.053866:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838330.053886:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caf4520380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1875732255219072:0@lo:400:kworker.0 00000100:00100000:0.0:1788838330.053902:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838330.053930:0:24282:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255218560 00000100:00100000:0.0:1788838330.053933:0:24282:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255218560 00000100:00100000:0.0:1788838330.053951:0:24282:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255219072 00000100:00100000:0.0:1788838330.053954:0:24282:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255219072 00000100:00100000:0.0:1788838330.053972:0:24282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1788838330.053978:0:24282:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caf4522a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3647:x1875732255218560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788838330.054017:0:24282:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caf4522a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3647:x1875732255218560:12345-0@lo:400:kworker.0 Request processed in 38us (149us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838330.054023:0:24282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1788838330.054030:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caf4520700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3647:1875732255219584:0@lo:400:kworker.0 00000100:00100000:0.0:1788838330.054034:0:24282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1788838330.054039:0:24282:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caf4522300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3647:x1875732255219072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788838330.054055:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838330.054076:0:24282:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caf4522300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3647:x1875732255219072:12345-0@lo:400:kworker.0 Request processed in 36us (172us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838330.054082:0:24282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1788838330.054147:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255219584 00000100:00100000:1.0:1788838330.054151:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255219584 00000100:00100000:1.0:1788838330.054235:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1788838330.054243:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafb7b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1875732255219584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788838330.054272:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafb7b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1875732255219584:12345-0@lo:400:kworker.0 Request processed in 32us (217us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838330.054278:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1788838330.054313:0:24285:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255218048 00000100:00080000:2.0:1788838330.054333:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788838330.054336:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788838330.054337:0:24285:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255218048 00000100:00100000:3.0:1788838330.054376:0:24285:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1788838330.054383:0:24285:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caf4521880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1875732255218048:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788838330.054393:0:24285:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3915857920 avail 3684335616 00000100:00100000:3.0:1788838330.054420:0:24285:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caf4521880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1875732255218048:12345-0@lo:13:osp-pre-1-1.0 Request processed in 38us (598us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838330.054426:0:24285:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00010000:00080000:0.0:1788838330.057884:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0caf4520700 x1875732255219584/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788838346 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788838330.057905:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caf4520700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3647:1875732255219584:0@lo:400:kworker.0 00000100:00100000:0.0:1788838330.057966:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c4845500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1875732255218048:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788838330.057979:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb785880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1875732255218560:0@lo:400:kworker.0 00000100:00100000:0.0:1788838330.058388:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caf4520380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1875732255219072:0@lo:400:kworker.0 00000100:00100000:1.0:1788838330.332423:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:3.0:1788838330.332510:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235179648 00000100:00100000:3.0:1788838330.332521:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235179648 00000100:00100000:3.0:1788838330.332603:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 14 00000100:00100000:3.0:1788838330.332614:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafb7b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:748b336d-6cce-4128-a605-cac20ec72b58+7:18174:x1875732235179648:12345-192.168.204.55@tcp:41:lfs.0 00000004:00000024:3.0:1788838330.332655:0:22774:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1788838330.332761:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafb7b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:748b336d-6cce-4128-a605-cac20ec72b58+7:18174:x1875732235179648:12345-192.168.204.55@tcp:41:lfs.0 Request processed in 148us (349us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838330.332769:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 14 00000100:00080000:2.0:1788838330.333252:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788838330.335541:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:2.0:1788838330.336258:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235179776 00000100:00100000:2.0:1788838330.336270:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235179776 00000100:00100000:2.0:1788838330.336387:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 15 00000100:00100000:2.0:1788838330.336399:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caf4520380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:748b336d-6cce-4128-a605-cac20ec72b58+6:18174:x1875732235179776:12345-192.168.204.55@tcp:41:lfs.0 00000004:00000024:2.0:1788838330.336438:0:22775:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1788838330.336541:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caf4520380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:748b336d-6cce-4128-a605-cac20ec72b58+6:18174:x1875732235179776:12345-192.168.204.55@tcp:41:lfs.0 Request processed in 143us (1008us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838330.336567:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 15 00000100:00080000:0.0:1788838330.336645:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788838330.341899:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:3.0:1788838330.345199:0:24285:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235179904 00000100:00100000:3.0:1788838330.345224:0:24285:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235179904 00000100:00100000:3.0:1788838330.345369:0:24285:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 13 00000100:00100000:3.0:1788838330.345381:0:24285:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caf4520700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:748b336d-6cce-4128-a605-cac20ec72b58+6:18174:x1875732235179904:12345-192.168.204.55@tcp:13:lfs.0 00002000:00000024:3.0:1788838330.345410:0:24285:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1788838330.345520:0:24285:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caf4520700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:748b336d-6cce-4128-a605-cac20ec72b58+6:18174:x1875732235179904:12345-192.168.204.55@tcp:13:lfs.0 Request processed in 141us (3631us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838330.345527:0:24285:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 13 00000100:00080000:0.0:1788838330.346222:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788838330.348055:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:0.0:1788838330.348452:0:24285:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235180032 00000100:00100000:0.0:1788838330.348462:0:24285:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235180032 00000100:00100000:0.0:1788838330.348537:0:24285:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 14 00000100:00100000:0.0:1788838330.348547:0:24285:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c4826300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:748b336d-6cce-4128-a605-cac20ec72b58+6:18174:x1875732235180032:12345-192.168.204.55@tcp:13:lfs.0 00002000:00000024:0.0:1788838330.348573:0:24285:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3915857920 avail 3684335616 00000100:00100000:0.0:1788838330.348685:0:24285:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c4826300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:748b336d-6cce-4128-a605-cac20ec72b58+6:18174:x1875732235180032:12345-192.168.204.55@tcp:13:lfs.0 Request processed in 138us (636us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838330.348693:0:24285:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 14 00000100:00080000:2.0:1788838330.348970:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788838330.651454:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:3.0:1788838330.651547:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235180160 00000100:00100000:3.0:1788838330.651558:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235180160 00000100:00100000:3.0:1788838330.651625:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 132 00000100:00100000:3.0:1788838330.651655:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafa25dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0c096ab9-1724-4a4a-a843-84bfe80ecc2c+10:18206:x1875732235180160:12345-192.168.204.55@tcp:101:mount.lustre.0 00010000:00010000:3.0:1788838330.651675:0:22766:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788838330.651696:0:22766:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0cadf86d400/0xae64dcd520c44bc3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: local remote: 0x10e6568bab3358dd expref: -99 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838330.651727:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0cadf86d400/0xae64dcd520c44bc3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab3358dd expref: 11 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838330.651738:0:22766:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0cadf86d400/0xae64dcd520c44bc3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab3358dd expref: 11 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838330.651749:0:22766:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0cadf86d400, rc 0) 00000100:00100000:3.0:1788838330.651818:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafa25dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0c096ab9-1724-4a4a-a843-84bfe80ecc2c+11:18206:x1875732235180160:12345-192.168.204.55@tcp:101:mount.lustre.0 Request processed in 168us (374us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838330.651826:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 132 00000100:00100000:1.0:1788838330.669708:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:2.0:1788838330.669814:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235180288 00000100:00100000:2.0:1788838330.669826:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235180288 00000100:00100000:2.0:1788838330.669902:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 133 00000100:00100000:2.0:1788838330.669922:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafa25e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0c096ab9-1724-4a4a-a843-84bfe80ecc2c+11:18206:x1875732235180288:12345-192.168.204.55@tcp:501:mount.lustre.0 00000100:00100000:2.0:1788838330.670082:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafa25e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0c096ab9-1724-4a4a-a843-84bfe80ecc2c+11:18206:x1875732235180288:12345-192.168.204.55@tcp:501:mount.lustre.0 Request processed in 162us (382us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838330.670090:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 133 00000100:00100000:0.0:1788838330.680009:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:1.0:1788838330.683248:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235180416 00000100:00100000:1.0:1788838330.683267:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235180416 00000100:00100000:1.0:1788838330.683376:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 134 00000100:00100000:1.0:1788838330.683387:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafa25d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0c096ab9-1724-4a4a-a843-84bfe80ecc2c+11:18206:x1875732235180416:12345-192.168.204.55@tcp:503:mount.lustre.0 00000100:00100000:1.0:1788838330.683573:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafa25d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0c096ab9-1724-4a4a-a843-84bfe80ecc2c+11:18206:x1875732235180416:12345-192.168.204.55@tcp:503:mount.lustre.0 Request processed in 188us (3575us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838330.683582:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 134 00000100:00100000:1.0:1788838330.700703:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:3.0:1788838330.706589:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235180544 00000100:00100000:3.0:1788838330.706610:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235180544 00000100:00100000:3.0:1788838330.706692:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 135 00000100:00100000:3.0:1788838330.706703:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafa25d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0c096ab9-1724-4a4a-a843-84bfe80ecc2c+11:18213:x1875732235180544:12345-192.168.204.55@tcp:502:llog_process_th.0 00000100:00100000:3.0:1788838330.706897:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafa25d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0c096ab9-1724-4a4a-a843-84bfe80ecc2c+11:18213:x1875732235180544:12345-192.168.204.55@tcp:502:llog_process_th.0 Request processed in 195us (6204us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838330.706905:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 135 00000100:00100000:0.0:1788838330.744840:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:2.0:1788838330.747606:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235180672 00000100:00100000:2.0:1788838330.747631:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235180672 00000100:00100000:2.0:1788838330.747731:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 136 00000100:00100000:2.0:1788838330.747743:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafa25cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0c096ab9-1724-4a4a-a843-84bfe80ecc2c+11:18213:x1875732235180672:12345-192.168.204.55@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788838330.747960:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafa25cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0c096ab9-1724-4a4a-a843-84bfe80ecc2c+11:18213:x1875732235180672:12345-192.168.204.55@tcp:502:llog_process_th.0 Request processed in 217us (3137us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838330.747968:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 136 00000100:00100000:0.0:1788838330.758570:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:1.0:1788838330.758975:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235180800 00000100:00100000:1.0:1788838330.758988:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235180800 00000100:00100000:1.0:1788838330.759056:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 137 00000100:00100000:1.0:1788838330.759074:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafa25f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0c096ab9-1724-4a4a-a843-84bfe80ecc2c+11:18213:x1875732235180800:12345-192.168.204.55@tcp:502:llog_process_th.0 00000100:00100000:1.0:1788838330.759374:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafa25f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0c096ab9-1724-4a4a-a843-84bfe80ecc2c+11:18213:x1875732235180800:12345-192.168.204.55@tcp:502:llog_process_th.0 Request processed in 307us (813us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838330.759383:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 137 00000100:00100000:1.0:1788838330.768275:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:3.0:1788838330.768416:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235180928 00000100:00100000:3.0:1788838330.768429:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235180928 00000100:00100000:3.0:1788838330.768491:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 138 00000100:00100000:3.0:1788838330.768502:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafa25c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0c096ab9-1724-4a4a-a843-84bfe80ecc2c+11:18206:x1875732235180928:12345-192.168.204.55@tcp:101:mount.lustre.0 00010000:00010000:3.0:1788838330.768536:0:22766:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788838330.768556:0:22766:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0cadf86d200/0xae64dcd520c44bca lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x10e6568bab33590e expref: -99 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838330.768591:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0cadf86d200/0xae64dcd520c44bca lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab33590e expref: 12 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838330.768603:0:22766:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0cadf86d200/0xae64dcd520c44bca lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab33590e expref: 12 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838330.768860:0:22766:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0cadf86d200, rc 0) 00000100:00100000:3.0:1788838330.769006:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafa25c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0c096ab9-1724-4a4a-a843-84bfe80ecc2c+12:18206:x1875732235180928:12345-192.168.204.55@tcp:101:mount.lustre.0 Request processed in 504us (739us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838330.769014:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 138 00000100:00100000:0.0:1788838330.776562:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:2.0:1788838330.776767:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235181056 00000100:00100000:2.0:1788838330.776779:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235181056 00000100:00100000:2.0:1788838330.776899:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 139 00000100:00100000:2.0:1788838330.776910:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafa25f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0c096ab9-1724-4a4a-a843-84bfe80ecc2c+12:18206:x1875732235181056:12345-192.168.204.55@tcp:256:mount.lustre.0 20000000:01000000:2.0:1788838330.776939:0:22768:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:2.0:1788838330.776967:0:22768:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:2.0:1788838330.776971:0:22768:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:2.0:1788838330.776975:0:22768:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:2.0:1788838330.776978:0:22768:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:2.0:1788838330.776985:0:22768:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:2.0:1788838330.781751:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafa25f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0c096ab9-1724-4a4a-a843-84bfe80ecc2c+12:18206:x1875732235181056:12345-192.168.204.55@tcp:256:mount.lustre.0 Request processed in 4830us (5186us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838330.781770:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 139 00000100:00100000:0.0:1788838330.787393:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:3.0:1788838330.787480:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235181184 00000100:00100000:3.0:1788838330.787492:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235181184 00000100:00100000:3.0:1788838330.787549:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 140 00000100:00100000:3.0:1788838330.787560:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafa25fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0c096ab9-1724-4a4a-a843-84bfe80ecc2c+12:18206:x1875732235181184:12345-192.168.204.55@tcp:101:mount.lustre.0 00010000:00010000:3.0:1788838330.787579:0:22766:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788838330.787601:0:22766:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0cadf86c400/0xae64dcd520c44bd1 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x10e6568bab335915 expref: -99 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838330.787635:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0cadf86c400/0xae64dcd520c44bd1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab335915 expref: 13 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838330.787647:0:22766:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0cadf86c400/0xae64dcd520c44bd1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab335915 expref: 13 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838330.787677:0:22766:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0cadf86c400, rc 0) 00000100:00100000:3.0:1788838330.787741:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafa25fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0c096ab9-1724-4a4a-a843-84bfe80ecc2c+13:18206:x1875732235181184:12345-192.168.204.55@tcp:101:mount.lustre.0 Request processed in 181us (357us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838330.787749:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 140 00000100:00100000:0.0:1788838330.790959:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:2.0:1788838330.791106:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235181312 00000100:00100000:2.0:1788838330.791117:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235181312 00000100:00100000:2.0:1788838330.791385:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 141 00000100:00100000:2.0:1788838330.791396:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c254fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0c096ab9-1724-4a4a-a843-84bfe80ecc2c+13:18206:x1875732235181312:12345-192.168.204.55@tcp:501:mount.lustre.0 00000100:00100000:2.0:1788838330.791564:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c254fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0c096ab9-1724-4a4a-a843-84bfe80ecc2c+13:18206:x1875732235181312:12345-192.168.204.55@tcp:501:mount.lustre.0 Request processed in 169us (614us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838330.791573:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 141 00000100:00100000:0.0:1788838330.794809:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:2.0:1788838330.794964:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235181440 00000100:00100000:2.0:1788838330.794976:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235181440 00000100:00100000:2.0:1788838330.795034:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 142 00000100:00100000:2.0:1788838330.795045:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c254d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0c096ab9-1724-4a4a-a843-84bfe80ecc2c+13:18206:x1875732235181440:12345-192.168.204.55@tcp:503:mount.lustre.0 00000100:00100000:2.0:1788838330.795240:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c254d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0c096ab9-1724-4a4a-a843-84bfe80ecc2c+13:18206:x1875732235181440:12345-192.168.204.55@tcp:503:mount.lustre.0 Request processed in 196us (440us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838330.795249:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 142 00000100:00100000:0.0:1788838330.799823:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:2.0:1788838330.799939:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235181568 00000100:00100000:2.0:1788838330.799950:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235181568 00000100:00100000:2.0:1788838330.800007:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 143 00000100:00100000:2.0:1788838330.800017:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c254ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0c096ab9-1724-4a4a-a843-84bfe80ecc2c+13:18218:x1875732235181568:12345-192.168.204.55@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788838330.800215:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c254ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0c096ab9-1724-4a4a-a843-84bfe80ecc2c+13:18218:x1875732235181568:12345-192.168.204.55@tcp:502:llog_process_th.0 Request processed in 198us (402us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838330.800224:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 143 00000100:00100000:0.0:1788838330.810098:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:1.0:1788838330.810355:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235181696 00000100:00100000:1.0:1788838330.810367:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235181696 00000100:00100000:1.0:1788838330.810440:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 144 00000100:00100000:1.0:1788838330.810452:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c254f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0c096ab9-1724-4a4a-a843-84bfe80ecc2c+13:18218:x1875732235181696:12345-192.168.204.55@tcp:502:llog_process_th.0 00000100:00100000:1.0:1788838330.810627:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c254f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0c096ab9-1724-4a4a-a843-84bfe80ecc2c+13:18218:x1875732235181696:12345-192.168.204.55@tcp:502:llog_process_th.0 Request processed in 179us (539us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838330.810635:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 144 00000100:00100000:0.0:1788838330.819403:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:0.0:1788838330.819445:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:0.0:1788838330.819476:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:0.0:1788838330.819491:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:0.0:1788838330.819521:0:24282:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235182208 00000100:00100000:0.0:1788838330.819546:0:24282:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235182208 00000100:00100000:0.0:1788838330.819599:0:24282:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235182336 00000100:00100000:0.0:1788838330.819602:0:24282:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235182336 00000100:00100000:0.0:1788838330.819621:0:24282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 11 00000100:00100000:0.0:1788838330.819630:0:24282:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caf4521c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:748b336d-6cce-4128-a605-cac20ec72b58+6:2405:x1875732235182208:12345-192.168.204.55@tcp:400:kworker.0 00000100:00100000:0.0:1788838330.819713:0:24282:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caf4521c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:748b336d-6cce-4128-a605-cac20ec72b58+6:2405:x1875732235182208:12345-192.168.204.55@tcp:400:kworker.0 Request processed in 83us (266us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838330.819721:0:24282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 11 00000100:00100000:0.0:1788838330.819738:0:24282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 12 00000100:00100000:0.0:1788838330.819745:0:24282:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caf4520a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:748b336d-6cce-4128-a605-cac20ec72b58+6:2405:x1875732235182336:12345-192.168.204.55@tcp:400:kworker.0 00000100:00100000:0.0:1788838330.819769:0:24282:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caf4520a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:748b336d-6cce-4128-a605-cac20ec72b58+6:2405:x1875732235182336:12345-192.168.204.55@tcp:400:kworker.0 Request processed in 25us (276us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838330.819774:0:24282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 12 00000100:00100000:0.0:1788838330.819812:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:0.0:1788838330.819868:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:1.0:1788838330.819991:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235181952 00000100:00100000:1.0:1788838330.819995:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235181952 00000100:00100000:1.0:1788838330.820018:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235182080 00000100:00100000:1.0:1788838330.820027:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235182080 00000100:00100000:1.0:1788838330.820041:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235181824 00000100:00100000:1.0:1788838330.820044:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235181824 00000100:00100000:1.0:1788838330.820052:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235182592 00000100:00100000:1.0:1788838330.820055:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235182592 00000100:00100000:1.0:1788838330.820065:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 44 00000100:00100000:1.0:1788838330.820071:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caf4521f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:748b336d-6cce-4128-a605-cac20ec72b58+7:2405:x1875732235181952:12345-192.168.204.55@tcp:400:kworker.0 00000100:00100000:1.0:1788838330.820116:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caf4521f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:748b336d-6cce-4128-a605-cac20ec72b58+7:2405:x1875732235181952:12345-192.168.204.55@tcp:400:kworker.0 Request processed in 44us (724us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838330.820122:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 44 00000100:00100000:1.0:1788838330.820134:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 45 00000100:00100000:1.0:1788838330.820141:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caf4523b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:748b336d-6cce-4128-a605-cac20ec72b58+6:2405:x1875732235182080:12345-192.168.204.55@tcp:400:kworker.0 00000100:00100000:1.0:1788838330.820165:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caf4523b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:748b336d-6cce-4128-a605-cac20ec72b58+6:2405:x1875732235182080:12345-192.168.204.55@tcp:400:kworker.0 Request processed in 24us (688us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838330.820170:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 45 00000100:00100000:1.0:1788838330.820181:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 16 00000100:00100000:1.0:1788838330.820184:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caf4521180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2401:x1875732235181824:12345-192.168.204.55@tcp:38:mount.lustre.0 00010000:00080000:1.0:1788838330.820220:0:22776:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from 0eb816e3-65e9-4d8e-9787-fae49b1fa9d8@192.168.204.55@tcp t0 exp 0000000000000000 cur 780 last 0 00000020:00000080:1.0:1788838330.820256:0:22776:0:(genops.c:1385:class_connect()) connect: client 0eb816e3-65e9-4d8e-9787-fae49b1fa9d8, cookie 0xae64dcd520c44bd8 00000004:00100000:1.0:1788838330.820286:0:22776:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:1.0:1788838330.820431:0:22776:0:(import.c:65:import_set_state_nolock()) ffffa0c9c1fc8800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788838330.820463:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caf4521180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0eb816e3-65e9-4d8e-9787-fae49b1fa9d8+6:2401:x1875732235181824:12345-192.168.204.55@tcp:38:mount.lustre.0 Request processed in 277us (651us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838330.820470:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 16 00000100:00100000:1.0:1788838330.820484:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 17 00000100:00100000:1.0:1788838330.820488:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caf4523100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2401:x1875732235182592:12345-192.168.204.55@tcp:38:mount.lustre.0 00010000:00080000:1.0:1788838330.820509:0:22776:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from 0eb816e3-65e9-4d8e-9787-fae49b1fa9d8@192.168.204.55@tcp t0 exp 0000000000000000 cur 780 last 0 00000020:00000080:1.0:1788838330.820531:0:22776:0:(genops.c:1385:class_connect()) connect: client 0eb816e3-65e9-4d8e-9787-fae49b1fa9d8, cookie 0xae64dcd520c44bdf 00000004:00100000:1.0:1788838330.820543:0:22776:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:1.0:1788838330.820589:0:22776:0:(import.c:65:import_set_state_nolock()) ffffa0c9c1fca800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788838330.820614:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caf4523100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0eb816e3-65e9-4d8e-9787-fae49b1fa9d8+6:2401:x1875732235182592:12345-192.168.204.55@tcp:38:mount.lustre.0 Request processed in 124us (745us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838330.820621:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 17 00000100:00100000:0.0:1788838330.832218:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:1.0:1788838330.832312:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235182464 00000100:00100000:1.0:1788838330.832351:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235182464 00000100:00100000:1.0:1788838330.832423:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 18 00000100:00100000:1.0:1788838330.832433:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caf4520e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0eb816e3-65e9-4d8e-9787-fae49b1fa9d8+6:0:x1875732235182464:12345-192.168.204.55@tcp:41:mount.lustre.0 00000004:00000024:1.0:1788838330.832467:0:22776:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1788838330.832526:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caf4520e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0eb816e3-65e9-4d8e-9787-fae49b1fa9d8+6:0:x1875732235182464:12345-192.168.204.55@tcp:41:mount.lustre.0 Request processed in 94us (328us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838330.832533:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 18 00000100:00080000:2.0:1788838330.832599:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788838330.837741:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:3.0:1788838330.837825:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235182848 00000100:00100000:3.0:1788838330.837836:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235182848 00000100:00100000:3.0:1788838330.837910:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 19 00000100:00100000:3.0:1788838330.837921:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caf4523480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0eb816e3-65e9-4d8e-9787-fae49b1fa9d8+6:18206:x1875732235182848:12345-192.168.204.55@tcp:41:mount.lustre.0 00000004:00000024:3.0:1788838330.837957:0:22774:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1788838330.838062:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caf4523480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0eb816e3-65e9-4d8e-9787-fae49b1fa9d8+6:18206:x1875732235182848:12345-192.168.204.55@tcp:41:mount.lustre.0 Request processed in 143us (329us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838330.838078:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 19 00000100:00100000:0.0:1788838330.843394:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:0.0:1788838330.843490:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:1.0:1788838330.843584:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235182720 00000100:00100000:1.0:1788838330.843595:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235182720 00000100:00100000:1.0:1788838330.843679:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235182976 00000100:00100000:1.0:1788838330.843683:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235182976 00000100:00100000:1.0:1788838330.843714:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 20 00000100:00100000:1.0:1788838330.843723:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caf4523800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0eb816e3-65e9-4d8e-9787-fae49b1fa9d8+6:0:x1875732235182720:12345-192.168.204.55@tcp:41:mount.lustre.0 00000004:00000024:1.0:1788838330.843760:0:22776:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1788838330.843831:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caf4523800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0eb816e3-65e9-4d8e-9787-fae49b1fa9d8+6:0:x1875732235182720:12345-192.168.204.55@tcp:41:mount.lustre.0 Request processed in 109us (449us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838330.843838:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 20 00000100:00100000:1.0:1788838330.843867:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 21 00000100:00100000:1.0:1788838330.843874:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caf4522d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0eb816e3-65e9-4d8e-9787-fae49b1fa9d8+6:18206:x1875732235182976:12345-192.168.204.55@tcp:40:mount.lustre.0 00000100:00100000:1.0:1788838330.843911:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caf4522d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0eb816e3-65e9-4d8e-9787-fae49b1fa9d8+6:18206:x1875732235182976:12345-192.168.204.55@tcp:40:mount.lustre.0 Request processed in 37us (420us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838330.843917:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 21 00000100:00080000:2.0:1788838330.844079:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788838330.853631:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:2.0:1788838330.853732:0:22786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235183360 00000100:00100000:2.0:1788838330.853743:0:22786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235183360 00000100:00100000:2.0:1788838330.853813:0:22786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 4 00000100:00100000:2.0:1788838330.853826:0:22786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caf4521500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:0eb816e3-65e9-4d8e-9787-fae49b1fa9d8+6:18206:x1875732235183360:12345-192.168.204.55@tcp:900:mount.lustre.0 00000100:00100000:2.0:1788838330.853928:0:22786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caf4521500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:0eb816e3-65e9-4d8e-9787-fae49b1fa9d8+6:18206:x1875732235183360:12345-192.168.204.55@tcp:900:mount.lustre.0 Request processed in 105us (309us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838330.853937:0:22786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 4 00000100:00100000:1.0:1788838330.857736:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:1.0:1788838330.857838:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:1.0:1788838330.861150:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:3.0:1788838330.861301:0:22778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235183488 00000100:00100000:3.0:1788838330.861313:0:22778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235183488 00000100:00100000:3.0:1788838330.861384:0:22778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 1 00000100:00100000:3.0:1788838330.861395:0:22778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caf4125180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0eb816e3-65e9-4d8e-9787-fae49b1fa9d8+6:18206:x1875732235183488:12345-192.168.204.55@tcp:33:mount.lustre.0 00000100:00100000:0.0:1788838330.861429:0:24282:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235183104 00000100:00100000:0.0:1788838330.861434:0:24282:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235183104 00000100:00100000:0.0:1788838330.861458:0:24282:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235183232 00000100:00100000:0.0:1788838330.861461:0:24282:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235183232 00000100:00100000:0.0:1788838330.861477:0:24282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 19 00000100:00100000:0.0:1788838330.861483:0:24282:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caf4124380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2401:x1875732235183104:12345-192.168.204.55@tcp:8:mount.lustre.0 00000004:00200000:3.0:1788838330.861487:0:22778:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00010000:00080000:0.0:1788838330.861509:0:24282:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from 0eb816e3-65e9-4d8e-9787-fae49b1fa9d8@192.168.204.55@tcp t0 exp 0000000000000000 cur 780 last 0 00000100:00100000:3.0:1788838330.861577:0:22778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caf4125180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0eb816e3-65e9-4d8e-9787-fae49b1fa9d8+6:18206:x1875732235183488:12345-192.168.204.55@tcp:33:mount.lustre.0 Request processed in 184us (446us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838330.861585:0:22778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 1 00000100:00100000:3.0:1788838330.861622:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 20 00000100:00100000:3.0:1788838330.861627:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caf4126300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2401:x1875732235183232:12345-192.168.204.55@tcp:8:mount.lustre.0 00000020:00000080:0.0:1788838330.861631:0:24282:0:(genops.c:1385:class_connect()) connect: client 0eb816e3-65e9-4d8e-9787-fae49b1fa9d8, cookie 0xae64dcd520c44be6 00010000:00080000:3.0:1788838330.861642:0:24283:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from 0eb816e3-65e9-4d8e-9787-fae49b1fa9d8@192.168.204.55@tcp t0 exp 0000000000000000 cur 780 last 0 00002000:00100000:0.0:1788838330.861642:0:24282:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 0eb816e3-65e9-4d8e-9787-fae49b1fa9d8/ffffa0c9c43c8800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113975 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1788838330.861653:0:24282:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000020:00000080:3.0:1788838330.861668:0:24283:0:(genops.c:1385:class_connect()) connect: client 0eb816e3-65e9-4d8e-9787-fae49b1fa9d8, cookie 0xae64dcd520c44bed 00002000:00100000:3.0:1788838330.861673:0:24283:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 0eb816e3-65e9-4d8e-9787-fae49b1fa9d8/ffffa0c9c3a63000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113975 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1788838330.861678:0:24283:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:0.0:1788838330.861711:0:24282:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00002000:00080000:3.0:1788838330.861712:0:24283:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:3.0:1788838330.861738:0:24283:0:(import.c:65:import_set_state_nolock()) ffffa0c9c3a66000 : changing import state from RECOVER to FULL 00000100:00080000:0.0:1788838330.861738:0:24282:0:(import.c:65:import_set_state_nolock()) ffffa0c9c43ca000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788838330.861765:0:24282:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caf4124380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0eb816e3-65e9-4d8e-9787-fae49b1fa9d8+6:2401:x1875732235183104:12345-192.168.204.55@tcp:8:mount.lustre.0 Request processed in 281us (4041us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838330.861778:0:24282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 19 00000100:00100000:2.0:1788838330.862648:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caf4126300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0eb816e3-65e9-4d8e-9787-fae49b1fa9d8+6:2401:x1875732235183232:12345-192.168.204.55@tcp:8:mount.lustre.0 Request processed in 1012us (4803us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838330.862657:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 20 00000040:00080000:3.0:1788838330.880893:0:23527:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1788838331.008089:0:23929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788838331.153750:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:1.0:1788838331.153979:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235183616 00000100:00100000:1.0:1788838331.153991:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235183616 00000100:00100000:1.0:1788838331.154061:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 22 00000100:00100000:1.0:1788838331.154085:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c4826d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0eb816e3-65e9-4d8e-9787-fae49b1fa9d8+6:18241:x1875732235183616:12345-192.168.204.55@tcp:101:mkdir.0 00010000:00010000:1.0:1788838331.154108:0:22776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788838331.154132:0:22776:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0cb021ffc00/0xae64dcd520c44bf4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x10e6568bab335946 expref: -99 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838331.154218:0:22776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0cb021ff400/0xae64dcd520c44bfb lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838331.154235:0:22776:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0cb021ff400/0xae64dcd520c44bfb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838331.154261:0:22776:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0cb021ff400/0xae64dcd520c44bfb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788838331.154359:0:22776:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1788838331.154363:0:22776:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788838331.154387:0:22776:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa0cb021ff400/0xae64dcd520c44bfb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838331.154431:0:22776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0cb021ffc00/0xae64dcd520c44bf4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab335946 expref: 8 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838331.154449:0:22776:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0cb021ff400/0xae64dcd520c44bfb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab335946 expref: 7 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838331.154459:0:22776:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffffa0c9c27d8d00) 00010000:00010000:1.0:1788838331.154461:0:22776:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788838331.154465:0:22776:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0cb021ff400, rc 0) 00000100:00100000:1.0:1788838331.154676:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c4826d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0eb816e3-65e9-4d8e-9787-fae49b1fa9d8+7:18241:x1875732235183616:12345-192.168.204.55@tcp:101:mkdir.0 Request processed in 593us (935us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838331.154685:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 22 00010000:00010000:3.0:1788838332.031693:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788838333.055619:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1788838333.126369:0:22754:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 0eb816e3-65e9-4d8e-9787-fae49b1fa9d8 00000001:00100000:1.0:1788838333.126383:0:22754:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 748b336d-6cce-4128-a605-cac20ec72b58 00000001:00100000:2.0:1788838333.131013:0:23507:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 0eb816e3-65e9-4d8e-9787-fae49b1fa9d8 00000001:00100000:2.0:1788838333.131044:0:23507:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 748b336d-6cce-4128-a605-cac20ec72b58 00000100:00100000:0.0:1788838333.635595:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c4826a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1875732255220096:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788838333.635669:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788838333.635811:0:24285:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255220096 00000100:00100000:3.0:1788838333.635819:0:24285:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255220096 00000100:00100000:3.0:1788838333.635885:0:24285:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1788838333.635895:0:24285:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caf4520000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1875732255220096:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788838333.635925:0:24285:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1788838333.635993:0:24285:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caf4520000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1875732255220096:12345-0@lo:13:osp-pre-0-1.0 Request processed in 99us (323us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838333.636000:0:24285:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1788838333.636375:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c4826a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1875732255220096:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1788838333.636474:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1788838334.081095:0:23929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:2.0:1788838334.147531:0:24277:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 0eb816e3-65e9-4d8e-9787-fae49b1fa9d8 00000001:00100000:2.0:1788838334.147544:0:24277:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 748b336d-6cce-4128-a605-cac20ec72b58 00000001:00100000:2.0:1788838334.150745:0:25095:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 0eb816e3-65e9-4d8e-9787-fae49b1fa9d8 00000001:00100000:2.0:1788838334.150763:0:25095:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 748b336d-6cce-4128-a605-cac20ec72b58 00000001:02000400:3.0:1788838334.601048:0:25654:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00010000:00010000:3.0:1788838335.104452:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788838335.167696:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1788838335.167721:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caeb630380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1875732255220352:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788838335.167796:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838335.167854:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c4825c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1875732255220224:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788838335.167878:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838335.168010:0:24285:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255220352 00000100:00100000:1.0:1788838335.168017:0:24285:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255220352 00000100:00100000:3.0:1788838335.168091:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caf4522680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1875732255220480:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788838335.168132:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788838335.168150:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c400fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1875732255220992:0@lo:400:kworker.0 00000100:00100000:3.0:1788838335.168170:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788838335.172020:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c400c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:3648:1875732255220864:0@lo:400:kworker.0 00000100:00100000:0.0:1788838335.173018:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c400c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1875732255220736:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788838335.173088:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838335.173149:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c1ebbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1875732255221248:0@lo:400:kworker.0 00000100:00100000:0.0:1788838335.173176:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838335.173199:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c1eba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3647:1875732255221760:0@lo:400:kworker.0 00000100:00100000:0.0:1788838335.173221:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838335.173263:0:23819:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255220224 00000100:00100000:0.0:1788838335.173270:0:23819:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255220224 00000100:00100000:2.0:1788838335.173669:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788838335.173713:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c1eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1875732255221376:0@lo:400:kworker.0 00000100:00100000:2.0:1788838335.173766:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255220864 00000100:00100000:2.0:1788838335.173770:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255220864 00000100:00100000:2.0:1788838335.173805:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 145 00000100:00100000:2.0:1788838335.173824:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c254f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+24:3648:x1875732255220864:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788838335.173880:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c254f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+24:3648:x1875732255220864:12345-0@lo:400:kworker.0 Request processed in 58us (211us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838335.173887:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 145 00000100:00100000:2.0:1788838335.173948:0:22780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255220480 00000100:00100000:2.0:1788838335.173952:0:22780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255220480 00000100:00100000:2.0:1788838335.173967:0:22780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255221248 00000100:00100000:2.0:1788838335.173970:0:22780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255221248 00000100:00100000:2.0:1788838335.173980:0:22780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:2.0:1788838335.173986:0:22780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caf4126d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3647:x1875732255220224:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788838335.174012:0:22780:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1788838335.174051:0:22780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caf4126d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3647:x1875732255220224:12345-0@lo:41:osp-pre-1-0.0 Request processed in 64us (6172us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838335.174057:0:22780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:2.0:1788838335.174070:0:22780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:2.0:1788838335.174075:0:22780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c4825f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3649:x1875732255220480:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788838335.174090:0:22780:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1788838335.174215:0:23819:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1788838335.174224:0:23819:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c34cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3647:x1875732255221248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788838335.174259:0:23819:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c34cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3647:x1875732255221248:12345-0@lo:400:kworker.0 Request processed in 37us (1082us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838335.174265:0:23819:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1788838335.174284:0:24284:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255220736 00000100:00100000:0.0:1788838335.174615:0:24284:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255220736 00000100:00100000:2.0:1788838335.174673:0:22780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c4825f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3649:x1875732255220480:12345-0@lo:41:osp-pre-0-1.0 Request processed in 596us (6540us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838335.174679:0:22780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:2.0:1788838335.174706:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caf4125500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1875732255220608:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788838335.174740:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788838335.174767:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c400f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3650:1875732255221120:0@lo:400:kworker.0 00000100:00100000:2.0:1788838335.174790:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788838335.174812:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c1ebb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3650:1875732255221632:0@lo:400:kworker.0 00000100:00100000:2.0:1788838335.174846:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788838335.174866:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c1eb8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3650:1875732255222144:0@lo:400:kworker.0 00000100:00100000:2.0:1788838335.174885:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788838335.174922:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255221760 00000100:00100000:2.0:1788838335.174927:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255221760 00000100:00100000:3.0:1788838335.177130:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c1ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1875732255221504:0@lo:400:kworker.0 00000100:00100000:3.0:1788838335.177204:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788838335.177227:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c1eb8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3649:1875732255222016:0@lo:400:kworker.0 00000100:00100000:3.0:1788838335.177270:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788838335.177342:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caf4522680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1875732255220480:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788838335.177393:0:25168:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255221120 00000100:00100000:3.0:1788838335.177400:0:25168:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255221120 00000100:00100000:3.0:1788838335.177438:0:25168:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255221632 00000100:00100000:3.0:1788838335.177441:0:25168:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255221632 00000100:00100000:3.0:1788838335.177452:0:25168:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255222144 00000100:00100000:3.0:1788838335.177455:0:25168:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255222144 00000100:00100000:1.0:1788838335.182387:0:24285:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255220608 00000100:00100000:1.0:1788838335.182406:0:24285:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255220608 00000100:00100000:0.0:1788838335.183275:0:24284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1788838335.183293:0:24284:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caf4127480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1875732255220352:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788838335.183916:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255222016 00000100:00100000:2.0:1788838335.183925:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255222016 00000100:00100000:2.0:1788838335.183946:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1788838335.183954:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caeb631880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3650:x1875732255221120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788838335.184058:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caeb631880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3650:x1875732255221120:12345-0@lo:400:kworker.0 Request processed in 104us (9266us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838335.184066:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1788838335.184084:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1788838335.184090:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caeb630a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3650:x1875732255221632:12345-0@lo:400:kworker.0 00002000:00000024:0.0:1788838335.184228:0:24284:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1788838335.184265:0:24284:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caf4127480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1875732255220352:12345-0@lo:13:osp-pre-0-0.0 Request processed in 980us (16468us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838335.184271:0:24284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1788838335.184284:0:24284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1788838335.184291:0:24284:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c34cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1875732255220736:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788838335.184800:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caeb630a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3650:x1875732255221632:12345-0@lo:400:kworker.0 Request processed in 708us (9951us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838335.184809:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1788838335.184828:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:2.0:1788838335.184838:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c34cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1875732255221760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788838335.184872:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c34cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1875732255221760:12345-0@lo:400:kworker.0 Request processed in 38us (11650us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838335.184878:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:2.0:1788838335.184892:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:2.0:1788838335.184898:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c4827b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3649:x1875732255222016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788838335.184936:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c4827b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3649:x1875732255222016:12345-0@lo:400:kworker.0 Request processed in 38us (7665us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838335.184958:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00080000:2.0:1788838335.184992:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788838335.184997:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788838335.185000:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788838335.185004:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788838335.185015:0:24815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255220992 00000100:00100000:2.0:1788838335.185021:0:24815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255220992 00000100:00100000:2.0:1788838335.185051:0:24815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255221504 00000100:00100000:2.0:1788838335.185054:0:24815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255221504 00000100:00100000:2.0:1788838335.185070:0:24815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1788838335.185076:0:24815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c4824a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3649:x1875732255220992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788838335.185109:0:24815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c4824a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3649:x1875732255220992:12345-0@lo:400:kworker.0 Request processed in 32us (16937us total) trans 0 rc 0/0 00002000:00000024:0.0:1788838335.185408:0:24284:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915857920 avail 3684335616 00000100:00100000:0.0:1788838335.185515:0:24284:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c34cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3647:x1875732255220736:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1224us (12426us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838335.185522:0:24284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1788838335.185578:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c400c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1875732255220736:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788838335.185594:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c1ebbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1875732255221248:0@lo:400:kworker.0 00000100:00100000:0.0:1788838335.185604:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c1eba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3647:1875732255221760:0@lo:400:kworker.0 00000100:00100000:0.0:1788838335.185621:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caeb630380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1875732255220352:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788838335.185634:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c4825c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1875732255220224:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788838335.185708:0:25169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1788838335.185716:0:25169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c4827800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3649:x1875732255221504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788838335.185748:0:25169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c4827800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3649:x1875732255221504:12345-0@lo:400:kworker.0 Request processed in 33us (8544us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838335.185754:0:25169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1788838335.185794:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c400f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3650:1875732255221120:0@lo:400:kworker.0 00000100:00100000:0.0:1788838335.185806:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c1ebb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3650:1875732255221632:0@lo:400:kworker.0 00000100:00100000:0.0:1788838335.185833:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838335.185867:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c1eb8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3648:1875732255221888:0@lo:400:kworker.0 00000100:00100000:0.0:1788838335.185898:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838335.185926:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c400c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:3648:1875732255220864:0@lo:400:kworker.0 00000100:00100000:0.0:1788838335.185956:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255221376 00000100:00100000:0.0:1788838335.185960:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255221376 00000100:00100000:0.0:1788838335.185993:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1788838335.185998:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c34cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3648:x1875732255221376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788838335.186031:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c34cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3648:x1875732255221376:12345-0@lo:400:kworker.0 Request processed in 33us (197us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838335.186036:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1788838335.186067:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c1eb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1875732255221376:0@lo:400:kworker.0 00000100:00080000:0.0:1788838335.186089:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788838335.186099:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255221888 00000100:00100000:0.0:1788838335.186102:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255221888 00000100:00100000:2.0:1788838335.189796:0:24815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1788838335.189932:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c400fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1875732255220992:0@lo:400:kworker.0 00000100:00100000:2.0:1788838335.189949:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c1ebad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1875732255221504:0@lo:400:kworker.0 00000100:00100000:2.0:1788838335.189964:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c1eb8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3649:1875732255222016:0@lo:400:kworker.0 00000100:00080000:2.0:1788838335.190011:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788838335.190230:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1788838335.190245:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c34cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1875732255221888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788838335.190424:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c34cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1875732255221888:12345-0@lo:400:kworker.0 Request processed in 184us (4523us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838335.190431:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00010000:00080000:0.0:1788838335.190540:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0c9c1eb8000 x1875732255221888/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788838351 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788838335.190552:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c1eb8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3648:1875732255221888:0@lo:400:kworker.0 00000100:00100000:3.0:1788838335.191255:0:25168:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1788838335.191267:0:25168:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caeb633b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3650:x1875732255222144:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788838335.191344:0:25168:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caeb633b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3650:x1875732255222144:12345-0@lo:400:kworker.0 Request processed in 81us (16457us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838335.191351:0:25168:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00010000:00080000:3.0:1788838335.191386:0:3650:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0c9c1eb8380 x1875732255222144/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788838351 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788838335.191398:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c1eb8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3650:1875732255222144:0@lo:400:kworker.0 00000100:00100000:1.0:1788838335.195009:0:24285:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1788838335.195022:0:24285:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caeb630e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1875732255220608:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788838335.195066:0:24285:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1788838335.195178:0:24285:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caeb630e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1875732255220608:12345-0@lo:13:osp-pre-1-0.0 Request processed in 158us (20435us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838335.195185:0:24285:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1788838335.195265:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caf4125500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1875732255220608:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788838335.891400:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:0.0:1788838335.891461:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:0.0:1788838335.891500:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:0.0:1788838335.891529:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:1.0:1788838335.891551:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235183744 00000100:00100000:0.0:1788838335.891559:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:1.0:1788838335.891566:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235183744 00000100:00100000:0.0:1788838335.891584:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:0.0:1788838335.891609:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:0.0:1788838335.891636:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:1.0:1788838335.891647:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 146 00000100:00100000:1.0:1788838335.891660:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c254f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0c096ab9-1724-4a4a-a843-84bfe80ecc2c+13:2403:x1875732235183744:12345-192.168.204.55@tcp:400:kworker.0 00000100:00100000:0.0:1788838335.891675:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:0.0:1788838335.891708:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235184256 00000100:00100000:0.0:1788838335.891713:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235184256 00000100:00100000:1.0:1788838335.891762:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c254f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0c096ab9-1724-4a4a-a843-84bfe80ecc2c+13:2403:x1875732235183744:12345-192.168.204.55@tcp:400:kworker.0 Request processed in 104us (376us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838335.891772:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 146 00000100:00100000:0.0:1788838335.891772:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235184768 00000100:00100000:0.0:1788838335.891777:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235184768 00000100:00100000:0.0:1788838335.891805:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235184128 00000100:00100000:0.0:1788838335.891808:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235184128 00000100:00100000:0.0:1788838335.891829:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235184640 00000100:00100000:0.0:1788838335.891832:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235184640 00000100:00100000:0.0:1788838335.891879:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 16 00000100:00100000:0.0:1788838335.891888:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c34ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:748b336d-6cce-4128-a605-cac20ec72b58+5:2403:x1875732235184256:12345-192.168.204.55@tcp:400:kworker.0 00000100:00100000:0.0:1788838335.891925:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c34ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:748b336d-6cce-4128-a605-cac20ec72b58+5:2403:x1875732235184256:12345-192.168.204.55@tcp:400:kworker.0 Request processed in 39us (424us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838335.891933:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 16 00000100:00100000:0.0:1788838335.891955:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 17 00000100:00100000:0.0:1788838335.891963:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c34ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0eb816e3-65e9-4d8e-9787-fae49b1fa9d8+5:2403:x1875732235184768:12345-192.168.204.55@tcp:400:kworker.0 00000100:00100000:0.0:1788838335.892012:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c34ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0eb816e3-65e9-4d8e-9787-fae49b1fa9d8+5:2403:x1875732235184768:12345-192.168.204.55@tcp:400:kworker.0 Request processed in 49us (453us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838335.892019:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 17 00000100:00100000:0.0:1788838335.892040:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 18 00000100:00100000:0.0:1788838335.892049:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c34cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:748b336d-6cce-4128-a605-cac20ec72b58+5:2403:x1875732235184128:12345-192.168.204.55@tcp:400:kworker.0 00000100:00100000:3.0:1788838335.892141:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235184000 00000100:00100000:3.0:1788838335.892146:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235184000 00000100:00100000:0.0:1788838335.892212:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c34cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:748b336d-6cce-4128-a605-cac20ec72b58+5:2403:x1875732235184128:12345-192.168.204.55@tcp:400:kworker.0 Request processed in 163us (600us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838335.892219:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 18 00000100:00100000:0.0:1788838335.892237:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 19 00000100:00100000:0.0:1788838335.892245:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c34cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0eb816e3-65e9-4d8e-9787-fae49b1fa9d8+5:2403:x1875732235184640:12345-192.168.204.55@tcp:400:kworker.0 00000100:00100000:3.0:1788838335.892263:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235184512 00000100:00100000:3.0:1788838335.892268:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235184512 00000100:00100000:3.0:1788838335.892289:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235183872 00000100:00100000:3.0:1788838335.892291:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235183872 00000100:00100000:3.0:1788838335.892302:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235184384 00000100:00100000:3.0:1788838335.892304:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235184384 00000100:00100000:3.0:1788838335.892338:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 52 00000100:00100000:3.0:1788838335.892348:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c34cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:748b336d-6cce-4128-a605-cac20ec72b58+5:2403:x1875732235184000:12345-192.168.204.55@tcp:400:kworker.0 00000100:00100000:1.0:1788838335.894482:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 53 00000100:00100000:1.0:1788838335.894508:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c34cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0eb816e3-65e9-4d8e-9787-fae49b1fa9d8+5:2403:x1875732235184512:12345-192.168.204.55@tcp:400:kworker.0 00000100:00100000:1.0:1788838335.894616:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c34cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0eb816e3-65e9-4d8e-9787-fae49b1fa9d8+5:2403:x1875732235184512:12345-192.168.204.55@tcp:400:kworker.0 Request processed in 118us (3086us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838335.894624:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 53 00000100:00100000:1.0:1788838335.894654:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 54 00000100:00100000:1.0:1788838335.894664:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c34cce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:748b336d-6cce-4128-a605-cac20ec72b58+6:2403:x1875732235183872:12345-192.168.204.55@tcp:400:kworker.0 00000100:00100000:1.0:1788838335.894694:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c34cce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:748b336d-6cce-4128-a605-cac20ec72b58+6:2403:x1875732235183872:12345-192.168.204.55@tcp:400:kworker.0 Request processed in 32us (3110us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838335.894701:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 54 00000100:00100000:1.0:1788838335.894712:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 55 00000100:00100000:1.0:1788838335.894720:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c34cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0eb816e3-65e9-4d8e-9787-fae49b1fa9d8+6:2403:x1875732235184384:12345-192.168.204.55@tcp:400:kworker.0 00000100:00100000:1.0:1788838335.894745:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c34cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0eb816e3-65e9-4d8e-9787-fae49b1fa9d8+6:2403:x1875732235184384:12345-192.168.204.55@tcp:400:kworker.0 Request processed in 26us (3110us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838335.894760:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 55 00000100:00100000:3.0:1788838335.898538:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c34cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:748b336d-6cce-4128-a605-cac20ec72b58+5:2403:x1875732235184000:12345-192.168.204.55@tcp:400:kworker.0 Request processed in 6171us (7055us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838335.898567:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 52 00000100:00080000:3.0:1788838335.898786:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788838335.898793:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788838335.898797:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788838335.898801:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788838335.909224:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c34cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0eb816e3-65e9-4d8e-9787-fae49b1fa9d8+5:2403:x1875732235184640:12345-192.168.204.55@tcp:400:kworker.0 Request processed in 16949us (17519us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838335.909247:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 19 00010000:00010000:2.0:1788838336.129092:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788838337.156591:0:23929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788838337.729666:0:22810:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1788838338.177477:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788838338.751813:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c4827100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1875732255222272:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788838338.751917:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788838338.752203:0:24284:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255222272 00000100:00100000:2.0:1788838338.752212:0:24284:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255222272 00000100:00100000:2.0:1788838338.752297:0:24284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1788838338.752312:0:24284:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c34cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1875732255222272:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788838338.752381:0:24284:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1788838338.752437:0:24284:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c34cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1875732255222272:12345-0@lo:13:osp-pre-0-1.0 Request processed in 130us (519us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838338.752462:0:24284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1788838338.752686:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c4827100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1875732255222272:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1788838338.752997:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000080:0.0:1788838338.904979:0:25802:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffed86a4830 20000000:00000080:0.0:1788838338.905005:0:25802:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffffa0c9c34ca800 uarg=0000000000000000 20000000:01000000:0.0:1788838338.905092:0:25802:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='lod.*.mdt_hash=crush' 20000000:01000000:0.0:1788838338.905099:0:25802:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'lod.*.mdt_hash=crush' 20000000:01000000:0.0:1788838338.905106:0:25802:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/lod.*.mdt_hash=crush del=0 00000040:00080000:2.0:1788838338.905820:0:25803:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 5 count 13 20000000:00000400:0.0:1788838338.906028:0:25802:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/lod.*.mdt_hash=crush (mode = 0) failed: rc = -17 10000000:01000000:0.0:1788838338.911650:0:25802:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:0.0:1788838338.911696:0:25802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffffa0caff7b4e00/0xae64dcd520c44c02 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838338.911722:0:25802:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffffa0cadf86cc00/0xae64dcd520c4485f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xae64dcd520c44858 expref: 23 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838338.911732:0:25802:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffffa0c9c2bd7200/0xae64dcd520c4486d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xae64dcd520c44866 expref: 23 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838338.911765:0:25802:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffffa0cafc8c1a00/0xae64dcd520c448ac lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xae64dcd520c448a5 expref: 23 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838338.911774:0:25802:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffffa0cac29d9200/0xae64dcd520c44946 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xae64dcd520c4493f expref: 23 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838338.911785:0:25802:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffffa0cac29d8a00/0xae64dcd520c44b92 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab3358a5 expref: 12 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838338.911793:0:25802:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffffa0cadf86c400/0xae64dcd520c44bd1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab335915 expref: 12 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838338.911801:0:25802:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffffa0caff7b4e00/0xae64dcd520c44c02 lrc: 9/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838338.911862:0:25802:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffffa0cadf86c400/0xae64dcd520c44bd1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.204.55@tcp remote: 0x10e6568bab335915 expref: 12 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838338.911881:0:25802:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffffa0cadf86c400/0xae64dcd520c44bd1 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.204.55@tcp remote: 0x10e6568bab335915 expref: 12 pid: 22766 timeout: 888 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788838338.911900:0:25802:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c34cf800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25802:1875732255222400:192.168.204.55@tcp:104: 00010000:00010000:0.0:1788838338.912065:0:25802:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffffa0cac29d8a00/0xae64dcd520c44b92 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.204.55@tcp remote: 0x10e6568bab3358a5 expref: 12 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838338.912075:0:25802:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffffa0cac29d8a00/0xae64dcd520c44b92 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.204.55@tcp remote: 0x10e6568bab3358a5 expref: 12 pid: 22768 timeout: 888 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788838338.912085:0:25802:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c34cd880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25802:1875732255222528:192.168.204.55@tcp:104: 00010000:00010000:0.0:1788838338.912131:0:25802:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffffa0cac29d9200/0xae64dcd520c44946 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xae64dcd520c4493f expref: 23 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838338.912140:0:25802:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffffa0cac29d9200/0xae64dcd520c44946 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xae64dcd520c4493f expref: 23 pid: 22769 timeout: 888 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788838338.912151:0:25802:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c34cea00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25802:1875732255222656:0@lo:104: 00000100:00100000:0.0:1788838338.912202:0:25802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1788838338.912263:0:25802:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffffa0cafc8c1a00/0xae64dcd520c448ac lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xae64dcd520c448a5 expref: 23 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838338.912272:0:25802:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffffa0cafc8c1a00/0xae64dcd520c448ac lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xae64dcd520c448a5 expref: 23 pid: 22768 timeout: 888 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788838338.912280:0:25802:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c400fb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25802:1875732255222784:0@lo:104: 00000100:00100000:0.0:1788838338.912303:0:25802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788838338.912923:0:22757:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255222656 00000100:00100000:3.0:1788838338.912933:0:22757:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255222656 00000100:00100000:3.0:1788838338.912981:0:22757:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255222784 00000100:00100000:3.0:1788838338.912985:0:22757:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255222784 00000100:00100000:3.0:1788838338.913004:0:22757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1788838338.913016:0:22757:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c34ce300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+4:25802:x1875732255222656:12345-0@lo:104: 00010000:00010000:3.0:1788838338.913032:0:22757:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.155@tcp lock: ffffa0cafc8c0a00/0xae64dcd520c4493f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xae64dcd520c44946 expref: -99 pid: 25094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838338.913113:0:22757:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1788838338.913121:0:22757:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c34ce300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+4:25802:x1875732255222656:12345-0@lo:104: Request processed in 107us (919us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838338.913129:0:22757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1788838338.913150:0:22757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1788838338.913157:0:22757:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c400c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+3:25802:x1875732255222784:12345-0@lo:104: 00010000:00010000:3.0:1788838338.913165:0:22757:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.155@tcp lock: ffffa0cac29d9000/0xae64dcd520c448a5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xae64dcd520c448ac expref: -99 pid: 24276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838338.913201:0:22757:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1788838338.913206:0:22757:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c400c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+3:25802:x1875732255222784:12345-0@lo:104: Request processed in 51us (904us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838338.913227:0:22757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00010000:00010000:3.0:1788838338.913247:0:23929:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788838338.913254:0:23929:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.155@tcp lock: ffffa0cafc8c0a00/0xae64dcd520c4493f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xae64dcd520c44946 expref: -99 pid: 25094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838338.913263:0:23929:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0cafc8c0a00 already unused, calling callback (ffffffffc14aec20) 10000000:00010000:3.0:1788838338.913268:0:23929:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.155@tcp lock: ffffa0cafc8c0a00/0xae64dcd520c4493f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0xae64dcd520c44946 expref: -99 pid: 25094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838338.913278:0:23929:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.155@tcp lock: ffffa0cafc8c0a00/0xae64dcd520c4493f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0xae64dcd520c44946 expref: -99 pid: 25094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788838338.913286:0:23929:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.155@tcp lock: ffffa0cafc8c0a00/0xae64dcd520c4493f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0xae64dcd520c44946 expref: -99 pid: 25094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788838338.913293:0:23929:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1788838338.913354:0:23929:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.155@tcp lock: ffffa0cafc8c0a00/0xae64dcd520c4493f lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xae64dcd520c44946 expref: -99 pid: 25094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838338.913362:0:23929:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788838338.913386:0:23929:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.155@tcp lock: ffffa0cafc8c0a00/0xae64dcd520c4493f lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xae64dcd520c44946 expref: -99 pid: 25094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838338.913394:0:23929:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.155@tcp lock: ffffa0cafc8c0a00/0xae64dcd520c4493f lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xae64dcd520c44946 expref: -99 pid: 25094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838338.913412:0:23929:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788838338.913416:0:23929:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.155@tcp lock: ffffa0cac29d9000/0xae64dcd520c448a5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xae64dcd520c448ac expref: -99 pid: 24276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838338.913433:0:23929:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0cac29d9000 already unused, calling callback (ffffffffc14aec20) 10000000:00010000:3.0:1788838338.913436:0:23929:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.155@tcp lock: ffffa0cac29d9000/0xae64dcd520c448a5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0xae64dcd520c448ac expref: -99 pid: 24276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838338.913443:0:23929:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.155@tcp lock: ffffa0cac29d9000/0xae64dcd520c448a5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0xae64dcd520c448ac expref: -99 pid: 24276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788838338.913449:0:23929:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.155@tcp lock: ffffa0cac29d9000/0xae64dcd520c448a5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0xae64dcd520c448ac expref: -99 pid: 24276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788838338.913454:0:23929:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1788838338.913470:0:23929:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.155@tcp lock: ffffa0cac29d9000/0xae64dcd520c448a5 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xae64dcd520c448ac expref: -99 pid: 24276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838338.913477:0:23929:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788838338.913494:0:23929:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.155@tcp lock: ffffa0cac29d9000/0xae64dcd520c448a5 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xae64dcd520c448ac expref: -99 pid: 24276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838338.913501:0:23929:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.155@tcp lock: ffffa0cac29d9000/0xae64dcd520c448a5 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xae64dcd520c448ac expref: -99 pid: 24276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838338.913514:0:23929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788838338.913516:0:23929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788838338.913517:0:23929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788838338.913533:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c4825180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:3648:1875732255222912:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788838338.913570:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788838338.913626:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c4824700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:3649:1875732255223040:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788838338.913654:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788838338.913703:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255222912 00000100:00100000:3.0:1788838338.913708:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255222912 00010000:00010000:3.0:1788838338.913729:0:22761:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffffa0cac29d9200/0xae64dcd520c44946 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xae64dcd520c4493f expref: 24 pid: 22769 timeout: 888 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788838338.913753:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255223040 00000100:00100000:3.0:1788838338.913756:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255223040 00010000:00010000:3.0:1788838338.913768:0:22761:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffffa0cafc8c1a00/0xae64dcd520c448ac lrc: 6/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xae64dcd520c448a5 expref: 25 pid: 22768 timeout: 888 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788838338.913787:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1788838338.913794:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c4825880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+25:3648:x1875732255222912:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788838338.913806:0:22761:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788838338.913812:0:22761:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffffa0cac29d9200/0xae64dcd520c44946 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xae64dcd520c4493f expref: 25 pid: 22769 timeout: 888 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838338.913822:0:22761:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffffa0cac29d9200/0xae64dcd520c44946 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xae64dcd520c4493f expref: 25 pid: 22769 timeout: 888 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838338.913843:0:22761:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788838338.913871:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c4825880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+25:3648:x1875732255222912:12345-0@lo:103:ldlm_bl.0 Request processed in 78us (301us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838338.913877:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1788838338.913890:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1788838338.913896:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c4824e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+24:3649:x1875732255223040:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788838338.913904:0:22761:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788838338.913909:0:22761:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffffa0cafc8c1a00/0xae64dcd520c448ac lrc: 6/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xae64dcd520c448a5 expref: 24 pid: 22768 timeout: 888 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838338.913918:0:22761:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffffa0cafc8c1a00/0xae64dcd520c448ac lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xae64dcd520c448a5 expref: 24 pid: 22768 timeout: 888 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838338.913935:0:22761:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788838338.913963:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c4824e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+24:3649:x1875732255223040:12345-0@lo:103:ldlm_bl.0 Request processed in 67us (308us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838338.913970:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1788838338.914015:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c4824700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:3649:1875732255223040:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788838338.914056:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c4825180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:3648:1875732255222912:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788838338.914211:0:25802:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffffa0c9c2bd7200/0xae64dcd520c4486d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xae64dcd520c44866 expref: 23 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838338.914225:0:25802:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffffa0c9c2bd7200/0xae64dcd520c4486d lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xae64dcd520c44866 expref: 23 pid: 22769 timeout: 888 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788838338.914236:0:25802:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c400f480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25802:1875732255223168:0@lo:104: 00000100:00100000:0.0:1788838338.914267:0:25802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1788838338.914337:0:25802:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffffa0cadf86cc00/0xae64dcd520c4485f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xae64dcd520c44858 expref: 23 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838338.914346:0:25802:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffffa0cadf86cc00/0xae64dcd520c4485f lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xae64dcd520c44858 expref: 23 pid: 22768 timeout: 888 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788838338.914367:0:25802:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c3440a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25802:1875732255223296:0@lo:104: 00000100:00100000:0.0:1788838338.914392:0:25802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838338.914403:0:25802:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0c9c42a9900 going to sleep for 11 seconds 00010000:00010000:0.0:1788838338.914418:0:25802:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0cac29d9200/0xae64dcd520c44946 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xae64dcd520c4493f expref: 23 pid: 22769 timeout: 888 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788838338.914431:0:25802:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c34cea00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25802:1875732255222656:0@lo:104: 00010000:00010000:0.0:1788838338.914441:0:25802:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0cafc8c1a00/0xae64dcd520c448ac lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xae64dcd520c448a5 expref: 22 pid: 22768 timeout: 888 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788838338.914448:0:25802:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c400fb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25802:1875732255222784:0@lo:104: 00010000:00010000:1.0:1788838338.914528:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788838338.918181:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255223168 00000100:00100000:3.0:1788838338.918205:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255223168 00000100:00100000:3.0:1788838338.918271:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255223296 00000100:00100000:3.0:1788838338.918275:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255223296 00000100:00100000:3.0:1788838338.918298:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1788838338.918309:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c400c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+4:25802:x1875732255223168:12345-0@lo:104: 00010000:00010000:3.0:1788838338.918349:0:22758:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd7800/0xae64dcd520c44866 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xae64dcd520c4486d expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838338.918471:0:22758:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1788838338.918478:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c400c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+4:25802:x1875732255223168:12345-0@lo:104: Request processed in 171us (4210us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838338.918485:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1788838338.918505:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1788838338.918511:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c3441500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+3:25802:x1875732255223296:12345-0@lo:104: 00010000:00010000:3.0:1788838338.918519:0:22758:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd6a00/0xae64dcd520c44858 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xae64dcd520c4485f expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838338.918557:0:22758:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1788838338.918562:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c3441500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+3:25802:x1875732255223296:12345-0@lo:104: Request processed in 53us (4170us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838338.918583:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00010000:00010000:3.0:1788838338.918603:0:23929:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788838338.918610:0:23929:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd7800/0xae64dcd520c44866 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xae64dcd520c4486d expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838338.918618:0:23929:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0c9c2bd7800 already unused, calling callback (ffffffffc14aec20) 10000000:00010000:3.0:1788838338.918623:0:23929:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd7800/0xae64dcd520c44866 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xae64dcd520c4486d expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838338.918633:0:23929:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd7800/0xae64dcd520c44866 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xae64dcd520c4486d expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788838338.918641:0:23929:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd7800/0xae64dcd520c44866 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xae64dcd520c4486d expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788838338.918647:0:23929:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1788838338.918692:0:23929:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd7800/0xae64dcd520c44866 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xae64dcd520c4486d expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838338.918699:0:23929:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788838338.918722:0:23929:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd7800/0xae64dcd520c44866 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xae64dcd520c4486d expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838338.918728:0:23929:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd7800/0xae64dcd520c44866 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xae64dcd520c4486d expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838338.918747:0:23929:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788838338.918750:0:23929:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd6a00/0xae64dcd520c44858 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xae64dcd520c4485f expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838338.918766:0:23929:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0c9c2bd6a00 already unused, calling callback (ffffffffc14aec20) 10000000:00010000:3.0:1788838338.918769:0:23929:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd6a00/0xae64dcd520c44858 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xae64dcd520c4485f expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838338.918775:0:23929:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd6a00/0xae64dcd520c44858 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xae64dcd520c4485f expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788838338.918781:0:23929:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd6a00/0xae64dcd520c44858 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xae64dcd520c4485f expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788838338.918785:0:23929:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1788838338.918799:0:23929:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd6a00/0xae64dcd520c44858 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xae64dcd520c4485f expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838338.918805:0:23929:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788838338.918820:0:23929:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd6a00/0xae64dcd520c44858 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xae64dcd520c4485f expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838338.918827:0:23929:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.155@tcp lock: ffffa0c9c2bd6a00/0xae64dcd520c44858 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xae64dcd520c4485f expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838338.918842:0:23929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788838338.918844:0:23929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788838338.918845:0:23929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788838338.918864:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c4825180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:3650:1875732255223424:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788838338.918932:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788838338.918991:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c4824700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:3647:1875732255223552:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788838338.919017:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788838338.919073:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255223424 00000100:00100000:3.0:1788838338.919077:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255223424 00010000:00010000:3.0:1788838338.919100:0:22760:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffffa0c9c2bd7200/0xae64dcd520c4486d lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xae64dcd520c44866 expref: 22 pid: 22769 timeout: 888 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788838338.919125:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255223552 00000100:00100000:3.0:1788838338.919128:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255223552 00010000:00010000:3.0:1788838338.919141:0:22760:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffffa0cadf86cc00/0xae64dcd520c4485f lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xae64dcd520c44858 expref: 23 pid: 22768 timeout: 888 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788838338.919162:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1788838338.919168:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c4825500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+23:3650:x1875732255223424:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788838338.919181:0:22760:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788838338.919187:0:22760:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffffa0c9c2bd7200/0xae64dcd520c4486d lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xae64dcd520c44866 expref: 23 pid: 22769 timeout: 888 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838338.919197:0:22760:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffffa0c9c2bd7200/0xae64dcd520c4486d lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xae64dcd520c44866 expref: 23 pid: 22769 timeout: 888 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838338.919219:0:22760:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788838338.919248:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c4825500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+23:3650:x1875732255223424:12345-0@lo:103:ldlm_bl.0 Request processed in 80us (317us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838338.919255:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1788838338.919271:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1788838338.919277:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c4827480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+22:3647:x1875732255223552:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788838338.919285:0:22760:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788838338.919289:0:22760:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffffa0cadf86cc00/0xae64dcd520c4485f lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xae64dcd520c44858 expref: 22 pid: 22768 timeout: 888 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838338.919298:0:22760:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffffa0cadf86cc00/0xae64dcd520c4485f lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xae64dcd520c44858 expref: 22 pid: 22768 timeout: 888 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838338.919338:0:22760:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788838338.920985:0:25802:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0c9c2bd7200/0xae64dcd520c4486d lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xae64dcd520c44866 expref: 22 pid: 22769 timeout: 888 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788838338.921007:0:25802:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c400f480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25802:1875732255223168:0@lo:104: 00010000:00010000:0.0:1788838338.921025:0:25802:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0cadf86cc00/0xae64dcd520c4485f lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xae64dcd520c44858 expref: 21 pid: 22768 timeout: 888 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788838338.921034:0:25802:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c3440a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25802:1875732255223296:0@lo:104: 00000100:00100000:3.0:1788838338.921286:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c4827480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+20:3647:x1875732255223552:12345-0@lo:103:ldlm_bl.0 Request processed in 2006us (2265us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838338.921297:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1788838338.921376:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c4825180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:3650:1875732255223424:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788838338.921458:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788838338.921625:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:1.0:1788838338.921667:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:1.0:1788838338.921690:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235184896 00000100:00100000:1.0:1788838338.921697:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235184896 00010000:00010000:1.0:1788838338.921755:0:22759:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffffa0cadf86c400/0xae64dcd520c44bd1 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.204.55@tcp remote: 0x10e6568bab335915 expref: 13 pid: 22766 timeout: 888 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788838338.921779:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235185024 00000100:00100000:1.0:1788838338.921783:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235185024 00010000:00010000:1.0:1788838338.921796:0:22759:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffffa0cac29d8a00/0xae64dcd520c44b92 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.204.55@tcp remote: 0x10e6568bab3358a5 expref: 14 pid: 22768 timeout: 888 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788838338.921816:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 13 00000100:00100000:1.0:1788838338.921824:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cac6df8c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0c096ab9-1724-4a4a-a843-84bfe80ecc2c+14:2402:x1875732235184896:12345-192.168.204.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788838338.921841:0:22759:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788838338.921847:0:22759:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffffa0cadf86c400/0xae64dcd520c44bd1 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.204.55@tcp remote: 0x10e6568bab335915 expref: 14 pid: 22766 timeout: 888 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838338.921860:0:22759:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffffa0cadf86c400/0xae64dcd520c44bd1 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.204.55@tcp remote: 0x10e6568bab335915 expref: 14 pid: 22766 timeout: 888 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838338.921882:0:22759:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788838338.921957:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cac6df8c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0c096ab9-1724-4a4a-a843-84bfe80ecc2c+14:2402:x1875732235184896:12345-192.168.204.55@tcp:103:ldlm_bl.0 Request processed in 134us (336us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838338.921965:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 13 00000100:00100000:1.0:1788838338.922012:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 14 00000100:00100000:1.0:1788838338.922019:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c1eba300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0c096ab9-1724-4a4a-a843-84bfe80ecc2c+13:2402:x1875732235185024:12345-192.168.204.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788838338.922027:0:22759:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788838338.922054:0:22759:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffffa0cac29d8a00/0xae64dcd520c44b92 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.204.55@tcp remote: 0x10e6568bab3358a5 expref: 13 pid: 22768 timeout: 888 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838338.922064:0:22759:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffffa0cac29d8a00/0xae64dcd520c44b92 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.204.55@tcp remote: 0x10e6568bab3358a5 expref: 13 pid: 22768 timeout: 888 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838338.922077:0:22759:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffffa0caff7b4e00/0xae64dcd520c44c02 lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 25802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838338.922087:0:22759:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0caff7b4e00/0xae64dcd520c44c02 lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 25802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838338.922104:0:22759:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffffa0caff7b4e00/0xae64dcd520c44c02 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838338.922111:0:22759:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffffa0caff7b4e00/0xae64dcd520c44c02 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838338.922119:0:22759:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffffa0caff7b4e00/0xae64dcd520c44c02 lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838338.922125:0:22759:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffffa0caff7b4e00/0xae64dcd520c44c02 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838338.922512:0:22759:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0caff7b4e00 already unused, calling callback (ffffffffc0e9d420) 00010000:00010000:1.0:1788838338.922524:0:22759:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffffa0caff7b4e00/0xae64dcd520c44c02 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838338.922535:0:22759:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffffa0caff7b4e00/0xae64dcd520c44c02 lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838338.922546:0:22759:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffffa0caff7b4e00/0xae64dcd520c44c02 lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838338.922559:0:22759:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788838338.922586:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c1eba300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0c096ab9-1724-4a4a-a843-84bfe80ecc2c+13:2402:x1875732235185024:12345-192.168.204.55@tcp:103:ldlm_bl.0 Request processed in 567us (918us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838338.922593:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 14 00010000:00010000:0.0:1788838338.924861:0:25802:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0cadf86c400/0xae64dcd520c44bd1 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.204.55@tcp remote: 0x10e6568bab335915 expref: 12 pid: 22766 timeout: 888 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788838338.924886:0:25802:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c34cf800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25802:1875732255222400:192.168.204.55@tcp:104: 00010000:00010000:0.0:1788838338.924902:0:25802:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0cac29d8a00/0xae64dcd520c44b92 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 192.168.204.55@tcp remote: 0x10e6568bab3358a5 expref: 11 pid: 22768 timeout: 888 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788838338.924912:0:25802:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c34cd880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25802:1875732255222528:192.168.204.55@tcp:104: 00010000:00010000:0.0:1788838338.924979:0:25802:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffffa0caff7b4e00/0xae64dcd520c44c02 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838338.924992:0:25802:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffffa0caff7b4e00/0xae64dcd520c44c02 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838338.924998:0:25802:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffffa0caff7b4e00/0xae64dcd520c44c02 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838338.925005:0:25802:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0caff7b4e00/0xae64dcd520c44c02 lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788838338.930510:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c4824700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:3647:1875732255223552:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788838339.202731:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788838340.097089:0:23527:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 10000000:01000000:1.0:1788838340.160559:0:22771:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1788838340.160571:0:22771:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffffa0c9c2982000 from 13 10000000:01000000:1.0:1788838340.160579:0:22771:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1788838340.160654:0:22771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0cb021ffc00/0xae64dcd520c44c09 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838340.160669:0:22771:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.155@tcp lock: ffffa0cb021ffc00/0xae64dcd520c44c09 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838340.160684:0:22771:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.155@tcp lock: ffffa0cb021ffc00/0xae64dcd520c44c09 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788838340.160719:0:22771:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c1eb8700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22771:1875732255223680:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788838340.160813:0:22771:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838340.160870:0:22771:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0c9c35c7540 going to sleep for 11 seconds 00000100:00100000:2.0:1788838340.162929:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255223680 00000100:00100000:2.0:1788838340.162949:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255223680 00000100:00100000:2.0:1788838340.163056:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 147 00000100:00100000:2.0:1788838340.163070:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c254e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+20:22771:x1875732255223680:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788838340.163092:0:22769:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788838340.163116:0:22769:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0cac29d9800/0xae64dcd520c44c10 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xae64dcd520c44c09 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.163151:0:22769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0cac29d9800/0xae64dcd520c44c10 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xae64dcd520c44c09 expref: 21 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.163163:0:22769:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0cac29d9800/0xae64dcd520c44c10 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xae64dcd520c44c09 expref: 21 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.163173:0:22769:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0cac29d9800, rc 0) 00000100:00100000:2.0:1788838340.163266:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c254e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+21:22771:x1875732255223680:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 200us (2453us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838340.163274:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 147 00000100:00100000:3.0:1788838340.163568:0:22771:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c1eb8700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22771:1875732255223680:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788838340.163595:0:22771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.155@tcp lock: ffffa0cb021ffc00/0xae64dcd520c44c09 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c44c10 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838340.163607:0:22771:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.155@tcp lock: ffffa0cb021ffc00/0xae64dcd520c44c09 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xae64dcd520c44c10 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788838340.163706:0:22771:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c4825180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22771:1875732255223808:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788838340.163747:0:22771:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788838340.163792:0:22771:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0c9c2a5d240 going to sleep for 11 seconds 00000100:00100000:1.0:1788838340.164552:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255223808 00000100:00100000:1.0:1788838340.164581:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255223808 00000100:00100000:1.0:1788838340.164641:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 148 00000100:00100000:1.0:1788838340.164650:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c254c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+21:22771:x1875732255223808:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788838340.164827:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c254c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+21:22771:x1875732255223808:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 178us (1078us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838340.164834:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 148 00000100:00100000:0.0:1788838340.164986:0:22771:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c4825180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22771:1875732255223808:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788838340.165050:0:22771:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c3440a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22771:1875732255223936:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788838340.165105:0:22771:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838340.165141:0:22771:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0c9c42a9900 going to sleep for 11 seconds 00000100:00100000:1.0:1788838340.165199:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255223936 00000100:00100000:1.0:1788838340.165204:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255223936 00000100:00100000:1.0:1788838340.165237:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 149 00000100:00100000:1.0:1788838340.165244:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c254e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+21:22771:x1875732255223936:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788838340.165627:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c254e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+21:22771:x1875732255223936:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 382us (520us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838340.165635:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 149 00000100:00100000:0.0:1788838340.165720:0:22771:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c3440a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22771:1875732255223936:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1788838340.168396:0:25815:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1788838340.168993:0:22771:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1788838340.169042:0:22771:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.155@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1788838340.169057:0:22771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0cb021ffc00/0xae64dcd520c44c09 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c44c10 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838340.169072:0:22771:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.155@tcp lock: ffffa0cb021ffc00/0xae64dcd520c44c09 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c44c10 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788838340.169087:0:22771:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1788838340.169090:0:22771:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffffa0cafa247800 from 13 10000000:01000000:0.0:1788838340.169093:0:22771:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1788838340.169145:0:22771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0caff7b4e00/0xae64dcd520c44c17 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838340.169172:0:22771:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.155@tcp lock: ffffa0caff7b4e00/0xae64dcd520c44c17 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838340.169186:0:22771:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.155@tcp lock: ffffa0caff7b4e00/0xae64dcd520c44c17 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788838340.169218:0:22771:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c3440a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22771:1875732255224064:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788838340.169306:0:22771:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838340.169459:0:22771:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0c9c42a9900 going to sleep for 11 seconds 00000100:00100000:3.0:1788838340.169649:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255224064 00000100:00100000:3.0:1788838340.169659:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255224064 00000100:00100000:3.0:1788838340.169722:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 150 00000100:00100000:3.0:1788838340.169733:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c254d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+21:22771:x1875732255224064:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788838340.169752:0:22769:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788838340.169769:0:22769:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0cadf86c000/0xae64dcd520c44c1e lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xae64dcd520c44c17 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838340.169798:0:22769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0cadf86c000/0xae64dcd520c44c1e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xae64dcd520c44c17 expref: 22 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838340.169840:0:22769:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0cadf86c000/0xae64dcd520c44c1e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xae64dcd520c44c17 expref: 22 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838340.169850:0:22769:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0cadf86c000, rc 0) 00000100:00100000:3.0:1788838340.169906:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c254d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+22:22771:x1875732255224064:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 166us (591us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838340.169914:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 150 00000100:00100000:0.0:1788838340.170311:0:22771:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c3440a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22771:1875732255224064:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788838340.170364:0:22771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.155@tcp lock: ffffa0caff7b4e00/0xae64dcd520c44c17 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c44c1e expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838340.170375:0:22771:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.155@tcp lock: ffffa0caff7b4e00/0xae64dcd520c44c17 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xae64dcd520c44c1e expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788838340.170451:0:22771:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c3440a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22771:1875732255224192:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788838340.170689:0:22771:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838340.170789:0:22771:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0c9c42a9900 going to sleep for 11 seconds 00000100:00100000:2.0:1788838340.170999:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255224192 00000100:00100000:2.0:1788838340.171005:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255224192 00000100:00100000:2.0:1788838340.171062:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 151 00000100:00100000:2.0:1788838340.171072:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c254d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+22:22771:x1875732255224192:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788838340.171218:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c254d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+22:22771:x1875732255224192:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 147us (528us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838340.171239:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 151 00000100:00100000:0.0:1788838340.171463:0:22771:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c3440a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22771:1875732255224192:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788838340.171588:0:22771:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c3440a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22771:1875732255224320:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788838340.171642:0:22771:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838340.171671:0:22771:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0c9c42a9900 going to sleep for 11 seconds 00000100:00100000:3.0:1788838340.171889:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255224320 00000100:00100000:3.0:1788838340.171894:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255224320 00000100:00100000:3.0:1788838340.171992:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152 00000100:00100000:3.0:1788838340.172000:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c254c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+22:22771:x1875732255224320:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788838340.172133:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c254c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+22:22771:x1875732255224320:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 134us (490us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838340.172140:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152 00000100:00100000:0.0:1788838340.172260:0:22771:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c3440a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22771:1875732255224320:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1788838340.175248:0:25816:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1788838340.175659:0:22771:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1788838340.175713:0:22771:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.155@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1788838340.175740:0:22771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0caff7b4e00/0xae64dcd520c44c17 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c44c1e expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838340.175754:0:22771:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.155@tcp lock: ffffa0caff7b4e00/0xae64dcd520c44c17 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c44c1e expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788838340.175768:0:22771:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1788838340.175772:0:22771:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffffa0caeb80f800 from 13 10000000:01000000:0.0:1788838340.175775:0:22771:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1788838340.175833:0:22771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0caff7b5e00/0xae64dcd520c44c25 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838340.175843:0:22771:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.155@tcp lock: ffffa0caff7b5e00/0xae64dcd520c44c25 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838340.175856:0:22771:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.155@tcp lock: ffffa0caff7b5e00/0xae64dcd520c44c25 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788838340.175890:0:22771:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c3440a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22771:1875732255224448:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788838340.175992:0:22771:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838340.176067:0:22771:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0c9c42a9900 going to sleep for 11 seconds 00000100:00100000:1.0:1788838340.176335:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255224448 00000100:00100000:1.0:1788838340.176354:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255224448 00000100:00100000:1.0:1788838340.176419:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00100000:1.0:1788838340.176431:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c254e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+22:22771:x1875732255224448:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788838340.176448:0:22769:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788838340.176465:0:22769:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0cb021ff000/0xae64dcd520c44c2c lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xae64dcd520c44c25 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838340.176496:0:22769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0cb021ff000/0xae64dcd520c44c2c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xae64dcd520c44c25 expref: 23 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838340.176509:0:22769:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0cb021ff000/0xae64dcd520c44c2c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xae64dcd520c44c25 expref: 23 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838340.176519:0:22769:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0cb021ff000, rc 0) 00000100:00100000:1.0:1788838340.176578:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c254e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+23:22771:x1875732255224448:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 149us (586us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838340.176585:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00100000:0.0:1788838340.177096:0:22771:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c3440a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22771:1875732255224448:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788838340.177117:0:22771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.155@tcp lock: ffffa0caff7b5e00/0xae64dcd520c44c25 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c44c2c expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838340.177128:0:22771:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.155@tcp lock: ffffa0caff7b5e00/0xae64dcd520c44c25 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xae64dcd520c44c2c expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788838340.177209:0:22771:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c3440a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22771:1875732255224576:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788838340.177257:0:22771:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838340.177293:0:22771:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0c9c42a9900 going to sleep for 11 seconds 00000100:00100000:2.0:1788838340.177448:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255224576 00000100:00100000:2.0:1788838340.177454:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255224576 00000100:00100000:2.0:1788838340.177503:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00100000:2.0:1788838340.177513:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c254cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+23:22771:x1875732255224576:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788838340.177645:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c254cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+23:22771:x1875732255224576:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 133us (387us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838340.177652:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000100:00100000:0.0:1788838340.177923:0:22771:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c3440a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22771:1875732255224576:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788838340.177955:0:22771:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c3440a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22771:1875732255224704:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788838340.178005:0:22771:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838340.178044:0:22771:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0c9c42a9900 going to sleep for 11 seconds 00000100:00100000:1.0:1788838340.178156:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255224704 00000100:00100000:1.0:1788838340.178162:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255224704 00000100:00100000:1.0:1788838340.178200:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000100:00100000:1.0:1788838340.178208:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c254c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+23:22771:x1875732255224704:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788838340.178311:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c254c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+23:22771:x1875732255224704:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 104us (305us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838340.178352:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000100:00100000:0.0:1788838340.178504:0:22771:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c3440a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22771:1875732255224704:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1788838340.181295:0:25817:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:1.0:1788838340.183698:0:22771:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:1.0:1788838340.183800:0:22771:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.155@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1788838340.183886:0:22771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0caff7b5e00/0xae64dcd520c44c25 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c44c2c expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838340.183961:0:22771:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.155@tcp lock: ffffa0caff7b5e00/0xae64dcd520c44c25 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c44c2c expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788838340.183977:0:22771:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1788838340.183980:0:22771:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffffa0caf3014800 from 13 10000000:01000000:1.0:1788838340.183983:0:22771:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1788838340.184060:0:22771:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0cb021ffe00/0xae64dcd520c44c33 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838340.184070:0:22771:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.155@tcp lock: ffffa0cb021ffe00/0xae64dcd520c44c33 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838340.184083:0:22771:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.155@tcp lock: ffffa0cb021ffe00/0xae64dcd520c44c33 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788838340.184137:0:22771:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c1eb9180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22771:1875732255224832:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788838340.184228:0:22771:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838340.184439:0:22771:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cad94e2000 going to sleep for 11 seconds 00000100:00100000:3.0:1788838340.184798:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255224832 00000100:00100000:3.0:1788838340.184874:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255224832 00000100:00100000:3.0:1788838340.185077:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00100000:3.0:1788838340.185090:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c254dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+23:22771:x1875732255224832:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788838340.185110:0:22769:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788838340.185128:0:22769:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0cadf86da00/0xae64dcd520c44c3a lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xae64dcd520c44c33 expref: -99 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838340.185161:0:22769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0cadf86da00/0xae64dcd520c44c3a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xae64dcd520c44c33 expref: 24 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838340.185174:0:22769:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0cadf86da00/0xae64dcd520c44c3a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xae64dcd520c44c33 expref: 24 pid: 22769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838340.185199:0:22769:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0cadf86da00, rc 0) 00000100:00100000:3.0:1788838340.185308:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c254dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+24:22771:x1875732255224832:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 220us (1079us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838340.185351:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00100000:0.0:1788838340.186267:0:22771:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c1eb9180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22771:1875732255224832:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788838340.186295:0:22771:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.155@tcp lock: ffffa0cb021ffe00/0xae64dcd520c44c33 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c44c3a expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838340.186309:0:22771:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.155@tcp lock: ffffa0cb021ffe00/0xae64dcd520c44c33 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xae64dcd520c44c3a expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788838340.186982:0:22771:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c3440a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22771:1875732255224960:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788838340.187062:0:22771:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838340.187145:0:22771:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0c9c42a9e40 going to sleep for 11 seconds 00000100:00100000:2.0:1788838340.187187:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255224960 00000100:00100000:2.0:1788838340.187195:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255224960 00000100:00100000:2.0:1788838340.187293:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157 00000100:00100000:2.0:1788838340.187303:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafda80c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+24:22771:x1875732255224960:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788838340.187775:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafda80c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+24:22771:x1875732255224960:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 472us (710us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838340.187783:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157 00000100:00100000:0.0:1788838340.188174:0:22771:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c3440a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22771:1875732255224960:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788838340.188227:0:22771:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c3440a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22771:1875732255225088:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788838340.188290:0:22771:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838340.188468:0:22771:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0c9c42a9e40 going to sleep for 11 seconds 00000100:00100000:2.0:1788838340.188629:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255225088 00000100:00100000:2.0:1788838340.188635:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255225088 00000100:00100000:2.0:1788838340.188674:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158 00000100:00100000:2.0:1788838340.188683:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafda82050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+24:22771:x1875732255225088:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788838340.189278:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafda82050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+24:22771:x1875732255225088:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 593us (984us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838340.189288:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158 00000100:00100000:0.0:1788838340.190089:0:22771:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c3440a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:22771:1875732255225088:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1788838340.192249:0:25818:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:1.0:1788838340.192645:0:22771:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:1.0:1788838340.192681:0:22771:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.155@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1788838340.192697:0:22771:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.155@tcp lock: ffffa0cb021ffe00/0xae64dcd520c44c33 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c44c3a expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838340.192711:0:22771:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.155@tcp lock: ffffa0cb021ffe00/0xae64dcd520c44c33 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xae64dcd520c44c3a expref: -99 pid: 22771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838340.223515:0:23929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788838340.287961:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c3440380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3647:1875732255225600:0@lo:400:kworker.0 00000100:00100000:0.0:1788838340.288091:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838340.288152:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c3440700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3647:1875732255226112:0@lo:400:kworker.0 00000100:00100000:0.0:1788838340.288178:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838340.288195:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c3441880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3647:1875732255226624:0@lo:400:kworker.0 00000100:00100000:0.0:1788838340.288219:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838340.288246:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1788838340.288251:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c3440a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1875732255225216:0@lo:400:kworker.0 00000100:00100000:0.0:1788838340.288278:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838340.288296:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c3442d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1875732255225728:0@lo:400:kworker.0 00000100:00100000:0.0:1788838340.288346:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838340.288363:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c3441180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3647:1875732255226240:0@lo:400:kworker.0 00000100:00100000:0.0:1788838340.288384:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838340.288416:0:23819:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255225216 00000100:00100000:0.0:1788838340.288426:0:23819:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255225216 00000100:00100000:0.0:1788838340.288482:0:23819:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255225728 00000100:00100000:0.0:1788838340.288486:0:23819:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255225728 00000100:00100000:0.0:1788838340.288506:0:23819:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1788838340.288516:0:23819:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c3441c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3647:x1875732255225216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788838340.288582:0:23819:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c3441c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3647:x1875732255225216:12345-0@lo:400:kworker.0 Request processed in 67us (302us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838340.288590:0:23819:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1788838340.288612:0:23819:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1788838340.288618:0:23819:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c3443b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3647:x1875732255225728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788838340.288648:0:23819:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c3443b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3647:x1875732255225728:12345-0@lo:400:kworker.0 Request processed in 30us (301us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838340.288654:0:23819:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1788838340.288709:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c3440a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1875732255225216:0@lo:400:kworker.0 00000100:00100000:0.0:1788838340.288720:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c3442d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1875732255225728:0@lo:400:kworker.0 00000100:00100000:1.0:1788838340.288932:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255225600 00000100:00100000:1.0:1788838340.288937:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255225600 00000100:00100000:1.0:1788838340.288965:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255226112 00000100:00100000:1.0:1788838340.288968:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255226112 00000100:00100000:1.0:1788838340.288979:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255226624 00000100:00100000:1.0:1788838340.288981:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255226624 00000100:00100000:1.0:1788838340.289003:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255226240 00000100:00100000:1.0:1788838340.289006:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255226240 00000100:00100000:1.0:1788838340.289035:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:1.0:1788838340.289042:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c3442a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1875732255225600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788838340.289082:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c3442a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1875732255225600:12345-0@lo:400:kworker.0 Request processed in 40us (991us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838340.289088:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:1.0:1788838340.289102:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1788838340.289108:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c3442300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1875732255226112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788838340.289146:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c3442300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1875732255226112:12345-0@lo:400:kworker.0 Request processed in 38us (967us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838340.289160:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1788838340.289173:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1788838340.289178:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c3441f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1875732255226624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788838340.289208:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c3441f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1875732255226624:12345-0@lo:400:kworker.0 Request processed in 30us (988us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838340.289214:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1788838340.289225:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:1.0:1788838340.289231:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c400f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1875732255226240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788838340.289259:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c400f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1875732255226240:12345-0@lo:400:kworker.0 Request processed in 28us (874us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838340.289265:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:3.0:1788838340.290766:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c1eb8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1875732255226752:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788838340.290843:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788838340.291066:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c3442680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1875732255225472:0@lo:400:kworker.0 00000100:00100000:2.0:1788838340.291104:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1788838340.291116:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788838340.291123:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788838340.291156:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c3440000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1875732255225984:0@lo:400:kworker.0 00000100:00100000:2.0:1788838340.291177:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788838340.291195:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c3443800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3650:1875732255226496:0@lo:400:kworker.0 00000100:00100000:2.0:1788838340.291219:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788838340.291237:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c4825180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1875732255227008:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788838340.291262:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788838340.291283:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [2->3] 00000100:00100000:2.0:1788838340.291290:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c3443480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1875732255225344:0@lo:400:kworker.0 00000100:00100000:2.0:1788838340.291337:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788838340.291367:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c3440e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1875732255225856:0@lo:400:kworker.0 00000100:00100000:2.0:1788838340.291391:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838340.291399:0:24282:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255225472 00000100:00100000:2.0:1788838340.291407:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c3443100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3650:1875732255226368:0@lo:400:kworker.0 00000100:00100000:1.0:1788838340.291408:0:24282:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255225472 00000100:00100000:2.0:1788838340.291449:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838340.291460:0:24282:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255225984 00000100:00100000:1.0:1788838340.291464:0:24282:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255225984 00000100:00100000:2.0:1788838340.291466:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caeb630380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1875732255226880:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788838340.291479:0:24282:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255225344 00000100:00100000:1.0:1788838340.291481:0:24282:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255225344 00000100:00100000:2.0:1788838340.291487:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788838340.291521:0:24284:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255226752 00000100:00100000:2.0:1788838340.291525:0:24284:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255226752 00000100:00100000:2.0:1788838340.291546:0:24284:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255226880 00000100:00100000:2.0:1788838340.291554:0:24284:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255226880 00000100:00100000:2.0:1788838340.291572:0:24284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1788838340.291580:0:24284:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c4824700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3648:x1875732255226752:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788838340.291615:0:24284:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1788838340.291656:0:24282:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255225856 00000100:00100000:1.0:1788838340.291659:0:24282:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255225856 00000100:00100000:2.0:1788838340.291660:0:24284:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c4824700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3648:x1875732255226752:12345-0@lo:13:osp-pre-1-1.0 Request processed in 80us (817us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838340.291666:0:24284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1788838340.291675:0:24282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1788838340.291681:0:24282:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caeb631180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3650:x1875732255225472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788838340.291682:0:24284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1788838340.291692:0:24284:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c3444000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3650:x1875732255226880:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788838340.291709:0:24284:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1788838340.291720:0:24282:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caeb631180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3650:x1875732255225472:12345-0@lo:400:kworker.0 Request processed in 40us (616us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838340.291727:0:24282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1788838340.291733:0:24284:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c3444000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3650:x1875732255226880:12345-0@lo:13:osp-pre-0-0.0 Request processed in 42us (245us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838340.291738:0:24284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1788838340.291740:0:24282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1788838340.291754:0:24282:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caf4125500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3650:x1875732255225984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788838340.291755:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255226496 00000100:00100000:2.0:1788838340.291759:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255226496 00000100:00100000:2.0:1788838340.291782:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255226368 00000100:00100000:1.0:1788838340.291783:0:24282:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caf4125500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3650:x1875732255225984:12345-0@lo:400:kworker.0 Request processed in 31us (604us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838340.291784:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255226368 00000100:00100000:1.0:1788838340.291789:0:24282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1788838340.291799:0:24282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1788838340.291801:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:1.0:1788838340.291804:0:24282:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caf40e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3650:x1875732255225344:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788838340.291806:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c376d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3650:x1875732255226496:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788838340.291835:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c376d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3650:x1875732255226496:12345-0@lo:400:kworker.0 Request processed in 29us (615us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838340.291841:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:2.0:1788838340.291852:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:2.0:1788838340.291857:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c3444e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3650:x1875732255226368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788838340.291883:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c3444e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3650:x1875732255226368:12345-0@lo:400:kworker.0 Request processed in 26us (434us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838340.291889:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:1.0:1788838340.292038:0:24282:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caf40e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3650:x1875732255225344:12345-0@lo:400:kworker.0 Request processed in 231us (697us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838340.292045:0:24282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1788838340.292057:0:24282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1788838340.292063:0:24282:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caf40e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3650:x1875732255225856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788838340.292090:0:24282:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caf40e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3650:x1875732255225856:12345-0@lo:400:kworker.0 Request processed in 27us (698us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838340.292095:0:24282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00080000:1.0:1788838340.292123:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788838340.292126:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788838340.292129:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788838340.292131:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788838340.292169:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c3443480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1875732255225344:0@lo:400:kworker.0 00000100:00100000:1.0:1788838340.292181:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c3440e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1875732255225856:0@lo:400:kworker.0 00000100:00100000:3.0:1788838340.292214:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c1ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1875732255227264:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788838340.292247:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788838340.292281:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c1eb8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1875732255226752:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788838340.292300:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788838340.292306:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caeb633100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1875732255227136:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788838340.292346:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788838340.292374:0:22780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255227008 00000100:00100000:3.0:1788838340.292378:0:22780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255227008 00000100:00100000:3.0:1788838340.292407:0:22780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255227136 00000100:00100000:3.0:1788838340.292409:0:22780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255227136 00000100:00100000:3.0:1788838340.292422:0:22780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:3.0:1788838340.292427:0:22780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caf40eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3650:x1875732255227008:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788838340.292452:0:22780:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1788838340.292481:0:22780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caf40eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3650:x1875732255227008:12345-0@lo:41:osp-pre-1-0.0 Request processed in 54us (1218us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838340.292487:0:22780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:3.0:1788838340.292499:0:22780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1788838340.292513:0:22780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c4824e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3648:x1875732255227136:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788838340.292530:0:22780:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1788838340.292558:0:22780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c4824e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3648:x1875732255227136:12345-0@lo:41:osp-pre-0-1.0 Request processed in 45us (211us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838340.292564:0:22780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1788838340.292577:0:24284:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255227264 00000100:00100000:3.0:1788838340.292580:0:24284:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255227264 00000100:00100000:3.0:1788838340.292594:0:24284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1788838340.292599:0:24284:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c4825880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1875732255227264:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788838340.292609:0:24284:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915857920 avail 3684335616 00000100:00100000:3.0:1788838340.292630:0:24284:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c4825880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1875732255227264:12345-0@lo:13:osp-pre-1-0.0 Request processed in 31us (383us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838340.292635:0:24284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1788838340.292660:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caeb633100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1875732255227136:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788838340.292672:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c1ebaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1875732255227264:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788838340.292741:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c3441180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3647:1875732255226240:0@lo:400:kworker.0 00000100:00100000:3.0:1788838340.292755:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c3440380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3647:1875732255225600:0@lo:400:kworker.0 00000100:00100000:3.0:1788838340.292765:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c3440700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3647:1875732255226112:0@lo:400:kworker.0 00010000:00080000:3.0:1788838340.292780:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0c9c3441880 x1875732255226624/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788838356 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788838340.292792:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c3441880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3647:1875732255226624:0@lo:400:kworker.0 00010000:00080000:1.0:1788838340.295244:0:3650:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0c9c3443100 x1875732255226368/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788838356 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788838340.295269:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c3443100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3650:1875732255226368:0@lo:400:kworker.0 00000100:00100000:1.0:1788838340.295300:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caeb630380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1875732255226880:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788838340.295367:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c3442680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1875732255225472:0@lo:400:kworker.0 00000100:00100000:1.0:1788838340.295382:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c3440000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1875732255225984:0@lo:400:kworker.0 00000100:00100000:1.0:1788838340.295396:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c3443800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3650:1875732255226496:0@lo:400:kworker.0 00000100:00100000:1.0:1788838340.295413:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c4825180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1875732255227008:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788838340.340221:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:2.0:1788838340.340425:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235185152 00000100:00100000:2.0:1788838340.340438:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235185152 00000100:00100000:2.0:1788838340.340537:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 23 00000100:00100000:2.0:1788838340.340550:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c1ebb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:748b336d-6cce-4128-a605-cac20ec72b58+6:18708:x1875732235185152:12345-192.168.204.55@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788838340.340577:0:22776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788838340.340614:0:22776:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0cac29d8a00/0xae64dcd520c44c41 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x10e6568bab33594d expref: -99 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.340730:0:22776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0cac29d9000/0xae64dcd520c44c48 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.340749:0:22776:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0cac29d9000/0xae64dcd520c44c48 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.340766:0:22776:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0cac29d9000/0xae64dcd520c44c48 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.340783:0:22776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0cac29d9200/0xae64dcd520c44c4f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.340791:0:22776:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0cac29d9200/0xae64dcd520c44c4f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.340798:0:22776:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0cac29d9200/0xae64dcd520c44c4f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.341094:0:22776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0cac29d9a00/0xae64dcd520c44c56 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.341105:0:22776:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0cac29d9a00/0xae64dcd520c44c56 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.341113:0:22776:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0cac29d9a00/0xae64dcd520c44c56 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788838340.341153:0:22776:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1788838340.341158:0:22776:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000100:00080000:1.0:1788838340.341285:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00010000:2.0:1788838340.341527:0:22776:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa0cac29d9a00/0xae64dcd520c44c56 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.341554:0:22776:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0cac29d9000/0xae64dcd520c44c48 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.341561:0:22776:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0cac29d9000/0xae64dcd520c44c48 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.341569:0:22776:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0cac29d9000/0xae64dcd520c44c48 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.341576:0:22776:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0cac29d9000 already unused, calling callback (ffffffffc1abe4f0) 00010000:00010000:2.0:1788838340.341581:0:22776:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0cac29d9000/0xae64dcd520c44c48 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.341589:0:22776:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0cac29d9000/0xae64dcd520c44c48 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.341603:0:22776:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffffa0c9c27d8d00) 00010000:00010000:2.0:1788838340.341606:0:22776:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788838340.341612:0:22776:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0cac29d9000/0xae64dcd520c44c48 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.341618:0:22776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0cac29d9000/0xae64dcd520c44c48 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.341636:0:22776:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0cac29d9200/0xae64dcd520c44c4f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.341643:0:22776:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0cac29d9200/0xae64dcd520c44c4f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.341648:0:22776:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0cac29d9200/0xae64dcd520c44c4f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.341661:0:22776:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0cac29d9200 already unused, calling callback (ffffffffc1abe4f0) 00010000:00010000:2.0:1788838340.341665:0:22776:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0cac29d9200/0xae64dcd520c44c4f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.341671:0:22776:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0cac29d9200/0xae64dcd520c44c4f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.341681:0:22776:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b979c7a (ffffa0cafd220a00) 00010000:00010000:2.0:1788838340.341683:0:22776:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788838340.341687:0:22776:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0cac29d9200/0xae64dcd520c44c4f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.341692:0:22776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0cac29d9200/0xae64dcd520c44c4f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.341736:0:22776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0cac29d8a00/0xae64dcd520c44c41 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab33594d expref: 8 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.341753:0:22776:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0cac29d9a00/0xae64dcd520c44c56 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab33594d expref: 7 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.341761:0:22776:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffffa0cafd220700) 00010000:00010000:2.0:1788838340.341763:0:22776:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788838340.341765:0:22776:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0cac29d9a00, rc 0) 00000100:00100000:2.0:1788838340.342166:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c1ebb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:748b336d-6cce-4128-a605-cac20ec72b58+7:18708:x1875732235185152:12345-192.168.204.55@tcp:101:lhsmtool_posix.0 Request processed in 1616us (1958us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838340.342177:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 23 00000100:00100000:1.0:1788838340.353384:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:0.0:1788838340.353603:0:22785:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235185280 00000100:00100000:0.0:1788838340.353618:0:22785:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235185280 00000100:00100000:0.0:1788838340.353704:0:22785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 5 00000100:00100000:0.0:1788838340.353717:0:22785:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c1eb9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:748b336d-6cce-4128-a605-cac20ec72b58+7:18708:x1875732235185280:12345-192.168.204.55@tcp:900:lhsmtool_posix.0 00000100:00100000:0.0:1788838340.353849:0:22785:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c1eb9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:748b336d-6cce-4128-a605-cac20ec72b58+7:18708:x1875732235185280:12345-192.168.204.55@tcp:900:lhsmtool_posix.0 Request processed in 134us (538us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838340.353858:0:22785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 5 00000100:00100000:0.0:1788838340.359784:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:3.0:1788838340.360447:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235185536 00000100:00100000:3.0:1788838340.360461:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235185536 00000100:00100000:3.0:1788838340.360568:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 24 00000100:00100000:3.0:1788838340.360593:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c400fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:748b336d-6cce-4128-a605-cac20ec72b58+7:18708:x1875732235185536:12345-192.168.204.55@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788838340.360622:0:22774:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788838340.360650:0:22774:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0cadf86d800/0xae64dcd520c44c5d lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x10e6568bab335954 expref: -99 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838340.360936:0:22774:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0cadf86c600/0xae64dcd520c44c64 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838340.360954:0:22774:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0cadf86c600/0xae64dcd520c44c64 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838340.360968:0:22774:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0cadf86c600/0xae64dcd520c44c64 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838340.360984:0:22774:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0cadf86d000/0xae64dcd520c44c6b lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838340.360991:0:22774:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0cadf86d000/0xae64dcd520c44c6b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838340.360997:0:22774:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0cadf86d000/0xae64dcd520c44c6b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838340.361171:0:22774:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0cadf86ce00/0xae64dcd520c44c72 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838340.361181:0:22774:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0cadf86ce00/0xae64dcd520c44c72 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838340.361188:0:22774:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0cadf86ce00/0xae64dcd520c44c72 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788838340.361213:0:22774:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 4096 00010000:00010000:3.0:1788838340.361725:0:22774:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0cadf86c600/0xae64dcd520c44c64 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838340.361737:0:22774:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0cadf86c600/0xae64dcd520c44c64 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838340.361745:0:22774:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0cadf86c600/0xae64dcd520c44c64 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838340.361751:0:22774:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0cadf86c600 already unused, calling callback (ffffffffc1abe4f0) 00010000:00010000:3.0:1788838340.361756:0:22774:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0cadf86c600/0xae64dcd520c44c64 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838340.361765:0:22774:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0cadf86c600/0xae64dcd520c44c64 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838340.361780:0:22774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffffa0cafd220700) 00010000:00010000:3.0:1788838340.361783:0:22774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788838340.361789:0:22774:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0cadf86c600/0xae64dcd520c44c64 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838340.361795:0:22774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0cadf86c600/0xae64dcd520c44c64 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838340.361813:0:22774:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0cadf86d000/0xae64dcd520c44c6b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838340.361820:0:22774:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0cadf86d000/0xae64dcd520c44c6b lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838340.361838:0:22774:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0cadf86d000/0xae64dcd520c44c6b lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838340.361844:0:22774:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0cadf86d000 already unused, calling callback (ffffffffc1abe4f0) 00010000:00010000:3.0:1788838340.361847:0:22774:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0cadf86d000/0xae64dcd520c44c6b lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838340.361853:0:22774:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0cadf86d000/0xae64dcd520c44c6b lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838340.361861:0:22774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffffa0c9c27d8300) 00010000:00010000:3.0:1788838340.361863:0:22774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788838340.361866:0:22774:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0cadf86d000/0xae64dcd520c44c6b lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838340.361872:0:22774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0cadf86d000/0xae64dcd520c44c6b lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838340.363646:0:22774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0cadf86d800/0xae64dcd520c44c5d lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab335954 expref: 10 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838340.363682:0:22774:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0cadf86ce00/0xae64dcd520c44c72 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab335954 expref: 9 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838340.363695:0:22774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffffa0c9c27d8500) 00010000:00010000:3.0:1788838340.363811:0:22774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788838340.363816:0:22774:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0cadf86ce00, rc 0) 00000100:00100000:3.0:1788838340.364050:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c400fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:748b336d-6cce-4128-a605-cac20ec72b58+9:18708:x1875732235185536:12345-192.168.204.55@tcp:101:lhsmtool_posix.0 Request processed in 3357us (4169us total) trans 12884901889 rc 0/0 00000100:00100000:3.0:1788838340.364078:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 24 00000100:00100000:1.0:1788838340.369411:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:3.0:1788838340.369681:0:25168:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235185664 00000100:00100000:3.0:1788838340.369695:0:25168:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235185664 00000100:00100000:3.0:1788838340.369786:0:25168:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 25 00000100:00100000:3.0:1788838340.369798:0:25168:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c1ebb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:748b336d-6cce-4128-a605-cac20ec72b58+9:18708:x1875732235185664:12345-192.168.204.55@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1788838340.369952:0:25168:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c1ebb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:748b336d-6cce-4128-a605-cac20ec72b58+9:18708:x1875732235185664:12345-192.168.204.55@tcp:59:lhsmtool_posix.0 Request processed in 155us (555us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838340.369960:0:25168:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 25 00000100:00100000:1.0:1788838340.373260:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:2.0:1788838340.373372:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235185792 00000100:00100000:2.0:1788838340.373403:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235185792 00000100:00100000:2.0:1788838340.373505:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 26 00000100:00100000:2.0:1788838340.373517:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c1eb9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:748b336d-6cce-4128-a605-cac20ec72b58+5:18708:x1875732235185792:12345-192.168.204.55@tcp:59:lhsmtool_posix.0 00000100:00080000:1.0:1788838340.373824:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000004:00080000:0.0:1788838340.376059:0:22775:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0001: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0001 0, time 2480us 00000100:00100000:0.0:1788838340.417295:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c1eb9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:748b336d-6cce-4128-a605-cac20ec72b58+5:18708:x1875732235185792:12345-192.168.204.55@tcp:59:lhsmtool_posix.0 Request processed in 43763us (44033us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838340.417579:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 26 00000100:00100000:0.0:1788838340.428507:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:2.0:1788838340.428729:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235185920 00000100:00100000:2.0:1788838340.428745:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235185920 00000100:00100000:2.0:1788838340.428819:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 159 00000100:00100000:2.0:1788838340.428832:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafda82450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0c096ab9-1724-4a4a-a843-84bfe80ecc2c+11:18089:x1875732235185920:12345-192.168.204.55@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788838340.428861:0:22768:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788838340.428890:0:22768:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0cac29d8a00/0xae64dcd520c44c80 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x10e6568bab33595b expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.428938:0:22768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0cac29d8a00/0xae64dcd520c44c80 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab33595b expref: 12 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.428953:0:22768:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0cac29d8a00/0xae64dcd520c44c80 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab33595b expref: 12 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.428966:0:22768:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0cac29d8a00, rc 0) 00000100:00100000:2.0:1788838340.429068:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafda82450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0c096ab9-1724-4a4a-a843-84bfe80ecc2c+12:18089:x1875732235185920:12345-192.168.204.55@tcp:101:ll_cfg_requeue.0 Request processed in 238us (577us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838340.429076:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 159 00000100:00100000:1.0:1788838340.438739:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:1.0:1788838340.438974:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:2.0:1788838340.439052:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235186176 00000100:00100000:2.0:1788838340.439067:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235186176 00000100:00100000:2.0:1788838340.439142:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 160 00000100:00100000:2.0:1788838340.439155:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafda80450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0c096ab9-1724-4a4a-a843-84bfe80ecc2c+12:18089:x1875732235186176:12345-192.168.204.55@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788838340.439422:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafda80450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0c096ab9-1724-4a4a-a843-84bfe80ecc2c+12:18089:x1875732235186176:12345-192.168.204.55@tcp:501:ll_cfg_requeue.0 Request processed in 268us (445us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838340.439453:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 160 00000100:00100000:3.0:1788838340.443854:0:25168:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235186048 00000100:00100000:3.0:1788838340.444682:0:25168:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235186048 00000100:00100000:0.0:1788838340.445214:0:25168:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 27 00000100:00100000:0.0:1788838340.445229:0:25168:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c1eb9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:748b336d-6cce-4128-a605-cac20ec72b58+9:18714:x1875732235186048:12345-192.168.204.55@tcp:101:lfs.0 00010000:00010000:0.0:1788838340.445259:0:25168:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788838340.445292:0:25168:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b4800/0xae64dcd520c44c87 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x10e6568bab335962 expref: -99 pid: 25168 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838340.445427:0:25168:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b5200/0xae64dcd520c44c8e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 25168 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838340.445449:0:25168:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b5200/0xae64dcd520c44c8e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25168 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838340.445483:0:25168:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b5200/0xae64dcd520c44c8e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25168 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838340.445503:0:25168:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b5000/0xae64dcd520c44c95 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25168 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838340.445511:0:25168:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b5000/0xae64dcd520c44c95 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25168 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838340.445518:0:25168:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b5000/0xae64dcd520c44c95 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25168 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838340.445585:0:25168:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b5200/0xae64dcd520c44c8e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25168 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838340.445594:0:25168:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b5200/0xae64dcd520c44c8e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 25168 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838340.445602:0:25168:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b5200/0xae64dcd520c44c8e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25168 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838340.445614:0:25168:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0caff7b5200 already unused, calling callback (ffffffffc1abe4f0) 00010000:00010000:0.0:1788838340.445629:0:25168:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b5200/0xae64dcd520c44c8e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25168 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838340.445640:0:25168:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b5200/0xae64dcd520c44c8e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 25168 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838340.445655:0:25168:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffffa0c9c27d8d00) 00010000:00010000:0.0:1788838340.445659:0:25168:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788838340.445664:0:25168:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b5200/0xae64dcd520c44c8e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25168 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838340.445677:0:25168:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b5200/0xae64dcd520c44c8e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25168 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838340.445694:0:25168:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b5000/0xae64dcd520c44c95 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25168 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838340.445701:0:25168:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b5000/0xae64dcd520c44c95 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25168 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838340.445707:0:25168:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b5000/0xae64dcd520c44c95 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25168 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838340.445711:0:25168:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0caff7b5000 already unused, calling callback (ffffffffc1abe4f0) 00010000:00010000:0.0:1788838340.445714:0:25168:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b5000/0xae64dcd520c44c95 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25168 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838340.445719:0:25168:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b5000/0xae64dcd520c44c95 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25168 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838340.445727:0:25168:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffffa0cafc5cd100) 00010000:00010000:0.0:1788838340.445730:0:25168:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788838340.445733:0:25168:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b5000/0xae64dcd520c44c95 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25168 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838340.445744:0:25168:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b5000/0xae64dcd520c44c95 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25168 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838340.445781:0:25168:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b4800/0xae64dcd520c44c87 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab335962 expref: 10 pid: 25168 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838340.445804:0:25168:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffffa0c9c27d8d00) 00010000:00010000:0.0:1788838340.445807:0:25168:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788838340.445810:0:25168:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b4800/0xae64dcd520c44c87 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab335962 expref: 10 pid: 25168 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838340.445835:0:25168:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0caff7b4800, rc 0) 00000100:00100000:1.0:1788838340.450633:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:3.0:1788838340.451100:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235186304 00000100:00100000:3.0:1788838340.451115:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235186304 00000100:00100000:3.0:1788838340.451190:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 161 00000100:00100000:3.0:1788838340.451203:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafda81050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0c096ab9-1724-4a4a-a843-84bfe80ecc2c+12:18089:x1875732235186304:12345-192.168.204.55@tcp:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788838340.451441:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafda81050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0c096ab9-1724-4a4a-a843-84bfe80ecc2c+12:18089:x1875732235186304:12345-192.168.204.55@tcp:503:ll_cfg_requeue.0 Request processed in 239us (833us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838340.451451:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 161 00000100:00100000:0.0:1788838340.453224:0:25168:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c1eb9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:748b336d-6cce-4128-a605-cac20ec72b58+9:18714:x1875732235186048:12345-192.168.204.55@tcp:101:lfs.0 Request processed in 7982us (14485us total) trans 0 rc 301/301 00000100:00100000:0.0:1788838340.453240:0:25168:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 27 00000100:00100000:1.0:1788838340.458610:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:2.0:1788838340.458751:0:22783:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235186432 00000100:00100000:2.0:1788838340.458765:0:22783:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235186432 00000100:00100000:2.0:1788838340.458834:0:22783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 0 00000100:00100000:2.0:1788838340.458846:0:22783:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c1ebaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:748b336d-6cce-4128-a605-cac20ec72b58+9:18714:x1875732235186432:12345-192.168.204.55@tcp:700:lfs.0 00000100:00100000:2.0:1788838340.458990:0:22783:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c1ebaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:748b336d-6cce-4128-a605-cac20ec72b58+9:18714:x1875732235186432:12345-192.168.204.55@tcp:700:lfs.0 Request processed in 146us (415us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838340.458998:0:22783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 0 00000100:00100000:1.0:1788838340.461568:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:3.0:1788838340.461780:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235186688 00000100:00100000:3.0:1788838340.461793:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235186688 00000100:00100000:3.0:1788838340.462055:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 28 00000100:00100000:3.0:1788838340.462067:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c1eb8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:748b336d-6cce-4128-a605-cac20ec72b58+9:18714:x1875732235186688:12345-192.168.204.55@tcp:36:lfs.0 00010000:00010000:3.0:1788838340.462187:0:22774:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788838340.462225:0:22774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0cadf86c200/0xae64dcd520c44bbc lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab3358d6 expref: 9 pid: 25168 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838340.462285:0:22774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffffa0c9c27d8d00) 00010000:00010000:3.0:1788838340.462291:0:22774:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788838340.462462:0:22774:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0cadf86d800/0xae64dcd520c44c9c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838340.462479:0:22774:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa0cb021ff400/0xae64dcd520c44bfb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab335946 expref: 5 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838340.462489:0:22774:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0cadf86d800/0xae64dcd520c44c9c lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838340.462532:0:22774:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffffa0cb021ff400/0xae64dcd520c44bfb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.55@tcp remote: 0x10e6568bab335946 expref: 5 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838340.462550:0:22774:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffffa0cb021ff400/0xae64dcd520c44bfb lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.55@tcp remote: 0x10e6568bab335946 expref: 5 pid: 22776 timeout: 890 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788838340.462568:0:22774:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c4825500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22774:1875732255227392:192.168.204.55@tcp:104: 00000100:00100000:3.0:1788838340.464003:0:22774:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cadf01d9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788838340.464967:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:3.0:1788838340.466262:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235186816 00000100:00100000:3.0:1788838340.466493:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235186816 00000100:00100000:2.0:1788838340.467365:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 162 00000100:00100000:2.0:1788838340.467384:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafda81450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0c096ab9-1724-4a4a-a843-84bfe80ecc2c+12:18089:x1875732235186816:12345-192.168.204.55@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788838340.467409:0:22768:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788838340.467433:0:22768:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0cac29d9200/0xae64dcd520c44ca3 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x10e6568bab335969 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.467472:0:22768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0cac29d9200/0xae64dcd520c44ca3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab335969 expref: 13 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.467486:0:22768:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0cac29d9200/0xae64dcd520c44ca3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab335969 expref: 13 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.467497:0:22768:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0cac29d9200, rc 0) 00000100:00100000:2.0:1788838340.467580:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafda81450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0c096ab9-1724-4a4a-a843-84bfe80ecc2c+13:18089:x1875732235186816:12345-192.168.204.55@tcp:101:ll_cfg_requeue.0 Request processed in 201us (2624us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838340.467595:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 162 00000100:00100000:1.0:1788838340.469134:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:2.0:1788838340.469224:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235186944 00000100:00100000:2.0:1788838340.469235:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235186944 00000100:00080000:1.0:1788838340.469388:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1788838340.469427:0:22759:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0cb021ff400/0xae64dcd520c44bfb lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.55@tcp remote: 0x10e6568bab335946 expref: 6 pid: 22776 timeout: 890 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788838340.469477:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 15 00000100:00100000:2.0:1788838340.469488:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c1eb9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0eb816e3-65e9-4d8e-9787-fae49b1fa9d8+6:2403:x1875732235186944:12345-192.168.204.55@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788838340.469508:0:22759:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788838340.469516:0:22759:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffffa0cb021ff400/0xae64dcd520c44bfb lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.55@tcp remote: 0x10e6568bab335946 expref: 6 pid: 22776 timeout: 890 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.469533:0:22759:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffffa0cb021ff400/0xae64dcd520c44bfb lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.55@tcp remote: 0x10e6568bab335946 expref: 6 pid: 22776 timeout: 890 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.469560:0:22759:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffffa0c9c27d8d00) 00010000:00010000:2.0:1788838340.469567:0:22759:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffffa0cadf86d800/0xae64dcd520c44c9c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.469578:0:22759:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa0cadf86d800/0xae64dcd520c44c9c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.470106:0:22759:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0cadf86d800/0xae64dcd520c44c9c lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.470144:0:22759:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788838340.470219:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c1eb9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0eb816e3-65e9-4d8e-9787-fae49b1fa9d8+6:2403:x1875732235186944:12345-192.168.204.55@tcp:103:ldlm_bl.0 Request processed in 731us (1094us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838340.470229:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 15 00010000:00010000:3.0:1788838340.471768:0:22774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0cb021ff400/0xae64dcd520c44bfb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.55@tcp remote: 0x10e6568bab335946 expref: 5 pid: 22776 timeout: 890 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788838340.471805:0:22774:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c4825500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22774:1875732255227392:192.168.204.55@tcp:104: 00010000:00010000:3.0:1788838340.471838:0:22774:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffffa0cadf86d800/0xae64dcd520c44c9c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838340.472192:0:22774:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffffa0cadf86d800/0xae64dcd520c44c9c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838340.472203:0:22774:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0cadf86d800/0xae64dcd520c44c9c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838340.472240:0:22774:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b4800/0xae64dcd520c44caa lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838340.472255:0:22774:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b4800/0xae64dcd520c44caa lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838340.472265:0:22774:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b4800/0xae64dcd520c44caa lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788838340.474660:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:2.0:1788838340.474838:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235187072 00000100:00100000:2.0:1788838340.474852:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235187072 00000100:00100000:2.0:1788838340.474932:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 163 00000100:00100000:2.0:1788838340.474961:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafda83c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0c096ab9-1724-4a4a-a843-84bfe80ecc2c+13:18089:x1875732235187072:12345-192.168.204.55@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788838340.475292:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafda83c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0c096ab9-1724-4a4a-a843-84bfe80ecc2c+13:18089:x1875732235187072:12345-192.168.204.55@tcp:501:ll_cfg_requeue.0 Request processed in 333us (644us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838340.475301:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 163 00000100:00100000:1.0:1788838340.482879:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:3.0:1788838340.482992:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235187200 00000100:00100000:3.0:1788838340.483005:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235187200 00010000:00010000:2.0:1788838340.483905:0:22774:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0cac29d9000/0xae64dcd520c44cb1 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.483933:0:22774:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0cac29d9000/0xae64dcd520c44cb1 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.483949:0:22774:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0cac29d9000/0xae64dcd520c44cb1 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788838340.483973:0:22774:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000f49e5332 reply state 000000008149a630 transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffffa0cac29d9000/0xae64dcd520c44cb1 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788838340.483985:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 164 00010000:00010000:2.0:1788838340.483986:0:22774:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0cac29d9000/0xae64dcd520c44cb1 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.483995:0:22774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffffa0cafd220a00) 00010000:00010000:2.0:1788838340.483998:0:22774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788838340.483998:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafda83850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0c096ab9-1724-4a4a-a843-84bfe80ecc2c+13:18089:x1875732235187200:12345-192.168.204.55@tcp:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788838340.484003:0:22774:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1788838340.484022:0:22774:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:2.0:1788838340.484033:0:22774:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0cadf86d800/0xae64dcd520c44c9c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.484039:0:22774:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0cadf86d800/0xae64dcd520c44c9c lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.484049:0:22774:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0cadf86d800/0xae64dcd520c44c9c lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.484065:0:22774:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0cadf86d800 already unused, calling callback (ffffffffc1abe4f0) 00010000:00010000:2.0:1788838340.484070:0:22774:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0cadf86d800/0xae64dcd520c44c9c lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788838340.484278:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafda83850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0c096ab9-1724-4a4a-a843-84bfe80ecc2c+13:18089:x1875732235187200:12345-192.168.204.55@tcp:503:ll_cfg_requeue.0 Request processed in 282us (1413us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838340.484294:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 164 00010000:00010000:2.0:1788838340.484433:0:22774:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0cadf86d800/0xae64dcd520c44c9c lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.484449:0:22774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffffa0c9c27d8d00) 00010000:00010000:2.0:1788838340.484452:0:22774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788838340.484457:0:22774:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0cadf86d800/0xae64dcd520c44c9c lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.484464:0:22774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0cadf86d800/0xae64dcd520c44c9c lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788838340.484490:0:22774:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000f49e5332 reply state 000000008149a630 transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b4800/0xae64dcd520c44caa lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.484499:0:22774:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b4800/0xae64dcd520c44caa lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.484505:0:22774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffffa0cafc5cd100) 00010000:00010000:2.0:1788838340.484508:0:22774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788838340.484510:0:22774:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1788838340.484593:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c1eb8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:748b336d-6cce-4128-a605-cac20ec72b58+10:18714:x1875732235186688:12345-192.168.204.55@tcp:36:lfs.0 Request processed in 22528us (23038us total) trans 12884901890 rc 0/0 00000100:00100000:2.0:1788838340.484601:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 28 00000100:00100000:1.0:1788838340.596644:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:2.0:1788838340.597604:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235187328 00000100:00100000:2.0:1788838340.597629:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235187328 00000100:00100000:2.0:1788838340.597714:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 29 00000100:00100000:2.0:1788838340.597743:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c1eb8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:748b336d-6cce-4128-a605-cac20ec72b58+10:18724:x1875732235187328:12345-192.168.204.55@tcp:101:lctl.0 00010000:00010000:2.0:1788838340.597778:0:22776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788838340.597807:0:22776:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0cac29d9600/0xae64dcd520c44cb8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x10e6568bab335970 expref: -99 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.597893:0:22776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd6a00/0xae64dcd520c44cbf lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.597911:0:22776:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd6a00/0xae64dcd520c44cbf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.597924:0:22776:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd6a00/0xae64dcd520c44cbf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788838340.597985:0:22776:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1788838340.597991:0:22776:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788838340.598475:0:22776:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd6a00/0xae64dcd520c44cbf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.598512:0:22776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0cac29d9600/0xae64dcd520c44cb8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab335970 expref: 12 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.598539:0:22776:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd6a00/0xae64dcd520c44cbf lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab335970 expref: 11 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.598549:0:22776:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffffa0cafd220000) 00010000:00010000:2.0:1788838340.598553:0:22776:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788838340.598558:0:22776:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0c9c2bd6a00, rc 0) 00000100:00100000:2.0:1788838340.599412:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c1eb8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:748b336d-6cce-4128-a605-cac20ec72b58+11:18724:x1875732235187328:12345-192.168.204.55@tcp:101:lctl.0 Request processed in 1662us (2776us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838340.599440:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 29 00000100:00100000:1.0:1788838340.630368:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:0.0:1788838340.630576:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235187456 00000100:00100000:0.0:1788838340.630591:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235187456 00000100:00100000:0.0:1788838340.630791:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 30 00000100:00100000:0.0:1788838340.630804:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c1eb8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0eb816e3-65e9-4d8e-9787-fae49b1fa9d8+5:18725:x1875732235187456:12345-192.168.204.55@tcp:101:lfs.0 00010000:00010000:0.0:1788838340.630835:0:22775:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788838340.630864:0:22775:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b5000/0xae64dcd520c44cc6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x10e6568bab335977 expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838340.630953:0:22775:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b5200/0xae64dcd520c44ccd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838340.630971:0:22775:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b5200/0xae64dcd520c44ccd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838340.630985:0:22775:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b5200/0xae64dcd520c44ccd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788838340.631082:0:22775:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1788838340.631087:0:22775:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788838340.631118:0:22775:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b5200/0xae64dcd520c44ccd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838340.631162:0:22775:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b5000/0xae64dcd520c44cc6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab335977 expref: 7 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838340.631195:0:22775:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b5200/0xae64dcd520c44ccd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab335977 expref: 6 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838340.631231:0:22775:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffffa0cafd220000) 00010000:00010000:0.0:1788838340.631234:0:22775:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788838340.631240:0:22775:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0caff7b5200, rc 0) 00000100:00100000:0.0:1788838340.631368:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c1eb8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0eb816e3-65e9-4d8e-9787-fae49b1fa9d8+6:18725:x1875732235187456:12345-192.168.204.55@tcp:101:lfs.0 Request processed in 567us (1056us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838340.631376:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 30 00000100:00100000:1.0:1788838340.635812:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:0.0:1788838340.636420:0:25168:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235187584 00000100:00100000:0.0:1788838340.636435:0:25168:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235187584 00000100:00100000:0.0:1788838340.636568:0:25168:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 31 00000100:00100000:0.0:1788838340.636582:0:25168:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c1eb8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0eb816e3-65e9-4d8e-9787-fae49b1fa9d8+6:18725:x1875732235187584:12345-192.168.204.55@tcp:101:lfs.0 00010000:00010000:0.0:1788838340.636612:0:25168:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788838340.636651:0:25168:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b5000/0xae64dcd520c44cd4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x10e6568bab33597e expref: -99 pid: 25168 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838340.636741:0:25168:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b5600/0xae64dcd520c44cdb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 25168 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838340.636759:0:25168:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b5600/0xae64dcd520c44cdb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25168 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838340.636770:0:25168:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b5600/0xae64dcd520c44cdb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25168 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838340.636782:0:25168:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b4c00/0xae64dcd520c44ce2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25168 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838340.636789:0:25168:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b4c00/0xae64dcd520c44ce2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25168 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838340.636818:0:25168:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b4c00/0xae64dcd520c44ce2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25168 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838340.636936:0:25168:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b5c00/0xae64dcd520c44ce9 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25168 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838340.636945:0:25168:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b5c00/0xae64dcd520c44ce9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25168 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838340.636952:0:25168:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b5c00/0xae64dcd520c44ce9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25168 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788838340.637003:0:25168:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1788838340.637018:0:25168:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788838340.637045:0:25168:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b5c00/0xae64dcd520c44ce9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25168 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838340.637059:0:25168:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b5600/0xae64dcd520c44cdb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25168 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838340.637065:0:25168:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b5600/0xae64dcd520c44cdb lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 25168 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838340.637082:0:25168:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b5600/0xae64dcd520c44cdb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25168 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838340.637089:0:25168:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0caff7b5600 already unused, calling callback (ffffffffc1abe4f0) 00010000:00010000:0.0:1788838340.637095:0:25168:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b5600/0xae64dcd520c44cdb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25168 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838340.637105:0:25168:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b5600/0xae64dcd520c44cdb lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 25168 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838340.637126:0:25168:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffffa0cafd220000) 00010000:00010000:0.0:1788838340.637129:0:25168:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788838340.637135:0:25168:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b5600/0xae64dcd520c44cdb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25168 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838340.637150:0:25168:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b5600/0xae64dcd520c44cdb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25168 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838340.637165:0:25168:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b4c00/0xae64dcd520c44ce2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25168 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838340.637371:0:25168:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b4c00/0xae64dcd520c44ce2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 25168 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838340.637378:0:25168:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b4c00/0xae64dcd520c44ce2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25168 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838340.637385:0:25168:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0caff7b4c00 already unused, calling callback (ffffffffc1abe4f0) 00010000:00010000:0.0:1788838340.637388:0:25168:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b4c00/0xae64dcd520c44ce2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25168 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838340.637394:0:25168:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b4c00/0xae64dcd520c44ce2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 25168 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838340.637403:0:25168:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffffa0cafc5cd100) 00010000:00010000:0.0:1788838340.637405:0:25168:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788838340.637408:0:25168:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b4c00/0xae64dcd520c44ce2 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25168 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838340.637414:0:25168:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b4c00/0xae64dcd520c44ce2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25168 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838340.637458:0:25168:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b5000/0xae64dcd520c44cd4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab33597e expref: 8 pid: 25168 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838340.637472:0:25168:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b5c00/0xae64dcd520c44ce9 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab33597e expref: 7 pid: 25168 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838340.637480:0:25168:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffffa0cafd220a00) 00010000:00010000:0.0:1788838340.637482:0:25168:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788838340.637485:0:25168:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0caff7b5c00, rc 0) 00000100:00100000:0.0:1788838340.637576:0:25168:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c1eb8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0eb816e3-65e9-4d8e-9787-fae49b1fa9d8+7:18725:x1875732235187584:12345-192.168.204.55@tcp:101:lfs.0 Request processed in 996us (1777us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838340.637584:0:25168:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 31 00000100:00100000:1.0:1788838340.644193:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:2.0:1788838340.644572:0:22786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235187712 00000100:00100000:2.0:1788838340.644595:0:22786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235187712 00000100:00100000:2.0:1788838340.645024:0:22786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 6 00000100:00100000:2.0:1788838340.645037:0:22786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c1eb8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:0eb816e3-65e9-4d8e-9787-fae49b1fa9d8+5:18725:x1875732235187712:12345-192.168.204.55@tcp:900:lfs.0 00000100:00100000:2.0:1788838340.645170:0:22786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c1eb8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:0eb816e3-65e9-4d8e-9787-fae49b1fa9d8+5:18725:x1875732235187712:12345-192.168.204.55@tcp:900:lfs.0 Request processed in 135us (993us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838340.645179:0:22786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 6 00000100:00080000:1.0:1788838340.645244:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788838340.650298:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:2.0:1788838340.650724:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235187968 00000100:00100000:2.0:1788838340.650737:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235187968 00000100:00100000:2.0:1788838340.650814:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 32 00000100:00100000:2.0:1788838340.650828:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c1ebad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0eb816e3-65e9-4d8e-9787-fae49b1fa9d8+7:18725:x1875732235187968:12345-192.168.204.55@tcp:101:lfs.0 00010000:00010000:2.0:1788838340.650855:0:22774:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788838340.650881:0:22774:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7800/0xae64dcd520c44cf0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x10e6568bab335985 expref: -99 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788838340.651038:0:22774:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:2.0:1788838340.651184:0:22774:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7800/0xae64dcd520c44cf0 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab335985 expref: 9 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.651200:0:22774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffffa0cafd220000) 00010000:00010000:2.0:1788838340.651204:0:22774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788838340.651210:0:22774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7800/0xae64dcd520c44cf0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab335985 expref: 9 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.651227:0:22774:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0c9c2bd7800, rc 0) 00000100:00100000:2.0:1788838340.651522:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c1ebad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0eb816e3-65e9-4d8e-9787-fae49b1fa9d8+8:18725:x1875732235187968:12345-192.168.204.55@tcp:101:lfs.0 Request processed in 695us (1236us total) trans 12884901891 rc 301/301 00000100:00100000:2.0:1788838340.651530:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 32 00000100:00100000:3.0:1788838340.657717:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:2.0:1788838340.658168:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235188224 00000100:00100000:2.0:1788838340.658181:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235188224 00000100:00100000:2.0:1788838340.658256:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 33 00000100:00100000:2.0:1788838340.658269:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c4825500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0eb816e3-65e9-4d8e-9787-fae49b1fa9d8+8:18725:x1875732235188224:12345-192.168.204.55@tcp:36:lfs.0 00010000:00010000:2.0:1788838340.658370:0:22776:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788838340.658412:0:22776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b5c00/0xae64dcd520c44ce9 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab33597e expref: 8 pid: 25168 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.658636:0:22776:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffffa0cafd220a00) 00010000:00010000:2.0:1788838340.658643:0:22776:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788838340.658675:0:22776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7800/0xae64dcd520c44cfe lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.658692:0:22776:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7800/0xae64dcd520c44cfe lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.658704:0:22776:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7800/0xae64dcd520c44cfe lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788838340.659019:0:22776:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000338ef22f reply state 000000000824783e transno 12884901892 ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7800/0xae64dcd520c44cfe lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.659035:0:22776:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7800/0xae64dcd520c44cfe lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.659042:0:22776:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffffa0cafd220a00) 00010000:00010000:2.0:1788838340.659045:0:22776:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1788838340.659056:0:22776:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1788838340.659066:0:22776:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000100:00100000:2.0:1788838340.659184:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c4825500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0eb816e3-65e9-4d8e-9787-fae49b1fa9d8+9:18725:x1875732235188224:12345-192.168.204.55@tcp:36:lfs.0 Request processed in 916us (1482us total) trans 12884901892 rc 0/0 00000100:00100000:2.0:1788838340.659191:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 33 00000100:00100000:1.0:1788838340.661755:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:3.0:1788838340.661848:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235188480 00000100:00100000:3.0:1788838340.661861:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235188480 00000100:00100000:3.0:1788838340.661934:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 2 00000100:00100000:3.0:1788838340.661947:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c1eb9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0eb816e3-65e9-4d8e-9787-fae49b1fa9d8+9:18725:x1875732235188480:12345-192.168.204.55@tcp:35:lfs.0 00000100:00100000:3.0:1788838340.662608:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c1eb9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0eb816e3-65e9-4d8e-9787-fae49b1fa9d8+10:18725:x1875732235188480:12345-192.168.204.55@tcp:35:lfs.0 Request processed in 658us (860us total) trans 12884901893 rc 0/0 00000100:00100000:3.0:1788838340.662618:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 2 00000100:00100000:1.0:1788838340.669295:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:0.0:1788838340.672588:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235188736 00000100:00100000:0.0:1788838340.672609:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235188736 00000100:00100000:1.0:1788838340.672997:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 34 00000100:00100000:1.0:1788838340.673021:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c1ebb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0eb816e3-65e9-4d8e-9787-fae49b1fa9d8+10:18725:x1875732235188736:12345-192.168.204.55@tcp:101:lfs.0 00010000:00010000:1.0:1788838340.673058:0:22775:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788838340.673088:0:22775:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0cb021ffa00/0xae64dcd520c44d05 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x10e6568bab33598c expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838340.673205:0:22775:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0cb021ff400/0xae64dcd520c44d0c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838340.673224:0:22775:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0cb021ff400/0xae64dcd520c44d0c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838340.673237:0:22775:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0cb021ff400/0xae64dcd520c44d0c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838340.673250:0:22775:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0cb021ff600/0xae64dcd520c44d13 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838340.673257:0:22775:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0cb021ff600/0xae64dcd520c44d13 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838340.673264:0:22775:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0cb021ff600/0xae64dcd520c44d13 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788838340.673452:0:22775:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:1.0:1788838340.673551:0:22775:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0cb021ff400/0xae64dcd520c44d0c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838340.673559:0:22775:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0cb021ff400/0xae64dcd520c44d0c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838340.673584:0:22775:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0cb021ff400/0xae64dcd520c44d0c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838340.673591:0:22775:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0cb021ff400 already unused, calling callback (ffffffffc1abe4f0) 00010000:00010000:1.0:1788838340.673596:0:22775:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0cb021ff400/0xae64dcd520c44d0c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838340.673604:0:22775:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0cb021ff400/0xae64dcd520c44d0c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838340.673619:0:22775:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffffa0cafd220000) 00010000:00010000:1.0:1788838340.673623:0:22775:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788838340.673628:0:22775:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0cb021ff400/0xae64dcd520c44d0c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838340.673635:0:22775:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0cb021ff400/0xae64dcd520c44d0c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838340.673651:0:22775:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0cb021ff600/0xae64dcd520c44d13 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838340.673658:0:22775:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0cb021ff600/0xae64dcd520c44d13 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838340.673664:0:22775:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0cb021ff600/0xae64dcd520c44d13 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838340.673669:0:22775:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0cb021ff600 already unused, calling callback (ffffffffc1abe4f0) 00010000:00010000:1.0:1788838340.673672:0:22775:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0cb021ff600/0xae64dcd520c44d13 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838340.673702:0:22775:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0cb021ff600/0xae64dcd520c44d13 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838340.673712:0:22775:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffffa0cafc5cd100) 00010000:00010000:1.0:1788838340.673715:0:22775:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788838340.673719:0:22775:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0cb021ff600/0xae64dcd520c44d13 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838340.673724:0:22775:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0cb021ff600/0xae64dcd520c44d13 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838340.673770:0:22775:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0cb021ffa00/0xae64dcd520c44d05 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab33598c expref: 12 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838340.673782:0:22775:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffffa0cafd220000) 00010000:00010000:1.0:1788838340.673785:0:22775:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788838340.673789:0:22775:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0cb021ffa00/0xae64dcd520c44d05 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab33598c expref: 12 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838340.673804:0:22775:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0cb021ffa00, rc 0) 00000100:00100000:1.0:1788838340.673968:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c1ebb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0eb816e3-65e9-4d8e-9787-fae49b1fa9d8+11:18725:x1875732235188736:12345-192.168.204.55@tcp:101:lfs.0 Request processed in 958us (4686us total) trans 12884901894 rc 301/301 00000100:00100000:1.0:1788838340.673977:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 34 00000100:00100000:1.0:1788838340.677549:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:2.0:1788838340.677825:0:25168:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235188864 00000100:00100000:2.0:1788838340.677841:0:25168:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235188864 00000100:00100000:2.0:1788838340.677920:0:25168:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 35 00000100:00100000:2.0:1788838340.677932:0:25168:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c1eba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0eb816e3-65e9-4d8e-9787-fae49b1fa9d8+11:18725:x1875732235188864:12345-192.168.204.55@tcp:101:lfs.0 00010000:00010000:2.0:1788838340.677966:0:25168:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788838340.677997:0:25168:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7200/0xae64dcd520c44d21 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x10e6568bab335993 expref: -99 pid: 25168 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.678145:0:25168:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7a00/0xae64dcd520c44d28 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 25168 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.678164:0:25168:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7a00/0xae64dcd520c44d28 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25168 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.678176:0:25168:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7a00/0xae64dcd520c44d28 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25168 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788838340.678209:0:25168:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1788838340.678214:0:25168:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788838340.678238:0:25168:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7a00/0xae64dcd520c44d28 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25168 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.678270:0:25168:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7200/0xae64dcd520c44d21 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab335993 expref: 13 pid: 25168 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.678291:0:25168:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7a00/0xae64dcd520c44d28 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab335993 expref: 12 pid: 25168 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.679906:0:25168:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffffa0cafd220a00) 00010000:00010000:2.0:1788838340.679910:0:25168:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788838340.679916:0:25168:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0c9c2bd7a00, rc 0) 00000100:00100000:2.0:1788838340.680034:0:25168:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c1eba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0eb816e3-65e9-4d8e-9787-fae49b1fa9d8+12:18725:x1875732235188864:12345-192.168.204.55@tcp:101:lfs.0 Request processed in 2099us (2496us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838340.680044:0:25168:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 35 00000100:00100000:3.0:1788838340.685512:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:0.0:1788838340.686518:0:22778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235188992 00000100:00100000:0.0:1788838340.686539:0:22778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235188992 00000100:00100000:3.0:1788838340.686614:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 3 00000100:00100000:3.0:1788838340.686631:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c4827480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0eb816e3-65e9-4d8e-9787-fae49b1fa9d8+12:18725:x1875732235188992:12345-192.168.204.55@tcp:37:lfs.0 00000100:00100000:0.0:1788838340.686674:0:22778:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 2 min 2 max 80 00000100:00100000:0.0:1788838340.686685:0:22778:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_002' 00000100:00100000:0.0:1788838340.692872:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c4827480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0eb816e3-65e9-4d8e-9787-fae49b1fa9d8+12:18725:x1875732235188992:12345-192.168.204.55@tcp:37:lfs.0 Request processed in 6227us (7359us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838340.692890:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 3 00000100:00100000:1.0:1788838340.696535:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:0.0:1788838340.696630:0:22778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235189248 00000100:00100000:0.0:1788838340.696644:0:22778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235189248 00000100:00100000:0.0:1788838340.696776:0:22778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 4 00000100:00100000:0.0:1788838340.696790:0:22778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caf502b850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0eb816e3-65e9-4d8e-9787-fae49b1fa9d8+12:18725:x1875732235189248:12345-192.168.204.55@tcp:35:lfs.0 00000100:00100000:0.0:1788838340.697113:0:22778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caf502b850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0eb816e3-65e9-4d8e-9787-fae49b1fa9d8+13:18725:x1875732235189248:12345-192.168.204.55@tcp:35:lfs.0 Request processed in 325us (594us total) trans 12884901895 rc 0/0 00000100:00100000:0.0:1788838340.697140:0:22778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 4 00000100:00100000:3.0:1788838340.757267:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:2.0:1788838340.757665:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235189376 00000100:00100000:2.0:1788838340.757680:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235189376 00000100:00100000:2.0:1788838340.757809:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 36 00000100:00100000:2.0:1788838340.757822:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c4827100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:748b336d-6cce-4128-a605-cac20ec72b58+11:18731:x1875732235189376:12345-192.168.204.55@tcp:101:bash.0 00010000:00010000:2.0:1788838340.757850:0:22774:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788838340.757892:0:22774:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7200/0xae64dcd520c44d2f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x10e6568bab33599a expref: -99 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.757990:0:22774:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd6800/0xae64dcd520c44d36 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.758026:0:22774:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd6800/0xae64dcd520c44d36 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.758040:0:22774:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd6800/0xae64dcd520c44d36 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.758059:0:22774:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7600/0xae64dcd520c44d3d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.758068:0:22774:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7600/0xae64dcd520c44d3d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.758098:0:22774:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7600/0xae64dcd520c44d3d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.758217:0:22774:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7c00/0xae64dcd520c44d44 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.758227:0:22774:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7c00/0xae64dcd520c44d44 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.758235:0:22774:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7c00/0xae64dcd520c44d44 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788838340.758626:0:22774:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1788838340.758633:0:22774:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788838340.758688:0:22774:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7c00/0xae64dcd520c44d44 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.758704:0:22774:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd6800/0xae64dcd520c44d36 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.758712:0:22774:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd6800/0xae64dcd520c44d36 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.758719:0:22774:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd6800/0xae64dcd520c44d36 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.758725:0:22774:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0c9c2bd6800 already unused, calling callback (ffffffffc1abe4f0) 00010000:00010000:2.0:1788838340.758730:0:22774:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd6800/0xae64dcd520c44d36 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.758739:0:22774:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd6800/0xae64dcd520c44d36 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.758763:0:22774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffffa0cafd220000) 00010000:00010000:2.0:1788838340.758766:0:22774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788838340.758772:0:22774:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd6800/0xae64dcd520c44d36 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.758779:0:22774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd6800/0xae64dcd520c44d36 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.758796:0:22774:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7600/0xae64dcd520c44d3d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.758802:0:22774:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7600/0xae64dcd520c44d3d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.758808:0:22774:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7600/0xae64dcd520c44d3d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.758814:0:22774:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0c9c2bd7600 already unused, calling callback (ffffffffc1abe4f0) 00010000:00010000:2.0:1788838340.758817:0:22774:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7600/0xae64dcd520c44d3d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.758822:0:22774:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7600/0xae64dcd520c44d3d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.758830:0:22774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffffa0cafc5cd100) 00010000:00010000:2.0:1788838340.758832:0:22774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788838340.758835:0:22774:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7600/0xae64dcd520c44d3d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.758841:0:22774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7600/0xae64dcd520c44d3d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.758889:0:22774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7200/0xae64dcd520c44d2f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab33599a expref: 13 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.758906:0:22774:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7c00/0xae64dcd520c44d44 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab33599a expref: 12 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.758914:0:22774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffffa0cafd220a00) 00010000:00010000:2.0:1788838340.758916:0:22774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1788838340.758919:0:22774:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0c9c2bd7c00, rc 0) 00000100:00100000:2.0:1788838340.759077:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c4827100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:748b336d-6cce-4128-a605-cac20ec72b58+12:18731:x1875732235189376:12345-192.168.204.55@tcp:101:bash.0 Request processed in 1256us (1827us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838340.759086:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 36 00000100:00100000:1.0:1788838340.764726:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:0.0:1788838340.764865:0:22785:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235189504 00000100:00100000:0.0:1788838340.764889:0:22785:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235189504 00000100:00100000:0.0:1788838340.764973:0:22785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 7 00000100:00100000:0.0:1788838340.764986:0:22785:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c1ebbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:748b336d-6cce-4128-a605-cac20ec72b58+5:18731:x1875732235189504:12345-192.168.204.55@tcp:900:bash.0 00000100:00100000:0.0:1788838340.765117:0:22785:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c1ebbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:748b336d-6cce-4128-a605-cac20ec72b58+5:18731:x1875732235189504:12345-192.168.204.55@tcp:900:bash.0 Request processed in 133us (406us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838340.765126:0:22785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 7 00000100:00100000:1.0:1788838340.768203:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:2.0:1788838340.768304:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235189760 00000100:00100000:2.0:1788838340.768365:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235189760 00000100:00100000:2.0:1788838340.768434:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 37 00000100:00100000:2.0:1788838340.768446:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c1eb9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:748b336d-6cce-4128-a605-cac20ec72b58+12:18731:x1875732235189760:12345-192.168.204.55@tcp:101:bash.0 00010000:00010000:2.0:1788838340.768473:0:22776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788838340.768501:0:22776:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7200/0xae64dcd520c44d4b lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x10e6568bab3359a1 expref: -99 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.768650:0:22776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7600/0xae64dcd520c44d52 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.768669:0:22776:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7a00/0xae64dcd520c44d28 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab335993 expref: 12 pid: 25168 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.768679:0:22776:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7600/0xae64dcd520c44d52 lrc: 4/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.768747:0:22776:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7a00/0xae64dcd520c44d28 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.55@tcp remote: 0x10e6568bab335993 expref: 12 pid: 25168 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.768768:0:22776:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7a00/0xae64dcd520c44d28 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.55@tcp remote: 0x10e6568bab335993 expref: 12 pid: 25168 timeout: 890 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788838340.768784:0:22776:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c3444700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22776:1875732255227520:192.168.204.55@tcp:104: 00000100:00100000:2.0:1788838340.768918:0:22776:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0caf451a180 going to sleep for 11 seconds 00000100:00100000:3.0:1788838340.775151:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:0.0:1788838340.775367:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235189888 00000100:00100000:0.0:1788838340.775381:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235189888 00010000:00010000:0.0:1788838340.775435:0:22761:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7a00/0xae64dcd520c44d28 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.55@tcp remote: 0x10e6568bab335993 expref: 13 pid: 25168 timeout: 890 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788838340.775485:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 16 00000100:00100000:0.0:1788838340.775497:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c4825c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0eb816e3-65e9-4d8e-9787-fae49b1fa9d8+13:2402:x1875732235189888:12345-192.168.204.55@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788838340.775516:0:22761:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788838340.775525:0:22761:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7a00/0xae64dcd520c44d28 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.55@tcp remote: 0x10e6568bab335993 expref: 13 pid: 25168 timeout: 890 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838340.775539:0:22761:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7a00/0xae64dcd520c44d28 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.55@tcp remote: 0x10e6568bab335993 expref: 13 pid: 25168 timeout: 890 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838340.775565:0:22761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffffa0cafd220a00) 00010000:00010000:0.0:1788838340.775572:0:22761:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7600/0xae64dcd520c44d52 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838340.775611:0:22761:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7600/0xae64dcd520c44d52 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838340.775620:0:22761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7600/0xae64dcd520c44d52 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838340.775646:0:22761:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788838340.775720:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c4825c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0eb816e3-65e9-4d8e-9787-fae49b1fa9d8+13:2402:x1875732235189888:12345-192.168.204.55@tcp:103:ldlm_bl.0 Request processed in 225us (587us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838340.775730:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 16 00010000:00010000:2.0:1788838340.776215:0:22776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7a00/0xae64dcd520c44d28 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.55@tcp remote: 0x10e6568bab335993 expref: 12 pid: 25168 timeout: 890 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788838340.776238:0:22776:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c3444700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22776:1875732255227520:192.168.204.55@tcp:104: 00010000:00010000:2.0:1788838340.776263:0:22776:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7600/0xae64dcd520c44d52 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.776274:0:22776:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7600/0xae64dcd520c44d52 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.776281:0:22776:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7600/0xae64dcd520c44d52 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.780638:0:22776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd6800/0xae64dcd520c44d59 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.780678:0:22776:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd6800/0xae64dcd520c44d59 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.780693:0:22776:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd6800/0xae64dcd520c44d59 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.781283:0:22776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7000/0xae64dcd520c44d60 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.781294:0:22776:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7000/0xae64dcd520c44d60 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.781302:0:22776:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7000/0xae64dcd520c44d60 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788838340.781895:0:22776:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1788838340.781934:0:22776:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7600/0xae64dcd520c44d52 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.781941:0:22776:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7600/0xae64dcd520c44d52 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.781949:0:22776:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7600/0xae64dcd520c44d52 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.781954:0:22776:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0c9c2bd7600 already unused, calling callback (ffffffffc1abe4f0) 00010000:00010000:2.0:1788838340.781958:0:22776:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7600/0xae64dcd520c44d52 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.781966:0:22776:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7600/0xae64dcd520c44d52 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.781981:0:22776:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffffa0cafd220a00) 00010000:00010000:2.0:1788838340.781984:0:22776:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788838340.781989:0:22776:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7600/0xae64dcd520c44d52 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.782156:0:22776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7600/0xae64dcd520c44d52 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788838340.782174:0:22776:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000034859bd1 reply state 000000008595ccca transno 12884901896 ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd6800/0xae64dcd520c44d59 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.782186:0:22776:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd6800/0xae64dcd520c44d59 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.782193:0:22776:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffffa0cafd220500) 00010000:00010000:2.0:1788838340.782197:0:22776:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788838340.782200:0:22776:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1788838340.782244:0:22776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7200/0xae64dcd520c44d4b lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab3359a1 expref: 15 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.782259:0:22776:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7000/0xae64dcd520c44d60 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab3359a1 expref: 14 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.782267:0:22776:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffffa0cafd220e00) 00010000:00010000:2.0:1788838340.782269:0:22776:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:2.0:1788838340.782272:0:22776:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0c9c2bd7000, rc 0) 00000100:00100000:2.0:1788838340.782589:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c1eb9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:748b336d-6cce-4128-a605-cac20ec72b58+15:18731:x1875732235189760:12345-192.168.204.55@tcp:101:bash.0 Request processed in 14143us (14398us total) trans 12884901896 rc 0/0 00000100:00100000:2.0:1788838340.782604:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 37 00000040:00080000:3.0:1788838340.800270:0:22810:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1788838340.805026:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:1.0:1788838340.807680:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235190016 00000100:00100000:1.0:1788838340.807729:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235190016 00000100:00100000:1.0:1788838340.808089:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 38 00000100:00100000:1.0:1788838340.808105:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c4826a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:748b336d-6cce-4128-a605-cac20ec72b58+15:18731:x1875732235190016:12345-192.168.204.55@tcp:101:bash.0 00010000:00010000:1.0:1788838340.808141:0:22775:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788838340.808170:0:22775:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c1400/0xae64dcd520c44d6e lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x10e6568bab3359a8 expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838340.808262:0:22775:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c1800/0xae64dcd520c44d75 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838340.808281:0:22775:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c1800/0xae64dcd520c44d75 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838340.808296:0:22775:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c1800/0xae64dcd520c44d75 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788838340.808845:0:22775:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:1.0:1788838340.808851:0:22775:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788838340.808880:0:22775:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c1800/0xae64dcd520c44d75 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838340.808896:0:22775:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c1800/0xae64dcd520c44d75 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838340.809066:0:22775:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c1400/0xae64dcd520c44d6e lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab3359a8 expref: 17 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838340.809096:0:22775:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c1800/0xae64dcd520c44d75 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab3359a8 expref: 16 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838340.809107:0:22775:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffffa0cafd220e00) 00010000:00010000:1.0:1788838340.809124:0:22775:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788838340.809129:0:22775:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0cafc8c1800, rc 0) 00000100:00100000:1.0:1788838340.809255:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c4826a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:748b336d-6cce-4128-a605-cac20ec72b58+16:18731:x1875732235190016:12345-192.168.204.55@tcp:101:bash.0 Request processed in 1152us (4254us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838340.809267:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 38 00000100:00100000:1.0:1788838340.821072:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:0.0:1788838340.821199:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235190272 00000100:00100000:0.0:1788838340.821215:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235190272 00000100:00100000:0.0:1788838340.821294:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 5 00000100:00100000:0.0:1788838340.821348:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafb7b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:748b336d-6cce-4128-a605-cac20ec72b58+16:18731:x1875732235190272:12345-192.168.204.55@tcp:35:bash.0 00000100:00100000:0.0:1788838340.821951:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafb7b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:748b336d-6cce-4128-a605-cac20ec72b58+17:18731:x1875732235190272:12345-192.168.204.55@tcp:35:bash.0 Request processed in 634us (892us total) trans 12884901897 rc 0/0 00000100:00100000:0.0:1788838340.821961:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 5 00000100:00100000:3.0:1788838340.918279:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:0.0:1788838340.918506:0:25168:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235190528 00000100:00100000:0.0:1788838340.918520:0:25168:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235190528 00000100:00100000:0.0:1788838340.918605:0:25168:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 39 00000100:00100000:0.0:1788838340.918617:0:25168:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c4827480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:748b336d-6cce-4128-a605-cac20ec72b58+17:18741:x1875732235190528:12345-192.168.204.55@tcp:101:lfs.0 00010000:00010000:0.0:1788838340.918655:0:25168:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788838340.918683:0:25168:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b5000/0xae64dcd520c44d7c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x10e6568bab3359af expref: -99 pid: 25168 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788838340.919033:0:25168:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:0.0:1788838340.919171:0:25168:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b5000/0xae64dcd520c44d7c lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab3359af expref: 19 pid: 25168 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838340.919208:0:25168:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffffa0cafd220000) 00010000:00010000:0.0:1788838340.919211:0:25168:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788838340.919218:0:25168:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b5000/0xae64dcd520c44d7c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab3359af expref: 19 pid: 25168 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838340.919238:0:25168:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0caff7b5000, rc 0) 00000100:00100000:0.0:1788838340.919377:0:25168:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c4827480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:748b336d-6cce-4128-a605-cac20ec72b58+18:18741:x1875732235190528:12345-192.168.204.55@tcp:101:lfs.0 Request processed in 762us (1114us total) trans 12884901898 rc 301/301 00000100:00100000:0.0:1788838340.919386:0:25168:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 39 00000100:00100000:3.0:1788838340.924166:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:0.0:1788838340.924258:0:22778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235190784 00000100:00100000:0.0:1788838340.924273:0:22778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235190784 00000100:00100000:0.0:1788838340.924388:0:22778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 6 00000100:00100000:0.0:1788838340.924401:0:22778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c4825180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:748b336d-6cce-4128-a605-cac20ec72b58+18:18741:x1875732235190784:12345-192.168.204.55@tcp:35:lfs.0 00000100:00100000:0.0:1788838340.924740:0:22778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c4825180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:748b336d-6cce-4128-a605-cac20ec72b58+19:18741:x1875732235190784:12345-192.168.204.55@tcp:35:lfs.0 Request processed in 340us (587us total) trans 12884901899 rc 0/0 00000100:00100000:0.0:1788838340.924748:0:22778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 6 00000100:00100000:1.0:1788838340.972097:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:2.0:1788838340.972219:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235191040 00000100:00100000:2.0:1788838340.972233:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235191040 00000100:00100000:2.0:1788838340.972348:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 40 00000100:00100000:2.0:1788838340.972362:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafb7b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:748b336d-6cce-4128-a605-cac20ec72b58+19:18744:x1875732235191040:12345-192.168.204.55@tcp:101:lfs.0 00010000:00010000:2.0:1788838340.972418:0:22774:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788838340.972448:0:22774:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7200/0xae64dcd520c44d8a lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x10e6568bab3359b6 expref: -99 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.972603:0:22774:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7600/0xae64dcd520c44d91 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.972623:0:22774:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7600/0xae64dcd520c44d91 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.972636:0:22774:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7600/0xae64dcd520c44d91 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788838340.972648:0:22774:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1788838340.972807:0:22774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7200/0xae64dcd520c44d8a lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab3359b6 expref: 22 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.972831:0:22774:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7600/0xae64dcd520c44d91 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab3359b6 expref: 21 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.972841:0:22774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffffa0cafd220e00) 00010000:00010000:2.0:1788838340.972844:0:22774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788838340.972850:0:22774:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0c9c2bd7600, rc 0) 00000100:00100000:2.0:1788838340.973012:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafb7b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:748b336d-6cce-4128-a605-cac20ec72b58+21:18744:x1875732235191040:12345-192.168.204.55@tcp:101:lfs.0 Request processed in 641us (918us total) trans 12884901900 rc 0/0 00000100:00100000:2.0:1788838340.973020:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 40 00000100:00100000:1.0:1788838340.977129:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:1.0:1788838340.977304:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:0.0:1788838340.977443:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235191296 00000100:00100000:0.0:1788838340.977457:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235191296 00000100:00100000:0.0:1788838340.977551:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 0 00000100:00100000:0.0:1788838340.977564:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cac1218700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:748b336d-6cce-4128-a605-cac20ec72b58+21:2405:x1875732235191296:12345-192.168.204.55@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788838340.977587:0:22760:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788838340.977620:0:22760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7600/0xae64dcd520c44d91 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab3359b6 expref: 21 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838340.977646:0:22760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffffa0cafd220e00) 00010000:00010000:0.0:1788838340.977670:0:22760:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788838340.977752:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cac1218700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:748b336d-6cce-4128-a605-cac20ec72b58+20:2405:x1875732235191296:12345-192.168.204.55@tcp:103:ldlm_bl.0 Request processed in 190us (447us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838340.977761:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 0 00000100:00100000:2.0:1788838340.979094:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235191168 00000100:00100000:2.0:1788838340.979108:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235191168 00000100:00100000:2.0:1788838340.979292:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 41 00000100:00100000:2.0:1788838340.979343:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cac1218000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:748b336d-6cce-4128-a605-cac20ec72b58+20:18744:x1875732235191168:12345-192.168.204.55@tcp:54:lfs.0 00010000:00010000:2.0:1788838340.979433:0:22776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7a00/0xae64dcd520c44d9f lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.979455:0:22776:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7a00/0xae64dcd520c44d9f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.979469:0:22776:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7a00/0xae64dcd520c44d9f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.979515:0:22776:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7a00/0xae64dcd520c44d9f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.979524:0:22776:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7a00/0xae64dcd520c44d9f lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.979532:0:22776:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7a00/0xae64dcd520c44d9f lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.979539:0:22776:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0c9c2bd7a00 already unused, calling callback (ffffffffc1abe4f0) 00010000:00010000:2.0:1788838340.979545:0:22776:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7a00/0xae64dcd520c44d9f lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.979554:0:22776:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7a00/0xae64dcd520c44d9f lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.979566:0:22776:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffffa0cafd220e00) 00010000:00010000:2.0:1788838340.979569:0:22776:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788838340.979574:0:22776:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7a00/0xae64dcd520c44d9f lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838340.979580:0:22776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7a00/0xae64dcd520c44d9f lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788838340.979673:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cac1218000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:748b336d-6cce-4128-a605-cac20ec72b58+20:18744:x1875732235191168:12345-192.168.204.55@tcp:54:lfs.0 Request processed in 357us (2560us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838340.979681:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 41 00000100:00100000:1.0:1788838340.982409:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:3.0:1788838340.982579:0:25820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235191552 00000100:00100000:3.0:1788838340.982591:0:25820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235191552 00000100:00100000:3.0:1788838340.982667:0:25820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 7 00000100:00100000:3.0:1788838340.982679:0:25820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cac1219880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:748b336d-6cce-4128-a605-cac20ec72b58+20:18744:x1875732235191552:12345-192.168.204.55@tcp:35:lfs.0 00000100:00100000:3.0:1788838340.983113:0:25820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cac1219880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:748b336d-6cce-4128-a605-cac20ec72b58+21:18744:x1875732235191552:12345-192.168.204.55@tcp:35:lfs.0 Request processed in 435us (716us total) trans 12884901901 rc 0/0 00000100:00100000:3.0:1788838340.983221:0:25820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 7 00000100:00100000:3.0:1788838341.006175:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:3.0:1788838341.006228:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:3.0:1788838341.006409:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:3.0:1788838341.010052:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:2.0:1788838341.010368:0:24280:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235191680 00000100:00100000:2.0:1788838341.010382:0:24280:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235191680 00000100:00100000:2.0:1788838341.010456:0:24280:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235191936 00000100:00100000:2.0:1788838341.010460:0:24280:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235191936 00000100:00100000:2.0:1788838341.010485:0:24280:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235191808 00000100:00100000:2.0:1788838341.010488:0:24280:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235191808 00000100:00100000:2.0:1788838341.010508:0:24280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 24 00000100:00100000:2.0:1788838341.010519:0:24280:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caeb630700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:748b336d-6cce-4128-a605-cac20ec72b58+5:2404:x1875732235191680:12345-192.168.204.55@tcp:400:kworker.0 00000100:00100000:2.0:1788838341.010622:0:24280:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caeb630700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:748b336d-6cce-4128-a605-cac20ec72b58+5:2404:x1875732235191680:12345-192.168.204.55@tcp:400:kworker.0 Request processed in 105us (4463us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838341.010631:0:24280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 24 00000100:00100000:2.0:1788838341.010651:0:24280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 25 00000100:00100000:2.0:1788838341.010657:0:24280:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caf5e23050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0eb816e3-65e9-4d8e-9787-fae49b1fa9d8+5:2404:x1875732235191936:12345-192.168.204.55@tcp:400:kworker.0 00000100:00100000:2.0:1788838341.010756:0:24280:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caf5e23050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0eb816e3-65e9-4d8e-9787-fae49b1fa9d8+5:2404:x1875732235191936:12345-192.168.204.55@tcp:400:kworker.0 Request processed in 28us (4457us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838341.010764:0:24280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 25 00000100:00100000:2.0:1788838341.011012:0:24280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 26 00000100:00100000:2.0:1788838341.011022:0:24280:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caeb630380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:748b336d-6cce-4128-a605-cac20ec72b58+5:2404:x1875732235191808:12345-192.168.204.55@tcp:400:kworker.0 00000100:00100000:2.0:1788838341.011052:0:24280:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caeb630380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:748b336d-6cce-4128-a605-cac20ec72b58+5:2404:x1875732235191808:12345-192.168.204.55@tcp:400:kworker.0 Request processed in 32us (4643us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838341.011058:0:24280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 26 00000100:00080000:2.0:1788838341.011266:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788838341.011271:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788838341.019535:0:24280:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235192064 00000100:00100000:3.0:1788838341.019556:0:24280:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235192064 00000100:00100000:3.0:1788838341.019655:0:24280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 27 00000100:00100000:3.0:1788838341.019668:0:24280:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caeb633100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0eb816e3-65e9-4d8e-9787-fae49b1fa9d8+5:2404:x1875732235192064:12345-192.168.204.55@tcp:400:kworker.0 00000100:00080000:2.0:1788838341.020019:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788838341.020266:0:24280:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caeb633100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0eb816e3-65e9-4d8e-9787-fae49b1fa9d8+5:2404:x1875732235192064:12345-192.168.204.55@tcp:400:kworker.0 Request processed in 597us (10227us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838341.020276:0:24280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 27 00000040:00080000:3.0:1788838341.120244:0:23527:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1788838341.247538:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788838341.282194:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:0.0:1788838341.282389:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235192320 00000100:00100000:0.0:1788838341.282406:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235192320 00000100:00100000:0.0:1788838341.282518:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 42 00000100:00100000:0.0:1788838341.282532:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c3444700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:748b336d-6cce-4128-a605-cac20ec72b58+21:18775:x1875732235192320:12345-192.168.204.55@tcp:101:cat.0 00010000:00010000:0.0:1788838341.282570:0:22774:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788838341.282603:0:22774:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b5000/0xae64dcd520c44da6 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x10e6568bab3359bd expref: -99 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838341.282763:0:22774:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b4c00/0xae64dcd520c44dad lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838341.282782:0:22774:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b4c00/0xae64dcd520c44dad lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838341.282796:0:22774:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b4c00/0xae64dcd520c44dad lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788838341.282809:0:22774:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:0.0:1788838341.282987:0:22774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b5000/0xae64dcd520c44da6 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab3359bd expref: 24 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838341.283023:0:22774:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b4c00/0xae64dcd520c44dad lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab3359bd expref: 23 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838341.283033:0:22774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffffa0cafd220e00) 00010000:00010000:0.0:1788838341.283055:0:22774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788838341.283060:0:22774:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0caff7b4c00, rc 0) 00000100:00100000:0.0:1788838341.283145:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c3444700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:748b336d-6cce-4128-a605-cac20ec72b58+23:18775:x1875732235192320:12345-192.168.204.55@tcp:101:cat.0 Request processed in 616us (961us total) trans 12884901902 rc 0/0 00000100:00100000:0.0:1788838341.283154:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 42 00000100:00100000:2.0:1788838341.292039:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:3.0:1788838341.292432:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235192576 00000100:00100000:3.0:1788838341.292444:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235192576 00000100:00100000:3.0:1788838341.292583:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 8 00000100:00100000:3.0:1788838341.292595:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c3445180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:748b336d-6cce-4128-a605-cac20ec72b58+23:18775:x1875732235192576:12345-192.168.204.55@tcp:35:cat.0 00000100:00100000:3.0:1788838341.293386:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c3445180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:748b336d-6cce-4128-a605-cac20ec72b58+24:18775:x1875732235192576:12345-192.168.204.55@tcp:35:cat.0 Request processed in 790us (1353us total) trans 12884901903 rc 0/0 00000100:00100000:3.0:1788838341.293396:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 8 00000100:00100000:0.0:1788838341.293803:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:2.0:1788838341.293973:0:25113:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235192704 00000100:00100000:2.0:1788838341.293984:0:25113:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235192704 00000100:00100000:2.0:1788838341.294069:0:25113:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 1 00000100:00100000:2.0:1788838341.294080:0:25113:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c400df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:748b336d-6cce-4128-a605-cac20ec72b58+24:2404:x1875732235192704:12345-192.168.204.55@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788838341.294100:0:25113:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788838341.294134:0:25113:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b4c00/0xae64dcd520c44dad lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab3359bd expref: 24 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838341.294157:0:25113:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffffa0cafd220e00) 00010000:00010000:2.0:1788838341.294163:0:25113:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788838341.294216:0:25113:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c400df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:748b336d-6cce-4128-a605-cac20ec72b58+23:2404:x1875732235192704:12345-192.168.204.55@tcp:103:ldlm_bl.0 Request processed in 138us (420us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838341.294223:0:25113:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 1 00000100:00100000:2.0:1788838341.404771:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:0.0:1788838341.407591:0:25168:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235192960 00000100:00100000:0.0:1788838341.407618:0:25168:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235192960 00000100:00100000:0.0:1788838341.407707:0:25168:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 43 00000100:00100000:0.0:1788838341.407719:0:25168:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c3447100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:748b336d-6cce-4128-a605-cac20ec72b58+23:18781:x1875732235192960:12345-192.168.204.55@tcp:101:dd.0 00010000:00010000:0.0:1788838341.407747:0:25168:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788838341.407773:0:25168:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b5000/0xae64dcd520c44dbb lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x10e6568bab3359c4 expref: -99 pid: 25168 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838341.407919:0:25168:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b5600/0xae64dcd520c44dc2 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 25168 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838341.407935:0:25168:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b5600/0xae64dcd520c44dc2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25168 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838341.407950:0:25168:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b5600/0xae64dcd520c44dc2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25168 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788838341.408277:0:25168:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:0.0:1788838341.408440:0:25168:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b5000/0xae64dcd520c44dbb lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab3359c4 expref: 26 pid: 25168 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838341.408461:0:25168:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b5600/0xae64dcd520c44dc2 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab3359c4 expref: 25 pid: 25168 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838341.408484:0:25168:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffffa0cafd220e00) 00010000:00010000:0.0:1788838341.408487:0:25168:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788838341.408491:0:25168:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0caff7b5600, rc 0) 00000100:00100000:0.0:1788838341.408570:0:25168:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c3447100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:748b336d-6cce-4128-a605-cac20ec72b58+25:18781:x1875732235192960:12345-192.168.204.55@tcp:101:dd.0 Request processed in 852us (3809us total) trans 12884901904 rc 0/0 00000100:00100000:0.0:1788838341.408578:0:25168:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 43 00000100:00100000:2.0:1788838341.414304:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:2.0:1788838341.414367:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:3.0:1788838341.414517:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235193216 00000100:00100000:3.0:1788838341.414529:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235193216 00000100:00100000:3.0:1788838341.414593:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 2 00000100:00100000:3.0:1788838341.414605:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c3445880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:748b336d-6cce-4128-a605-cac20ec72b58+25:2405:x1875732235193216:12345-192.168.204.55@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788838341.414639:0:22760:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788838341.414668:0:22760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b5600/0xae64dcd520c44dc2 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab3359c4 expref: 25 pid: 25168 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838341.414688:0:22760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffffa0cafd220e00) 00010000:00010000:3.0:1788838341.414694:0:22760:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788838341.414756:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c3445880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:748b336d-6cce-4128-a605-cac20ec72b58+24:2405:x1875732235193216:12345-192.168.204.55@tcp:103:ldlm_bl.0 Request processed in 152us (388us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838341.414764:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 2 00000100:00100000:1.0:1788838341.416093:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235193088 00000100:00100000:1.0:1788838341.416106:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235193088 00000100:00100000:1.0:1788838341.416163:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 44 00000100:00100000:1.0:1788838341.416172:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c3447800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:748b336d-6cce-4128-a605-cac20ec72b58+24:18781:x1875732235193088:12345-192.168.204.55@tcp:101:dd.0 00010000:00010000:1.0:1788838341.416195:0:22774:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788838341.416216:0:22774:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0200/0xae64dcd520c44dd0 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x10e6568bab3359cb expref: -99 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838341.416251:0:22774:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c1400/0xae64dcd520c44dd7 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838341.416266:0:22774:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c1400/0xae64dcd520c44dd7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838341.416277:0:22774:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c1400/0xae64dcd520c44dd7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838341.416427:0:22774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0200/0xae64dcd520c44dd0 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab3359cb expref: 26 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838341.416459:0:22774:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c1400/0xae64dcd520c44dd7 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab3359cb expref: 25 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838341.416467:0:22774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffffa0cafd220e00) 00010000:00010000:1.0:1788838341.416470:0:22774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1788838341.416473:0:22774:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0cafc8c1400, rc 0) 00000100:00100000:1.0:1788838341.416530:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c3447800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:748b336d-6cce-4128-a605-cac20ec72b58+25:18781:x1875732235193088:12345-192.168.204.55@tcp:101:dd.0 Request processed in 359us (2236us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838341.416538:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 44 00000100:00100000:2.0:1788838341.427559:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:1.0:1788838341.428027:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235193472 00000100:00100000:1.0:1788838341.428039:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235193472 00000100:00100000:1.0:1788838341.428114:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 45 00000100:00100000:1.0:1788838341.428126:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c3446a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:748b336d-6cce-4128-a605-cac20ec72b58+25:18781:x1875732235193472:12345-192.168.204.55@tcp:36:dd.0 00010000:00010000:1.0:1788838341.428183:0:22776:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788838341.428215:0:22776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c1800/0xae64dcd520c44d75 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab3359a8 expref: 25 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838341.428234:0:22776:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffffa0cafd220e00) 00010000:00010000:1.0:1788838341.428240:0:22776:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788838341.428454:0:22776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c1200/0xae64dcd520c44dde lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838341.428476:0:22776:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c1200/0xae64dcd520c44dde lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838341.428486:0:22776:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c1200/0xae64dcd520c44dde lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1788838341.428549:0:22776:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901905 00000004:00010000:1.0:1788838341.428573:0:22776:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000cbfcdc13 reply state 000000005459bdc5 transno 12884901906 ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c1200/0xae64dcd520c44dde lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838341.428587:0:22776:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c1200/0xae64dcd520c44dde lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838341.428593:0:22776:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffffa0cafd220e00) 00010000:00010000:1.0:1788838341.428596:0:22776:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1788838341.428600:0:22776:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1788838341.428708:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c3446a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:748b336d-6cce-4128-a605-cac20ec72b58+27:18781:x1875732235193472:12345-192.168.204.55@tcp:36:dd.0 Request processed in 584us (1159us total) trans 12884901906 rc 0/0 00000100:00100000:1.0:1788838341.428716:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 45 00000020:00080000:1.0:1788838341.428722:0:22776:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1788838341.546705:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:3.0:1788838341.546969:0:25820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235193728 00000100:00100000:3.0:1788838341.546983:0:25820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235193728 00000100:00100000:3.0:1788838341.547075:0:25820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 9 00000100:00100000:3.0:1788838341.547088:0:25820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c400ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:748b336d-6cce-4128-a605-cac20ec72b58+27:18781:x1875732235193728:12345-192.168.204.55@tcp:35:dd.0 00000100:00100000:3.0:1788838341.547464:0:25820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c400ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:748b336d-6cce-4128-a605-cac20ec72b58+28:18781:x1875732235193728:12345-192.168.204.55@tcp:35:dd.0 Request processed in 376us (772us total) trans 12884901907 rc 0/0 00000100:00100000:3.0:1788838341.547473:0:25820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 9 00000100:00100000:2.0:1788838341.816567:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:1.0:1788838341.816698:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235193856 00000100:00100000:1.0:1788838341.816710:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235193856 00000100:00100000:1.0:1788838341.816778:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 46 00000100:00100000:1.0:1788838341.816789:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c3446300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:748b336d-6cce-4128-a605-cac20ec72b58+28:18795:x1875732235193856:12345-192.168.204.55@tcp:101:stat.0 00010000:00010000:1.0:1788838341.816816:0:22774:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788838341.816840:0:22774:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c1800/0xae64dcd520c44de5 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x10e6568bab3359d2 expref: -99 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838341.816914:0:22774:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0200/0xae64dcd520c44dec lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838341.816932:0:22774:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0200/0xae64dcd520c44dec lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838341.816943:0:22774:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0200/0xae64dcd520c44dec lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838341.816973:0:22774:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c1c00/0xae64dcd520c44df3 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838341.816981:0:22774:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c1c00/0xae64dcd520c44df3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838341.817005:0:22774:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c1c00/0xae64dcd520c44df3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838341.817114:0:22774:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0800/0xae64dcd520c44dfa lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838341.817123:0:22774:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0800/0xae64dcd520c44dfa lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838341.817130:0:22774:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0800/0xae64dcd520c44dfa lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788838341.817170:0:22774:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:1.0:1788838341.817174:0:22774:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788838341.817215:0:22774:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0800/0xae64dcd520c44dfa lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838341.817227:0:22774:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0800/0xae64dcd520c44dfa lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838341.817236:0:22774:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0200/0xae64dcd520c44dec lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838341.817242:0:22774:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0200/0xae64dcd520c44dec lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838341.817260:0:22774:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0200/0xae64dcd520c44dec lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838341.817267:0:22774:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0cafc8c0200 already unused, calling callback (ffffffffc1abe4f0) 00010000:00010000:1.0:1788838341.817271:0:22774:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0200/0xae64dcd520c44dec lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838341.817279:0:22774:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0200/0xae64dcd520c44dec lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838341.817291:0:22774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffffa0cafd220a00) 00010000:00010000:1.0:1788838341.817294:0:22774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788838341.817299:0:22774:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0200/0xae64dcd520c44dec lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838341.817305:0:22774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0200/0xae64dcd520c44dec lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838341.817358:0:22774:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c1c00/0xae64dcd520c44df3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838341.817366:0:22774:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c1c00/0xae64dcd520c44df3 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838341.817371:0:22774:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c1c00/0xae64dcd520c44df3 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838341.817377:0:22774:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0cafc8c1c00 already unused, calling callback (ffffffffc1abe4f0) 00010000:00010000:1.0:1788838341.817380:0:22774:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c1c00/0xae64dcd520c44df3 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838341.817396:0:22774:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c1c00/0xae64dcd520c44df3 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838341.817405:0:22774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffffa0cafd220500) 00010000:00010000:1.0:1788838341.817407:0:22774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788838341.817410:0:22774:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c1c00/0xae64dcd520c44df3 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838341.817416:0:22774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c1c00/0xae64dcd520c44df3 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838341.817446:0:22774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c1800/0xae64dcd520c44de5 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab3359d2 expref: 30 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838341.817461:0:22774:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0800/0xae64dcd520c44dfa lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab3359d2 expref: 29 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838341.817468:0:22774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffffa0cafd220e00) 00010000:00010000:1.0:1788838341.817471:0:22774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788838341.817473:0:22774:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0cafc8c0800, rc 0) 00000100:00100000:1.0:1788838341.817555:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c3446300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:748b336d-6cce-4128-a605-cac20ec72b58+29:18795:x1875732235193856:12345-192.168.204.55@tcp:101:stat.0 Request processed in 768us (1000us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838341.817563:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 46 00000100:00100000:2.0:1788838341.907444:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:1.0:1788838341.916925:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235194112 00000100:00100000:1.0:1788838341.918788:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235194112 00000100:00100000:0.0:1788838341.919037:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 47 00000100:00100000:0.0:1788838341.919049:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c3445f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:748b336d-6cce-4128-a605-cac20ec72b58+29:18801:x1875732235194112:12345-192.168.204.55@tcp:36:truncate.0 00010000:00010000:0.0:1788838341.919110:0:22776:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788838341.919141:0:22776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0800/0xae64dcd520c44dfa lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab3359d2 expref: 29 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838341.919166:0:22776:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffffa0cafd220e00) 00010000:00010000:0.0:1788838341.919172:0:22776:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788838341.919451:0:22776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b4000/0xae64dcd520c44e01 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838341.919473:0:22776:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b4000/0xae64dcd520c44e01 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838341.919483:0:22776:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b4000/0xae64dcd520c44e01 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1788838341.919528:0:22776:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901908 00000004:00010000:0.0:1788838341.919552:0:22776:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000001f9f6142 reply state 000000003b46bb85 transno 12884901909 ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b4000/0xae64dcd520c44e01 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838341.919586:0:22776:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b4000/0xae64dcd520c44e01 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838341.919593:0:22776:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffffa0cafd220e00) 00010000:00010000:0.0:1788838341.919596:0:22776:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788838341.919599:0:22776:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1788838341.919738:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c3445f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:748b336d-6cce-4128-a605-cac20ec72b58+31:18801:x1875732235194112:12345-192.168.204.55@tcp:36:truncate.0 Request processed in 689us (12302us total) trans 12884901909 rc 0/0 00000100:00100000:0.0:1788838341.919745:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 47 00000020:00080000:0.0:1788838341.919751:0:22776:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1788838342.094061:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:1.0:1788838342.094182:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235194240 00000100:00100000:1.0:1788838342.094192:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235194240 00000100:00100000:1.0:1788838342.094274:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 48 00000100:00100000:1.0:1788838342.094302:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c400e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:748b336d-6cce-4128-a605-cac20ec72b58+31:18815:x1875732235194240:12345-192.168.204.55@tcp:101:stat.0 00010000:00010000:1.0:1788838342.094374:0:22774:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788838342.094396:0:22774:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c1800/0xae64dcd520c44e08 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x10e6568bab3359d9 expref: -99 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838342.094486:0:22774:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c1c00/0xae64dcd520c44e0f lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838342.094504:0:22774:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c1c00/0xae64dcd520c44e0f lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838342.094514:0:22774:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c1c00/0xae64dcd520c44e0f lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838342.094525:0:22774:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0200/0xae64dcd520c44e16 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838342.094531:0:22774:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0200/0xae64dcd520c44e16 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838342.094538:0:22774:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0200/0xae64dcd520c44e16 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838342.094611:0:22774:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0000/0xae64dcd520c44e1d lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838342.094620:0:22774:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0000/0xae64dcd520c44e1d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838342.094627:0:22774:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0000/0xae64dcd520c44e1d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788838342.094672:0:22774:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 1234567 00000004:00200000:1.0:1788838342.094684:0:22774:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788838342.094706:0:22774:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0000/0xae64dcd520c44e1d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838342.094721:0:22774:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0000/0xae64dcd520c44e1d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838342.094729:0:22774:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c1c00/0xae64dcd520c44e0f lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838342.094736:0:22774:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c1c00/0xae64dcd520c44e0f lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838342.094743:0:22774:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c1c00/0xae64dcd520c44e0f lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838342.094749:0:22774:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0cafc8c1c00 already unused, calling callback (ffffffffc1abe4f0) 00010000:00010000:1.0:1788838342.094754:0:22774:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c1c00/0xae64dcd520c44e0f lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838342.094762:0:22774:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c1c00/0xae64dcd520c44e0f lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838342.094774:0:22774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffffa0cafd220a00) 00010000:00010000:1.0:1788838342.094777:0:22774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788838342.094782:0:22774:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c1c00/0xae64dcd520c44e0f lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838342.094803:0:22774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c1c00/0xae64dcd520c44e0f lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838342.094817:0:22774:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0200/0xae64dcd520c44e16 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838342.094834:0:22774:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0200/0xae64dcd520c44e16 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838342.094840:0:22774:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0200/0xae64dcd520c44e16 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838342.094845:0:22774:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0cafc8c0200 already unused, calling callback (ffffffffc1abe4f0) 00010000:00010000:1.0:1788838342.094848:0:22774:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0200/0xae64dcd520c44e16 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838342.094854:0:22774:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0200/0xae64dcd520c44e16 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838342.094862:0:22774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffffa0cafd220500) 00010000:00010000:1.0:1788838342.094865:0:22774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788838342.094868:0:22774:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0200/0xae64dcd520c44e16 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838342.094873:0:22774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0200/0xae64dcd520c44e16 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838342.094902:0:22774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c1800/0xae64dcd520c44e08 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab3359d9 expref: 33 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838342.094916:0:22774:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0000/0xae64dcd520c44e1d lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab3359d9 expref: 32 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838342.094923:0:22774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffffa0cafd220e00) 00010000:00010000:1.0:1788838342.094926:0:22774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788838342.094934:0:22774:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0cafc8c0000, rc 0) 00000100:00100000:1.0:1788838342.095031:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c400e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:748b336d-6cce-4128-a605-cac20ec72b58+32:18815:x1875732235194240:12345-192.168.204.55@tcp:101:stat.0 Request processed in 732us (982us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838342.095038:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 48 00000100:00080000:2.0:1788838342.095341:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788838342.204450:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:2.0:1788838342.204723:0:25168:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235194496 00000100:00100000:2.0:1788838342.204734:0:25168:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235194496 00000100:00100000:2.0:1788838342.204805:0:25168:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 49 00000100:00100000:2.0:1788838342.204842:0:25168:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caeb632a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:748b336d-6cce-4128-a605-cac20ec72b58+32:18825:x1875732235194496:12345-192.168.204.55@tcp:101:lfs.0 00010000:00010000:2.0:1788838342.204875:0:25168:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788838342.204899:0:25168:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7200/0xae64dcd520c44e24 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x10e6568bab3359e0 expref: -99 pid: 25168 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788838342.205020:0:25168:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:2.0:1788838342.205133:0:25168:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7200/0xae64dcd520c44e24 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab3359e0 expref: 34 pid: 25168 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838342.205149:0:25168:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffffa0cafd220000) 00010000:00010000:2.0:1788838342.205153:0:25168:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788838342.205159:0:25168:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7200/0xae64dcd520c44e24 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab3359e0 expref: 34 pid: 25168 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838342.205176:0:25168:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0c9c2bd7200, rc 0) 00000100:00100000:2.0:1788838342.205259:0:25168:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caeb632a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:748b336d-6cce-4128-a605-cac20ec72b58+33:18825:x1875732235194496:12345-192.168.204.55@tcp:101:lfs.0 Request processed in 431us (821us total) trans 12884901910 rc 301/301 00000100:00100000:2.0:1788838342.205267:0:25168:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 49 00000100:00100000:0.0:1788838342.209185:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:3.0:1788838342.209498:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235194752 00000100:00100000:3.0:1788838342.209509:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235194752 00000100:00100000:3.0:1788838342.209574:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 10 00000100:00100000:3.0:1788838342.209585:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caf5028450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:748b336d-6cce-4128-a605-cac20ec72b58+33:18825:x1875732235194752:12345-192.168.204.55@tcp:35:lfs.0 00000100:00100000:3.0:1788838342.209997:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caf5028450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:748b336d-6cce-4128-a605-cac20ec72b58+34:18825:x1875732235194752:12345-192.168.204.55@tcp:35:lfs.0 Request processed in 412us (820us total) trans 12884901911 rc 0/0 00000100:00100000:3.0:1788838342.210006:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 10 00010000:00010000:1.0:1788838342.271624:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788838342.316819:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:0.0:1788838342.317118:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235195008 00000100:00100000:0.0:1788838342.317136:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235195008 00000100:00100000:0.0:1788838342.317225:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 50 00000100:00100000:0.0:1788838342.317238:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cac121b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:748b336d-6cce-4128-a605-cac20ec72b58+34:18831:x1875732235195008:12345-192.168.204.55@tcp:101:bash.0 00010000:00010000:0.0:1788838342.317269:0:22774:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788838342.317295:0:22774:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b4200/0xae64dcd520c44e32 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x10e6568bab3359e7 expref: -99 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838342.317463:0:22774:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b4600/0xae64dcd520c44e39 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838342.317479:0:22774:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7000/0xae64dcd520c44d60 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab3359a1 expref: 35 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838342.317487:0:22774:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0000/0xae64dcd520c44e1d lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab3359d9 expref: 35 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838342.317514:0:22774:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b4600/0xae64dcd520c44e39 lrc: 5/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838342.317554:0:22774:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0000/0xae64dcd520c44e1d lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.55@tcp remote: 0x10e6568bab3359d9 expref: 35 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838342.317569:0:22774:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0000/0xae64dcd520c44e1d lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.55@tcp remote: 0x10e6568bab3359d9 expref: 35 pid: 22774 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788838342.317583:0:22774:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c400ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22774:1875732255227648:192.168.204.55@tcp:104: 00010000:00010000:0.0:1788838342.317703:0:22774:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7000/0xae64dcd520c44d60 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.55@tcp remote: 0x10e6568bab3359a1 expref: 35 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838342.317712:0:22774:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7000/0xae64dcd520c44d60 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.55@tcp remote: 0x10e6568bab3359a1 expref: 35 pid: 22776 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788838342.317720:0:22774:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c400c000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22774:1875732255227776:192.168.204.55@tcp:104: 00000100:00100000:0.0:1788838342.317754:0:22774:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0c9c42a96c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788838342.326454:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:0.0:1788838342.326521:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:3.0:1788838342.326744:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235195264 00000100:00100000:3.0:1788838342.326778:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235195264 00010000:00010000:3.0:1788838342.326837:0:22761:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7000/0xae64dcd520c44d60 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.55@tcp remote: 0x10e6568bab3359a1 expref: 36 pid: 22776 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788838342.326887:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235195136 00000100:00100000:3.0:1788838342.326892:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235195136 00010000:00010000:3.0:1788838342.326907:0:22761:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0000/0xae64dcd520c44e1d lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.55@tcp remote: 0x10e6568bab3359d9 expref: 37 pid: 22774 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788838342.326942:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 17 00000100:00100000:3.0:1788838342.326953:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cac6df9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:748b336d-6cce-4128-a605-cac20ec72b58+37:2403:x1875732235195264:12345-192.168.204.55@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788838342.326974:0:22761:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788838342.326994:0:22761:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7000/0xae64dcd520c44d60 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.55@tcp remote: 0x10e6568bab3359a1 expref: 37 pid: 22776 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838342.327007:0:22761:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7000/0xae64dcd520c44d60 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.55@tcp remote: 0x10e6568bab3359a1 expref: 37 pid: 22776 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838342.327040:0:22761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffffa0cafd220e00) 00010000:00010000:3.0:1788838342.327048:0:22761:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b4600/0xae64dcd520c44e39 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838342.327060:0:22761:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b4600/0xae64dcd520c44e39 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838342.327068:0:22761:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788838342.327079:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 18 00000100:00100000:2.0:1788838342.327099:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c400f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:748b336d-6cce-4128-a605-cac20ec72b58+37:2403:x1875732235195136:12345-192.168.204.55@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788838342.327123:0:22759:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788838342.327137:0:22759:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0000/0xae64dcd520c44e1d lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.55@tcp remote: 0x10e6568bab3359d9 expref: 37 pid: 22774 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788838342.327149:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cac6df9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:748b336d-6cce-4128-a605-cac20ec72b58+37:2403:x1875732235195264:12345-192.168.204.55@tcp:103:ldlm_bl.0 Request processed in 193us (700us total) trans 0 rc 0/0 00010000:00010000:2.0:1788838342.327161:0:22759:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0000/0xae64dcd520c44e1d lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.55@tcp remote: 0x10e6568bab3359d9 expref: 37 pid: 22774 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788838342.327162:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 17 00010000:00010000:2.0:1788838342.327210:0:22759:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffffa0cafd220e00) 00010000:00010000:2.0:1788838342.327217:0:22759:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b4600/0xae64dcd520c44e39 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838342.327229:0:22759:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b4600/0xae64dcd520c44e39 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838342.327237:0:22759:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b4600/0xae64dcd520c44e39 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838342.327261:0:22759:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788838342.327343:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c400f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:748b336d-6cce-4128-a605-cac20ec72b58+36:2403:x1875732235195136:12345-192.168.204.55@tcp:103:ldlm_bl.0 Request processed in 224us (793us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838342.327352:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 18 00010000:00010000:1.0:1788838342.327648:0:22774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0000/0xae64dcd520c44e1d lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.55@tcp remote: 0x10e6568bab3359d9 expref: 35 pid: 22774 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788838342.327673:0:22774:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c400ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22774:1875732255227648:192.168.204.55@tcp:104: 00010000:00010000:1.0:1788838342.327687:0:22774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7000/0xae64dcd520c44d60 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.55@tcp remote: 0x10e6568bab3359a1 expref: 34 pid: 22776 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788838342.327697:0:22774:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c400c000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22774:1875732255227776:192.168.204.55@tcp:104: 00010000:00010000:1.0:1788838342.327798:0:22774:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b4600/0xae64dcd520c44e39 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838342.327812:0:22774:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b4600/0xae64dcd520c44e39 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838342.327817:0:22774:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b4600/0xae64dcd520c44e39 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788838342.327956:0:22774:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 1234567 00010000:00010000:1.0:1788838342.328192:0:22774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b4200/0xae64dcd520c44e32 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab3359e7 expref: 35 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838342.328210:0:22774:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b4600/0xae64dcd520c44e39 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab3359e7 expref: 34 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838342.328233:0:22774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffffa0cafd220e00) 00010000:00010000:1.0:1788838342.328236:0:22774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1788838342.328239:0:22774:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0caff7b4600, rc 0) 00000100:00100000:1.0:1788838342.328293:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cac121b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:748b336d-6cce-4128-a605-cac20ec72b58+34:18831:x1875732235195008:12345-192.168.204.55@tcp:101:bash.0 Request processed in 11058us (11493us total) trans 12884901912 rc 0/0 00000100:00100000:1.0:1788838342.328300:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 50 00000100:00100000:0.0:1788838342.341124:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:2.0:1788838342.341216:0:25168:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235195520 00000100:00100000:2.0:1788838342.341232:0:25168:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235195520 00000100:00100000:2.0:1788838342.341299:0:25168:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 51 00000100:00100000:2.0:1788838342.341310:0:25168:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c400c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:748b336d-6cce-4128-a605-cac20ec72b58+34:18831:x1875732235195520:12345-192.168.204.55@tcp:36:bash.0 00010000:00010000:2.0:1788838342.341601:0:25168:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7600/0xae64dcd520c44e47 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 25168 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838342.341621:0:25168:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7600/0xae64dcd520c44e47 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 25168 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838342.341633:0:25168:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7600/0xae64dcd520c44e47 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 25168 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1788838342.341679:0:25168:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901913 00000004:00010000:2.0:1788838342.341701:0:25168:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000527e86b2 reply state 000000006c8423ca transno 12884901914 ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7600/0xae64dcd520c44e47 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 25168 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838342.342028:0:25168:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7600/0xae64dcd520c44e47 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 25168 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838342.342037:0:25168:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffffa0cafd220e00) 00010000:00010000:2.0:1788838342.342040:0:25168:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788838342.342044:0:25168:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788838342.342220:0:25168:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c400c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:748b336d-6cce-4128-a605-cac20ec72b58+37:18831:x1875732235195520:12345-192.168.204.55@tcp:36:bash.0 Request processed in 911us (1111us total) trans 12884901914 rc 0/0 00000100:00100000:2.0:1788838342.342228:0:25168:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 51 00000020:00080000:2.0:1788838342.342233:0:25168:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1788838342.345124:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:3.0:1788838342.345854:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235195648 00000100:00100000:3.0:1788838342.345875:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235195648 00000100:00100000:3.0:1788838342.346012:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 52 00000100:00100000:3.0:1788838342.346025:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c3445c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:748b336d-6cce-4128-a605-cac20ec72b58+37:18831:x1875732235195648:12345-192.168.204.55@tcp:101:bash.0 00010000:00010000:3.0:1788838342.346058:0:22775:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788838342.346086:0:22775:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0cadf86d000/0xae64dcd520c44e4e lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x10e6568bab3359ee expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838342.346166:0:22775:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0cadf86d000/0xae64dcd520c44e4e lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab3359ee expref: 38 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838342.346186:0:22775:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0cadf86d000/0xae64dcd520c44e4e lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab3359ee expref: 38 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838342.346210:0:22775:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffffa0cafd220e00) 00010000:00010000:3.0:1788838342.346214:0:22775:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788838342.346218:0:22775:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0cadf86d000, rc 0) 00000100:00100000:3.0:1788838342.346304:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c3445c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:748b336d-6cce-4128-a605-cac20ec72b58+38:18831:x1875732235195648:12345-192.168.204.55@tcp:101:bash.0 Request processed in 281us (1189us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838342.346311:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 52 00000100:00100000:0.0:1788838342.364246:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:2.0:1788838342.364409:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235195776 00000100:00100000:2.0:1788838342.364422:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235195776 00000100:00100000:2.0:1788838342.364506:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 53 00000100:00100000:2.0:1788838342.364519:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c400ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:748b336d-6cce-4128-a605-cac20ec72b58+38:18831:x1875732235195776:12345-192.168.204.55@tcp:101:bash.0 00010000:00010000:2.0:1788838342.364548:0:22776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788838342.364581:0:22776:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7000/0xae64dcd520c44e55 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x10e6568bab3359f5 expref: -99 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838342.365066:0:22776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7a00/0xae64dcd520c44e5c lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838342.365087:0:22776:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b4600/0xae64dcd520c44e39 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab3359e7 expref: 39 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838342.365098:0:22776:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7a00/0xae64dcd520c44e5c lrc: 4/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x8 rrc: 9 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838342.365908:0:22776:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b4600/0xae64dcd520c44e39 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.55@tcp remote: 0x10e6568bab3359e7 expref: 39 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838342.365945:0:22776:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b4600/0xae64dcd520c44e39 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.55@tcp remote: 0x10e6568bab3359e7 expref: 39 pid: 22774 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788838342.365964:0:22776:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c3447b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22776:1875732255227904:192.168.204.55@tcp:104: 00000100:00100000:2.0:1788838342.366132:0:22776:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0caf451a0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788838342.371896:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:3.0:1788838342.372035:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235195904 00000100:00100000:3.0:1788838342.372048:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235195904 00010000:00010000:3.0:1788838342.372104:0:22761:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b4600/0xae64dcd520c44e39 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.55@tcp remote: 0x10e6568bab3359e7 expref: 40 pid: 22774 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788838342.372169:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 19 00000100:00100000:3.0:1788838342.372181:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c400df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:748b336d-6cce-4128-a605-cac20ec72b58+40:2403:x1875732235195904:12345-192.168.204.55@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788838342.372221:0:22761:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788838342.372230:0:22761:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b4600/0xae64dcd520c44e39 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.55@tcp remote: 0x10e6568bab3359e7 expref: 40 pid: 22774 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838342.372245:0:22761:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b4600/0xae64dcd520c44e39 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.55@tcp remote: 0x10e6568bab3359e7 expref: 40 pid: 22774 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838342.372274:0:22761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffffa0cafd220e00) 00010000:00010000:3.0:1788838342.372281:0:22761:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7a00/0xae64dcd520c44e5c lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x8 rrc: 10 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838342.372294:0:22761:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7a00/0xae64dcd520c44e5c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x50290000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838342.372303:0:22761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7a00/0xae64dcd520c44e5c lrc: 4/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x50290000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838342.372352:0:22761:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788838342.372418:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c400df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:748b336d-6cce-4128-a605-cac20ec72b58+40:2403:x1875732235195904:12345-192.168.204.55@tcp:103:ldlm_bl.0 Request processed in 238us (537us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838342.372426:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 19 00010000:00010000:2.0:1788838342.374103:0:22776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b4600/0xae64dcd520c44e39 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.55@tcp remote: 0x10e6568bab3359e7 expref: 39 pid: 22774 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788838342.374229:0:22776:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c3447b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22776:1875732255227904:192.168.204.55@tcp:104: 00010000:00010000:2.0:1788838342.374263:0:22776:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7a00/0xae64dcd520c44e5c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838342.374277:0:22776:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7a00/0xae64dcd520c44e5c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838342.374282:0:22776:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7a00/0xae64dcd520c44e5c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788838342.374457:0:22776:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:2.0:1788838342.374463:0:22776:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788838342.374492:0:22776:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7a00/0xae64dcd520c44e5c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838342.374534:0:22776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7000/0xae64dcd520c44e55 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab3359f5 expref: 39 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838342.374587:0:22776:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7a00/0xae64dcd520c44e5c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab3359f5 expref: 38 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838342.374597:0:22776:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffffa0cafd220e00) 00010000:00010000:2.0:1788838342.374601:0:22776:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788838342.374605:0:22776:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0c9c2bd7a00, rc 0) 00000100:00100000:2.0:1788838342.374812:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c400ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:748b336d-6cce-4128-a605-cac20ec72b58+38:18831:x1875732235195776:12345-192.168.204.55@tcp:101:bash.0 Request processed in 10294us (10580us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838342.374821:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 53 00000100:00100000:3.0:1788838342.378093:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:2.0:1788838342.378233:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235196160 00000100:00100000:2.0:1788838342.378246:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235196160 00000100:00100000:2.0:1788838342.378367:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 3 00000100:00100000:2.0:1788838342.378381:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caeb632300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:748b336d-6cce-4128-a605-cac20ec72b58+38:18831:x1875732235196160:12345-192.168.204.55@tcp:103:bash.0 00010000:00010000:2.0:1788838342.378403:0:22759:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1788838342.378435:0:22759:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0cadf86d000/0xae64dcd520c44e4e lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab3359ee expref: 38 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838342.378464:0:22759:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7a00/0xae64dcd520c44e5c lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab3359f5 expref: 37 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838342.378479:0:22759:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffffa0cafd220e00) 00010000:00010000:2.0:1788838342.378485:0:22759:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788838342.378553:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caeb632300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:748b336d-6cce-4128-a605-cac20ec72b58+36:18831:x1875732235196160:12345-192.168.204.55@tcp:103:bash.0 Request processed in 175us (476us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838342.378561:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 3 00000100:00100000:1.0:1788838342.381468:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:0.0:1788838342.381613:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235196288 00000100:00100000:0.0:1788838342.381743:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235196288 00000100:00100000:0.0:1788838342.381865:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 54 00000100:00100000:0.0:1788838342.381894:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cac1219c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:748b336d-6cce-4128-a605-cac20ec72b58+36:18831:x1875732235196288:12345-192.168.204.55@tcp:58:bash.0 00010000:00010000:0.0:1788838342.382049:0:22774:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b5000/0xae64dcd520c44e63 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838342.382071:0:22774:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b5000/0xae64dcd520c44e63 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838342.382090:0:22774:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b5000/0xae64dcd520c44e63 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788838342.383543:0:22774:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1788838342.383583:0:22774:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7:0x0].3, 64 off8384 00000040:00080000:0.0:1788838342.383834:0:22774:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x14:0x0].1, 136 off8328 00000100:00100000:0.0:1788838342.384089:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cac1219c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:748b336d-6cce-4128-a605-cac20ec72b58+36:18831:x1875732235196288:12345-192.168.204.55@tcp:58:bash.0 Request processed in 2191us (2629us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838342.384101:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 54 00000100:00100000:1.0:1788838342.386409:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:0.0:1788838342.386564:0:25168:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235196416 00000100:00100000:0.0:1788838342.386578:0:25168:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235196416 00000100:00100000:2.0:1788838342.386747:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 55 00000100:00100000:2.0:1788838342.386763:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cac1219180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:748b336d-6cce-4128-a605-cac20ec72b58+36:18831:x1875732235196416:12345-192.168.204.55@tcp:101:bash.0 00010000:00010000:2.0:1788838342.386791:0:22776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788838342.386818:0:22776:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7a00/0xae64dcd520c44e6a lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x10e6568bab3359fc expref: -99 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838342.386959:0:22776:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b5000/0xae64dcd520c44e63 lrc: 2/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838342.386985:0:22776:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7a00/0xae64dcd520c44e6a lrc: 4/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab3359fc expref: 37 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838342.387009:0:22776:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b5000/0xae64dcd520c44e63 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210400000020 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838342.387023:0:22776:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7a00/0xae64dcd520c44e6a lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab3359fc expref: 37 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838342.387040:0:22776:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffffa0cafd220e00) 00010000:00010000:2.0:1788838342.387044:0:22776:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788838342.387048:0:22776:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7a00/0xae64dcd520c44e6a lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab3359fc expref: 37 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838342.387055:0:22776:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0c9c2bd7a00, rc 0) 00000100:00100000:2.0:1788838342.387126:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cac1219180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:748b336d-6cce-4128-a605-cac20ec72b58+37:18831:x1875732235196416:12345-192.168.204.55@tcp:101:bash.0 Request processed in 368us (731us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838342.387134:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 55 00000040:00080000:1.0:1788838342.850745:0:22810:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:1.0:1788838342.850757:0:22810:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788838342.850804:0:22810:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:1.0:1788838342.850813:0:22810:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:1.0:1788838342.851027:0:22810:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cac121ad80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22810:1875732255228032:192.168.204.55@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1788838342.851176:0:22810:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cac64c9000 going to sleep for 11 seconds 00000100:00100000:1.0:1788838342.865826:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:3.0:1788838342.866272:0:22810:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cac121ad80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22810:1875732255228032:192.168.204.55@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1788838342.866783:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235196544 00000100:00100000:2.0:1788838342.866816:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235196544 00000100:00100000:2.0:1788838342.867044:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 56 00000100:00100000:2.0:1788838342.867060:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cac121b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:748b336d-6cce-4128-a605-cac20ec72b58+37:18832:x1875732235196544:12345-192.168.204.55@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1788838342.867107:0:22775:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1788838342.867279:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cac121b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:748b336d-6cce-4128-a605-cac20ec72b58+37:18832:x1875732235196544:12345-192.168.204.55@tcp:53:lhsmtool_posix.0 Request processed in 223us (1469us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838342.867288:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 56 00000100:00100000:2.0:1788838342.874088:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:0.0:1788838342.874192:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235196672 00000100:00100000:0.0:1788838342.874207:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235196672 00000100:00100000:0.0:1788838342.874354:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 57 00000100:00100000:0.0:1788838342.874367:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c3447b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:748b336d-6cce-4128-a605-cac20ec72b58+37:18832:x1875732235196672:12345-192.168.204.55@tcp:34:lhsmtool_posix.0 00010000:00010000:0.0:1788838342.874473:0:22776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b4c00/0xae64dcd520c44e71 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838342.874497:0:22776:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b4c00/0xae64dcd520c44e71 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838342.874511:0:22776:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b4c00/0xae64dcd520c44e71 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838342.882550:0:22776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b5c00/0xae64dcd520c44e78 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838342.882577:0:22776:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b5c00/0xae64dcd520c44e78 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838342.882591:0:22776:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b5c00/0xae64dcd520c44e78 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838342.882630:0:22776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b4600/0xae64dcd520c44e7f lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838342.882640:0:22776:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b4600/0xae64dcd520c44e7f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838342.882648:0:22776:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b4600/0xae64dcd520c44e7f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788838342.882710:0:22776:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:0.0:1788838342.882715:0:22776:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788838342.882735:0:22776:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b4600/0xae64dcd520c44e7f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838342.882748:0:22776:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b4c00/0xae64dcd520c44e71 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838342.882753:0:22776:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b4c00/0xae64dcd520c44e71 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838342.882760:0:22776:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b4c00/0xae64dcd520c44e71 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838342.882783:0:22776:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0caff7b4c00 already unused, calling callback (ffffffffc1abe4f0) 00010000:00010000:0.0:1788838342.882787:0:22776:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b4c00/0xae64dcd520c44e71 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838342.882795:0:22776:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b4c00/0xae64dcd520c44e71 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838342.882810:0:22776:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffffa0c9c27d8500) 00010000:00010000:0.0:1788838342.882813:0:22776:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788838342.882817:0:22776:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b4c00/0xae64dcd520c44e71 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838342.882823:0:22776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b4c00/0xae64dcd520c44e71 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838342.882839:0:22776:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b5c00/0xae64dcd520c44e78 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838342.882844:0:22776:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b5c00/0xae64dcd520c44e78 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838342.882850:0:22776:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b5c00/0xae64dcd520c44e78 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838342.882855:0:22776:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0caff7b5c00 already unused, calling callback (ffffffffc1abe4f0) 00010000:00010000:0.0:1788838342.882858:0:22776:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b5c00/0xae64dcd520c44e78 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838342.882864:0:22776:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b5c00/0xae64dcd520c44e78 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838342.882881:0:22776:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x925dcd63 (ffffa0cafc5cd700) 00010000:00010000:0.0:1788838342.882884:0:22776:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788838342.882887:0:22776:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b5c00/0xae64dcd520c44e78 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838342.882893:0:22776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b5c00/0xae64dcd520c44e78 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838342.882910:0:22776:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b4600/0xae64dcd520c44e7f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838342.882915:0:22776:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b4600/0xae64dcd520c44e7f lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838342.882921:0:22776:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b4600/0xae64dcd520c44e7f lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838342.882926:0:22776:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0caff7b4600 already unused, calling callback (ffffffffc1abe4f0) 00010000:00010000:0.0:1788838342.882929:0:22776:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b4600/0xae64dcd520c44e7f lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838342.882934:0:22776:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b4600/0xae64dcd520c44e7f lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838342.882941:0:22776:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffffa0cafd220e00) 00010000:00010000:0.0:1788838342.882943:0:22776:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788838342.882946:0:22776:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b4600/0xae64dcd520c44e7f lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838342.882951:0:22776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b4600/0xae64dcd520c44e7f lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788838342.883748:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c3447b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:748b336d-6cce-4128-a605-cac20ec72b58+37:18832:x1875732235196672:12345-192.168.204.55@tcp:34:lhsmtool_posix.0 Request processed in 9376us (9667us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838342.883760:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 57 00000100:00100000:1.0:1788838342.897617:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:0.0:1788838342.897809:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235196928 00000100:00100000:0.0:1788838342.897825:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235196928 00000100:00100000:0.0:1788838342.897905:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 58 00000100:00100000:0.0:1788838342.897915:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cac1219f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:748b336d-6cce-4128-a605-cac20ec72b58+37:18832:x1875732235196928:12345-192.168.204.55@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788838342.897938:0:22774:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788838342.897961:0:22774:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b5400/0xae64dcd520c44e86 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x10e6568bab335a03 expref: -99 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838342.898098:0:22774:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b5600/0xae64dcd520c44e8d lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838342.898116:0:22774:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b5600/0xae64dcd520c44e8d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838342.898128:0:22774:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b5600/0xae64dcd520c44e8d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788838342.898139:0:22774:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:0.0:1788838342.898227:0:22774:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b5600/0xae64dcd520c44e8d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838342.898235:0:22774:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b5600/0xae64dcd520c44e8d lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838342.898242:0:22774:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b5600/0xae64dcd520c44e8d lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838342.898268:0:22774:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0caff7b5600 already unused, calling callback (ffffffffc1abe4f0) 00010000:00010000:0.0:1788838342.898273:0:22774:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b5600/0xae64dcd520c44e8d lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838342.898281:0:22774:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b5600/0xae64dcd520c44e8d lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838342.898294:0:22774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffffa0cafd220e00) 00010000:00010000:0.0:1788838342.898298:0:22774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788838342.898302:0:22774:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b5600/0xae64dcd520c44e8d lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838342.898308:0:22774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b5600/0xae64dcd520c44e8d lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838342.898383:0:22774:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b5400/0xae64dcd520c44e86 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab335a03 expref: 39 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838342.898395:0:22774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffffa0c9c27d8500) 00010000:00010000:0.0:1788838342.898397:0:22774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788838342.898402:0:22774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b5400/0xae64dcd520c44e86 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab335a03 expref: 39 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838342.898412:0:22774:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0caff7b5400, rc 0) 00000100:00100000:0.0:1788838342.898501:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cac1219f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:748b336d-6cce-4128-a605-cac20ec72b58+38:18832:x1875732235196928:12345-192.168.204.55@tcp:101:lhsmtool_posix.0 Request processed in 587us (899us total) trans 12884901915 rc 301/301 00000100:00100000:0.0:1788838342.898508:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 58 00000100:00100000:3.0:1788838342.905384:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:2.0:1788838342.906588:0:25168:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235197056 00000100:00100000:2.0:1788838342.906610:0:25168:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235197056 00000100:00100000:2.0:1788838342.906696:0:25168:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 59 00000100:00100000:2.0:1788838342.906787:0:25168:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caeb632680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:748b336d-6cce-4128-a605-cac20ec72b58+38:18832:x1875732235197056:12345-192.168.204.55@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1788838342.906843:0:25168:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1788838342.907162:0:25168:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caeb632680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:748b336d-6cce-4128-a605-cac20ec72b58+38:18832:x1875732235197056:12345-192.168.204.55@tcp:53:lhsmtool_posix.0 Request processed in 444us (1793us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838342.907171:0:25168:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 59 00000100:00100000:2.0:1788838342.920158:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:3.0:1788838342.925959:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235197312 00000100:00100000:3.0:1788838342.925993:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235197312 00000100:00100000:3.0:1788838342.926160:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 60 00000100:00100000:3.0:1788838342.926175:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c3444a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:748b336d-6cce-4128-a605-cac20ec72b58+38:18832:x1875732235197312:12345-192.168.204.55@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788838342.926225:0:22775:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788838342.926255:0:22775:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0cadf86c200/0xae64dcd520c44e9b lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x10e6568bab335a0a expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1788838342.926845:0:22775:0:(osp_internal.h:553:osp_update_last_fid()) Gap in objids: start=[0x280000401:0x7:0x0], count =59 00000004:00080000:3.0:1788838342.926855:0:22775:0:(osp_object.c:1645:osp_create()) Writing gap [0x280000401:0x7:0x0]+59 in llog 00000004:00080000:3.0:1788838342.926889:0:22775:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x42:0x0], index 0: 0 00010000:00010000:3.0:1788838342.927092:0:22775:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0cadf86c600/0xae64dcd520c44ea2 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838342.927109:0:22775:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0cadf86c600/0xae64dcd520c44ea2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838342.927121:0:22775:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0cadf86c600/0xae64dcd520c44ea2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838342.927187:0:22775:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0cadf86c200/0xae64dcd520c44e9b lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab335a0a expref: 41 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838342.927210:0:22775:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0cadf86c600/0xae64dcd520c44ea2 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab335a0a expref: 40 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838342.927221:0:22775:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffffa0c9c27d8300) 00010000:00010000:3.0:1788838342.927224:0:22775:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788838342.927228:0:22775:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0cadf86c600, rc 0) 00000100:00100000:3.0:1788838342.927385:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c3444a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:748b336d-6cce-4128-a605-cac20ec72b58+40:18832:x1875732235197312:12345-192.168.204.55@tcp:101:lhsmtool_posix.0 Request processed in 1213us (7255us total) trans 12884901916 rc 0/0 00000100:00100000:3.0:1788838342.927395:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 60 00000100:00100000:2.0:1788838342.940430:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:0.0:1788838342.942158:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235197568 00000100:00100000:0.0:1788838342.942204:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235197568 00000100:00100000:0.0:1788838342.942309:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 61 00000100:00100000:0.0:1788838342.942369:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c3445500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:748b336d-6cce-4128-a605-cac20ec72b58+40:18832:x1875732235197568:12345-192.168.204.55@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1788838342.942628:0:22776:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788838342.942667:0:22776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0cadf86c600/0xae64dcd520c44ea2 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab335a0a expref: 40 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838342.942696:0:22776:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffffa0c9c27d8300) 00010000:00010000:1.0:1788838342.942711:0:22776:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788838342.942743:0:22776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0a00/0xae64dcd520c44eb0 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838342.942760:0:22776:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0a00/0xae64dcd520c44eb0 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838342.942783:0:22776:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0a00/0xae64dcd520c44eb0 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838342.942802:0:22776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c1a00/0xae64dcd520c44eb7 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x84571af9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838342.942810:0:22776:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c1a00/0xae64dcd520c44eb7 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x84571af9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838342.942817:0:22776:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c1a00/0xae64dcd520c44eb7 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x84571af9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838342.942878:0:22776:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0a00/0xae64dcd520c44eb0 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838342.942888:0:22776:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0a00/0xae64dcd520c44eb0 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838342.942896:0:22776:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0a00/0xae64dcd520c44eb0 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838342.942903:0:22776:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0cafc8c0a00 already unused, calling callback (ffffffffc1abe4f0) 00010000:00010000:1.0:1788838342.942908:0:22776:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0a00/0xae64dcd520c44eb0 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838342.942917:0:22776:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0a00/0xae64dcd520c44eb0 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838342.942927:0:22776:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffffa0cafd220a00) 00010000:00010000:1.0:1788838342.942931:0:22776:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788838342.942935:0:22776:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0a00/0xae64dcd520c44eb0 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838342.942949:0:22776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0a00/0xae64dcd520c44eb0 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838342.942960:0:22776:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c1a00/0xae64dcd520c44eb7 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x84571af9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838342.942980:0:22776:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c1a00/0xae64dcd520c44eb7 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x84571af9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838342.942987:0:22776:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c1a00/0xae64dcd520c44eb7 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x84571af9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838342.942993:0:22776:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0cafc8c1a00 already unused, calling callback (ffffffffc1abe4f0) 00010000:00010000:1.0:1788838342.942996:0:22776:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c1a00/0xae64dcd520c44eb7 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x84571af9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838342.943003:0:22776:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c1a00/0xae64dcd520c44eb7 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x84571af9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838342.943011:0:22776:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x84571af9 (ffffa0c9c2b31800) 00010000:00010000:1.0:1788838342.943014:0:22776:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788838342.943017:0:22776:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c1a00/0xae64dcd520c44eb7 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x84571af9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838342.943022:0:22776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c1a00/0xae64dcd520c44eb7 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x84571af9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788838342.943145:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c3445500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:748b336d-6cce-4128-a605-cac20ec72b58+39:18832:x1875732235197568:12345-192.168.204.55@tcp:36:lhsmtool_posix.0 Request processed in 777us (2730us total) trans 0 rc -2/-2 00000100:00100000:1.0:1788838342.943154:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 61 00000100:00100000:1.0:1788838342.949899:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:0.0:1788838342.950428:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235197696 00000100:00100000:0.0:1788838342.950442:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235197696 00000100:00100000:0.0:1788838342.950526:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 62 00000100:00100000:0.0:1788838342.950539:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cac121a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:748b336d-6cce-4128-a605-cac20ec72b58+39:18832:x1875732235197696:12345-192.168.204.55@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788838342.950568:0:22774:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788838342.950600:0:22774:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b5400/0xae64dcd520c44ebe lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x10e6568bab335a11 expref: -99 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838342.950661:0:22774:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b5600/0xae64dcd520c44ec5 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838342.950679:0:22774:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b5600/0xae64dcd520c44ec5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838342.950693:0:22774:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b5600/0xae64dcd520c44ec5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838342.951249:0:22774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b5400/0xae64dcd520c44ebe lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab335a11 expref: 41 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838342.951278:0:22774:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b5600/0xae64dcd520c44ec5 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab335a11 expref: 40 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838342.951288:0:22774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffffa0cafc5cd700) 00010000:00010000:0.0:1788838342.951292:0:22774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788838342.951306:0:22774:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0caff7b5600, rc 0) 00000100:00100000:0.0:1788838342.951437:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cac121a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:748b336d-6cce-4128-a605-cac20ec72b58+40:18832:x1875732235197696:12345-192.168.204.55@tcp:101:lhsmtool_posix.0 Request processed in 901us (1554us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838342.951445:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 62 00000100:00100000:3.0:1788838342.955398:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:1.0:1788838342.955632:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235197952 00000100:00100000:1.0:1788838342.955645:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235197952 00000100:00100000:1.0:1788838342.955723:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 63 00000100:00100000:1.0:1788838342.955735:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caeb632d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:748b336d-6cce-4128-a605-cac20ec72b58+40:18832:x1875732235197952:12345-192.168.204.55@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1788838342.955847:0:22776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c1a00/0xae64dcd520c44ecc lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838342.955868:0:22776:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c1a00/0xae64dcd520c44ecc lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838342.955882:0:22776:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c1a00/0xae64dcd520c44ecc lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788838342.956126:0:22776:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].2, 88 off8344 00000004:00080000:1.0:1788838342.956137:0:22776:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 792652820793ns, next at 793652817890ns, rc = 0 00000004:00010000:1.0:1788838342.956218:0:22776:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000ca5a6a98 reply state 00000000f411f263 transno 12884901917 ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c1a00/0xae64dcd520c44ecc lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838342.956233:0:22776:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c1a00/0xae64dcd520c44ecc lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838342.956242:0:22776:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffffa0cafc5cd700) 00010000:00010000:1.0:1788838342.956245:0:22776:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:1.0:1788838342.956250:0:22776:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1788838342.956440:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caeb632d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:748b336d-6cce-4128-a605-cac20ec72b58+42:18832:x1875732235197952:12345-192.168.204.55@tcp:36:lhsmtool_posix.0 Request processed in 705us (1137us total) trans 12884901917 rc 0/0 00000100:00100000:1.0:1788838342.956449:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 63 00000100:00100000:0.0:1788838342.964752:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:1.0:1788838342.966553:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235198080 00000100:00100000:1.0:1788838342.966590:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235198080 00000100:00100000:1.0:1788838342.966718:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 64 00000100:00100000:1.0:1788838342.966741:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c400ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:748b336d-6cce-4128-a605-cac20ec72b58+42:18832:x1875732235198080:12345-192.168.204.55@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788838342.966782:0:22774:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788838342.966821:0:22774:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0a00/0xae64dcd520c44ed3 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x10e6568bab335a18 expref: -99 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838342.966920:0:22774:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0a00/0xae64dcd520c44ed3 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab335a18 expref: 43 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838342.966940:0:22774:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0a00/0xae64dcd520c44ed3 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab335a18 expref: 43 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838342.966983:0:22774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffffa0cafc5cd700) 00010000:00010000:1.0:1788838342.966987:0:22774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788838342.966993:0:22774:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0cafc8c0a00, rc 0) 00000100:00100000:1.0:1788838342.967106:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c400ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:748b336d-6cce-4128-a605-cac20ec72b58+43:18832:x1875732235198080:12345-192.168.204.55@tcp:101:lhsmtool_posix.0 Request processed in 368us (2375us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838342.967115:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 64 00000100:00100000:3.0:1788838342.977581:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:2.0:1788838342.978096:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235198208 00000100:00100000:2.0:1788838342.978111:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235198208 00000100:00100000:2.0:1788838342.978367:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 21 00000100:00100000:2.0:1788838342.978379:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caeb631180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:748b336d-6cce-4128-a605-cac20ec72b58+5:2403:x1875732235198208:12345-192.168.204.55@tcp:2:lhsmtool_posix.0 00000100:00100000:2.0:1788838342.979048:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caeb631180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:748b336d-6cce-4128-a605-cac20ec72b58+6:2403:x1875732235198208:12345-192.168.204.55@tcp:2:lhsmtool_posix.0 Request processed in 411us (1224us total) trans 12884901891 rc 0/0 00000100:00100000:2.0:1788838342.979059:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 21 00000100:00100000:2.0:1788838342.981243:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:1.0:1788838342.981799:0:22778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235198464 00000100:00100000:1.0:1788838342.981815:0:22778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235198464 00000100:00100000:1.0:1788838342.981982:0:22778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 11 00000100:00100000:1.0:1788838342.981997:0:22778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c3447480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:748b336d-6cce-4128-a605-cac20ec72b58+43:18832:x1875732235198464:12345-192.168.204.55@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1788838342.983055:0:22778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c3447480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:748b336d-6cce-4128-a605-cac20ec72b58+44:18832:x1875732235198464:12345-192.168.204.55@tcp:35:lhsmtool_posix.0 Request processed in 1053us (1816us total) trans 12884901918 rc 0/0 00000100:00100000:1.0:1788838342.983065:0:22778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 11 00000100:00100000:1.0:1788838342.988120:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:2.0:1788838342.988844:0:25168:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235198720 00000100:00100000:2.0:1788838342.988860:0:25168:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235198720 00000100:00100000:2.0:1788838342.989401:0:25168:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 65 00000100:00100000:2.0:1788838342.989413:0:25168:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cac121bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:748b336d-6cce-4128-a605-cac20ec72b58+44:18832:x1875732235198720:12345-192.168.204.55@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1788838342.990114:0:25168:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cac121bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:748b336d-6cce-4128-a605-cac20ec72b58+44:18832:x1875732235198720:12345-192.168.204.55@tcp:57:lhsmtool_posix.0 Request processed in 699us (2005us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838342.990123:0:25168:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 65 00000100:00100000:3.0:1788838343.000528:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:1.0:1788838343.000709:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235198848 00000100:00100000:1.0:1788838343.000784:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235198848 00000100:00100000:1.0:1788838343.000863:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 66 00000100:00100000:1.0:1788838343.001001:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caeb630700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:748b336d-6cce-4128-a605-cac20ec72b58+44:18832:x1875732235198848:12345-192.168.204.55@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788838343.001031:0:22774:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788838343.001057:0:22774:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c1c00/0xae64dcd520c44eda lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x10e6568bab335a1f expref: -99 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838343.001150:0:22774:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0200/0xae64dcd520c44ee1 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838343.001240:0:22774:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0200/0xae64dcd520c44ee1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838343.001255:0:22774:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0200/0xae64dcd520c44ee1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788838343.001960:0:22774:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788838343.002012:0:22774:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0200/0xae64dcd520c44ee1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838343.002050:0:22774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c1c00/0xae64dcd520c44eda lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab335a1f expref: 46 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838343.002075:0:22774:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0200/0xae64dcd520c44ee1 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab335a1f expref: 45 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838343.002084:0:22774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffffa0cafc5cd700) 00010000:00010000:1.0:1788838343.002087:0:22774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1788838343.002092:0:22774:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0cafc8c0200, rc 0) 00000100:00100000:1.0:1788838343.002231:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caeb630700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:748b336d-6cce-4128-a605-cac20ec72b58+45:18832:x1875732235198848:12345-192.168.204.55@tcp:101:lhsmtool_posix.0 Request processed in 1356us (1716us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838343.002240:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 66 00000100:00100000:3.0:1788838343.008389:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:2.0:1788838343.008491:0:24280:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235198976 00000100:00100000:2.0:1788838343.008503:0:24280:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235198976 00000100:00100000:2.0:1788838343.008595:0:24280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 22 00000100:00100000:2.0:1788838343.008608:0:24280:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c1eba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:748b336d-6cce-4128-a605-cac20ec72b58+6:2403:x1875732235198976:12345-192.168.204.55@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788838343.008633:0:24280:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788838343.008660:0:24280:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d352175b/0xae64dcd520c44ee8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x10e6568bab335a26 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788838343.008694:0:24280:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x42:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6a9f81c7, blocks: 0x0 00010000:00010000:2.0:1788838343.008728:0:24280:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=792s v=(0 0) 00010000:00010000:2.0:1788838343.008733:0:24280:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788838343.008745:0:24280:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d352175b/0xae64dcd520c44ee8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab335a26 expref: 7 pid: 24280 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838343.008767:0:24280:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d352175b/0xae64dcd520c44ee8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab335a26 expref: 7 pid: 24280 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838343.008783:0:24280:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0c9c2bd7200, rc 0) 00000100:00100000:2.0:1788838343.008869:0:24280:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c1eba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:748b336d-6cce-4128-a605-cac20ec72b58+7:2403:x1875732235198976:12345-192.168.204.55@tcp:101:lhsmtool_posix.0 Request processed in 262us (494us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838343.008906:0:24280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 22 00000100:00080000:0.0:1788838343.009754:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788838343.017097:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:1.0:1788838343.019405:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235199232 00000100:00100000:1.0:1788838343.019428:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235199232 00000100:00100000:1.0:1788838343.019532:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 67 00000100:00100000:1.0:1788838343.019545:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caf4124380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:748b336d-6cce-4128-a605-cac20ec72b58+45:18832:x1875732235199232:12345-192.168.204.55@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1788838343.019708:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caf4124380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:748b336d-6cce-4128-a605-cac20ec72b58+45:18832:x1875732235199232:12345-192.168.204.55@tcp:57:lhsmtool_posix.0 Request processed in 166us (2627us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838343.019715:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 67 00000100:00100000:3.0:1788838343.022998:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:2.0:1788838343.023171:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235199360 00000100:00100000:2.0:1788838343.023185:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235199360 00000100:00100000:2.0:1788838343.023262:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 68 00000100:00100000:2.0:1788838343.023275:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c1eb9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:748b336d-6cce-4128-a605-cac20ec72b58+45:18832:x1875732235199360:12345-192.168.204.55@tcp:44:lhsmtool_posix.0 00000001:00080000:1.0:1788838343.031481:0:22754:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901918 is committed 00000004:00080000:1.0:1788838343.031505:0:22754:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2 committed 00000001:00080000:1.0:1788838343.031593:0:22754:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901895 is committed 00010000:00010000:0.0:1788838343.031749:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7800/0xae64dcd520c44cfe lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838343.031765:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7800/0xae64dcd520c44cfe lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838343.031775:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7800/0xae64dcd520c44cfe lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838343.031782:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0c9c2bd7800 already unused, calling callback (ffffffffc1abe4f0) 00010000:00010000:0.0:1788838343.031788:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7800/0xae64dcd520c44cfe lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838343.031796:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7800/0xae64dcd520c44cfe lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838343.031818:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffffa0cafd220a00) 00010000:00010000:0.0:1788838343.031821:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1788838343.031827:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7800/0xae64dcd520c44cfe lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838343.031849:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7800/0xae64dcd520c44cfe lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838343.033133:0:3634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b4800/0xae64dcd520c44caa lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838343.033151:0:3634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b4800/0xae64dcd520c44caa lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838343.033160:0:3634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b4800/0xae64dcd520c44caa lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838343.033166:0:3634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0caff7b4800 already unused, calling callback (ffffffffc1abe4f0) 00010000:00010000:3.0:1788838343.033171:0:3634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b4800/0xae64dcd520c44caa lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838343.033179:0:3634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b4800/0xae64dcd520c44caa lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838343.033194:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffffa0cafc5cd100) 00010000:00010000:3.0:1788838343.033197:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788838343.033202:0:3634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b4800/0xae64dcd520c44caa lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838343.033208:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b4800/0xae64dcd520c44caa lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838343.033234:0:3634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0cac29d9000/0xae64dcd520c44cb1 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838343.033240:0:3634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0cac29d9000/0xae64dcd520c44cb1 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838343.033264:0:3634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0cac29d9000/0xae64dcd520c44cb1 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838343.033270:0:3634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0cac29d9000 already unused, calling callback (ffffffffc1abe4f0) 00010000:00010000:3.0:1788838343.033273:0:3634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0cac29d9000/0xae64dcd520c44cb1 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838343.033278:0:3634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0cac29d9000/0xae64dcd520c44cb1 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838343.033287:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffffa0cafd220a00) 00010000:00010000:3.0:1788838343.033289:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788838343.033292:0:3634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0cac29d9000/0xae64dcd520c44cb1 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838343.033297:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0cac29d9000/0xae64dcd520c44cb1 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838343.033348:0:3634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd6800/0xae64dcd520c44d59 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838343.033355:0:3634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd6800/0xae64dcd520c44d59 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838343.033361:0:3634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd6800/0xae64dcd520c44d59 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838343.033365:0:3634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0c9c2bd6800 already unused, calling callback (ffffffffc1abe4f0) 00010000:00010000:3.0:1788838343.033368:0:3634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd6800/0xae64dcd520c44d59 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838343.033385:0:3634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd6800/0xae64dcd520c44d59 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838343.033393:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffffa0cafd220500) 00010000:00010000:3.0:1788838343.033396:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788838343.033400:0:3634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd6800/0xae64dcd520c44d59 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838343.033406:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd6800/0xae64dcd520c44d59 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838343.033426:0:3634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c1200/0xae64dcd520c44dde lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838343.033433:0:3634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c1200/0xae64dcd520c44dde lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838343.033439:0:3634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c1200/0xae64dcd520c44dde lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838343.033444:0:3634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0cafc8c1200 already unused, calling callback (ffffffffc1abe4f0) 00010000:00010000:3.0:1788838343.033447:0:3634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c1200/0xae64dcd520c44dde lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838343.033453:0:3634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c1200/0xae64dcd520c44dde lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838343.033462:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffffa0cafd220e00) 00010000:00010000:3.0:1788838343.033464:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788838343.033467:0:3634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c1200/0xae64dcd520c44dde lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838343.033481:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c1200/0xae64dcd520c44dde lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838343.033495:0:3634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b4000/0xae64dcd520c44e01 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838343.033502:0:3634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b4000/0xae64dcd520c44e01 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838343.033508:0:3634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b4000/0xae64dcd520c44e01 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838343.033512:0:3634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0caff7b4000 already unused, calling callback (ffffffffc1abe4f0) 00010000:00010000:3.0:1788838343.033516:0:3634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b4000/0xae64dcd520c44e01 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838343.033522:0:3634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b4000/0xae64dcd520c44e01 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838343.033531:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffffa0cafd220e00) 00010000:00010000:3.0:1788838343.033533:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788838343.033537:0:3634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b4000/0xae64dcd520c44e01 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838343.033544:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b4000/0xae64dcd520c44e01 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838343.033555:0:3634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7600/0xae64dcd520c44e47 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25168 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838343.033560:0:3634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7600/0xae64dcd520c44e47 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 25168 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838343.033572:0:3634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7600/0xae64dcd520c44e47 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25168 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838343.033577:0:3634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0c9c2bd7600 already unused, calling callback (ffffffffc1abe4f0) 00010000:00010000:3.0:1788838343.033580:0:3634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7600/0xae64dcd520c44e47 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25168 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838343.033587:0:3634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7600/0xae64dcd520c44e47 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 25168 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838343.033595:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffffa0cafd220e00) 00010000:00010000:3.0:1788838343.033597:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788838343.033600:0:3634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7600/0xae64dcd520c44e47 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25168 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838343.033605:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7600/0xae64dcd520c44e47 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25168 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838343.033618:0:3634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c1a00/0xae64dcd520c44ecc lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838343.033625:0:3634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c1a00/0xae64dcd520c44ecc lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838343.033631:0:3634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c1a00/0xae64dcd520c44ecc lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838343.033636:0:3634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0cafc8c1a00 already unused, calling callback (ffffffffc1abe4f0) 00010000:00010000:3.0:1788838343.033639:0:3634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c1a00/0xae64dcd520c44ecc lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788838343.034091:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c1eb9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:748b336d-6cce-4128-a605-cac20ec72b58+15:18832:x1875732235199360:12345-192.168.204.55@tcp:44:lhsmtool_posix.0 Request processed in 10811us (11101us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838343.034103:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 68 00000100:00100000:1.0:1788838343.034275:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788838343.034297:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c3446680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1875732255228160:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1788838343.034408:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788838343.034950:0:24282:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255228160 00000100:00100000:2.0:1788838343.034972:0:24282:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255228160 00000100:00100000:2.0:1788838343.035088:0:24282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1788838343.035100:0:24282:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cac121b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3650:x1875732255228160:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1788838343.035281:0:24282:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1788838343.035285:0:24282:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:2.0:1788838343.035287:0:24282:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1788838343.035289:0:24282:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb ctime from disk: 1788838343 -> 1788838343 00002000:00010000:2.0:1788838343.035292:0:24282:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1788838343.035371:0:24282:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cac121b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3650:x1875732255228160:12345-0@lo:2:osp-syn-0-0.0 Request processed in 273us (962us total) trans 12884901892 rc 0/0 00000100:00100000:2.0:1788838343.035379:0:24282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000004:00080000:2.0:1788838343.035434:0:3650:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa0c9c3446680/2, rc 0, transno 12884901892 00000100:00100000:2.0:1788838343.035442:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c3446680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1875732255228160:0@lo:2:osp-syn-0-0.0 00010000:00010000:3.0:1788838343.035692:0:3634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c1a00/0xae64dcd520c44ecc lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838343.035712:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffffa0cafc5cd700) 00010000:00010000:3.0:1788838343.035714:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1788838343.035721:0:3634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c1a00/0xae64dcd520c44ecc lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838343.035728:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c1a00/0xae64dcd520c44ecc lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788838343.038782:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:2.0:1788838343.038919:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235199488 00000100:00100000:2.0:1788838343.038931:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235199488 00000100:00100000:2.0:1788838343.039009:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 24 00000100:00100000:2.0:1788838343.039019:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caf4522a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:748b336d-6cce-4128-a605-cac20ec72b58+7:2403:x1875732235199488:12345-192.168.204.55@tcp:16:lhsmtool_posix.0 00000100:00100000:2.0:1788838343.039209:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caf4522a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:748b336d-6cce-4128-a605-cac20ec72b58+7:2403:x1875732235199488:12345-192.168.204.55@tcp:16:lhsmtool_posix.0 Request processed in 191us (439us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838343.039217:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 24 00000100:00080000:1.0:1788838343.039630:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788838343.043295:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:1.0:1788838343.043870:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235199744 00000100:00100000:1.0:1788838343.043893:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235199744 00000100:00100000:1.0:1788838343.043977:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 69 00000100:00100000:1.0:1788838343.043990:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caf4126300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:748b336d-6cce-4128-a605-cac20ec72b58+14:18832:x1875732235199744:12345-192.168.204.55@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1788838343.044064:0:22776:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788838343.044100:0:22776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0200/0xae64dcd520c44ee1 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab335a1f expref: 14 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838343.044124:0:22776:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffffa0cafc5cd700) 00010000:00010000:1.0:1788838343.044144:0:22776:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788838343.044196:0:22776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c1c00/0xae64dcd520c44eef lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838343.044213:0:22776:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c1c00/0xae64dcd520c44eef lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838343.044225:0:22776:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c1c00/0xae64dcd520c44eef lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788838343.044443:0:22776:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000000ac793ab reply state 000000007cb3140e transno 12884901919 ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c1c00/0xae64dcd520c44eef lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838343.044458:0:22776:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c1c00/0xae64dcd520c44eef lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838343.044465:0:22776:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffffa0cafc5cd700) 00010000:00010000:1.0:1788838343.044468:0:22776:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1788838343.044471:0:22776:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1788838343.044600:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caf4126300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:748b336d-6cce-4128-a605-cac20ec72b58+15:18832:x1875732235199744:12345-192.168.204.55@tcp:36:lhsmtool_posix.0 Request processed in 611us (1319us total) trans 12884901919 rc 0/0 00000100:00100000:1.0:1788838343.044608:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 69 00000100:00100000:0.0:1788838343.048152:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:1.0:1788838343.048290:0:24815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235199872 00000100:00100000:1.0:1788838343.048303:0:24815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235199872 00000100:00100000:1.0:1788838343.048418:0:24815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 25 00000100:00100000:1.0:1788838343.048430:0:24815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caf4125500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:748b336d-6cce-4128-a605-cac20ec72b58+7:18832:x1875732235199872:12345-192.168.204.55@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788838343.048457:0:24815:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788838343.048485:0:24815:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002a3b23c3/0xae64dcd520c44ef6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x10e6568bab335a2d expref: -99 pid: 24815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838343.048531:0:24815:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d352175b/0xae64dcd520c44ee8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab335a26 expref: 8 pid: 24280 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838343.048565:0:24815:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788838343.048570:0:24815:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788838343.048576:0:24815:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002a3b23c3/0xae64dcd520c44ef6 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab335a2d expref: 8 pid: 24815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838343.048622:0:24815:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d352175b/0xae64dcd520c44ee8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.55@tcp remote: 0x10e6568bab335a26 expref: 8 pid: 24280 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838343.048639:0:24815:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d352175b/0xae64dcd520c44ee8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.55@tcp remote: 0x10e6568bab335a26 expref: 8 pid: 24280 timeout: 892 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788838343.048668:0:24815:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cac1218380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:24815:1875732255228288:192.168.204.55@tcp:104: 00000100:00100000:1.0:1788838343.048764:0:24815:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cac2e17900 going to sleep for 11 seconds 00000100:00100000:3.0:1788838343.052222:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:1.0:1788838343.052427:0:24815:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cac1218380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:24815:1875732255228288:192.168.204.55@tcp:104: 00010000:00010000:1.0:1788838343.052477:0:24815:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002a3b23c3/0xae64dcd520c44ef6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.55@tcp remote: 0x10e6568bab335a2d expref: 8 pid: 24815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838343.052509:0:24815:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0cafc8c0000, rc 0) 00000100:00100000:1.0:1788838343.052584:0:24815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caf4125500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:748b336d-6cce-4128-a605-cac20ec72b58+8:18832:x1875732235199872:12345-192.168.204.55@tcp:101:lhsmtool_posix.0 Request processed in 4156us (4457us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838343.052595:0:24815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 25 00000100:00100000:0.0:1788838343.052986:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235200000 00000100:00100000:0.0:1788838343.052996:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235200000 00010000:00010000:0.0:1788838343.053042:0:22761:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d352175b/0xae64dcd520c44ee8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.55@tcp remote: 0x10e6568bab335a26 expref: 8 pid: 24280 timeout: 892 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788838343.053088:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 20 00000100:00100000:0.0:1788838343.053097:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caf4522300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:748b336d-6cce-4128-a605-cac20ec72b58+8:2405:x1875732235200000:12345-192.168.204.55@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788838343.053115:0:22761:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788838343.053144:0:22761:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d352175b/0xae64dcd520c44ee8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.55@tcp remote: 0x10e6568bab335a26 expref: 8 pid: 24280 timeout: 892 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838343.053159:0:22761:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d352175b/0xae64dcd520c44ee8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.55@tcp remote: 0x10e6568bab335a26 expref: 8 pid: 24280 timeout: 892 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838343.053187:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d352175b/0xae64dcd520c44ee8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.55@tcp remote: 0x10e6568bab335a26 expref: 8 pid: 24280 timeout: 892 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838343.053206:0:22761:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788838343.053212:0:22761:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788838343.053219:0:22761:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000002a3b23c3/0xae64dcd520c44ef6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.55@tcp remote: 0x10e6568bab335a2d expref: 7 pid: 24815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838343.053231:0:22761:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002a3b23c3/0xae64dcd520c44ef6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.55@tcp remote: 0x10e6568bab335a2d expref: 7 pid: 24815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838343.053560:0:22761:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000002a3b23c3/0xae64dcd520c44ef6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.55@tcp remote: 0x10e6568bab335a2d expref: 7 pid: 24815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788838343.053583:0:22761:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caf4125180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:22761:1875732255228416:192.168.204.55@tcp:105: 00000100:00100000:0.0:1788838343.053674:0:22761:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0c9c42a96c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788838343.056886:0:22761:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caf4125180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:22761:1875732255228416:192.168.204.55@tcp:105: 00010000:00010000:3.0:1788838343.056925:0:22761:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788838343.057009:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caf4522300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:748b336d-6cce-4128-a605-cac20ec72b58+7:2405:x1875732235200000:12345-192.168.204.55@tcp:103:ldlm_bl.0 Request processed in 3911us (4799us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838343.057022:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 20 00000100:00100000:3.0:1788838343.059521:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:0.0:1788838343.059641:0:25169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235200128 00000100:00100000:0.0:1788838343.059662:0:25169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235200128 00000100:00100000:0.0:1788838343.059728:0:25169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 26 00000100:00100000:0.0:1788838343.059739:0:25169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caf4521c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:748b336d-6cce-4128-a605-cac20ec72b58+7:2402:x1875732235200128:12345-192.168.204.55@tcp:2:lhsmtool_posix.0 00002000:00010000:0.0:1788838343.060083:0:25169:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1788838343.060088:0:25169:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb mtime from disk: 0 -> 1788838343 00002000:00010000:0.0:1788838343.060091:0:25169:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb atime from disk: 0 -> 1788838341 00002000:00010000:0.0:1788838343.060093:0:25169:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb ctime from disk: 1788838343 -> 1788838343 00002000:00010000:0.0:1788838343.060096:0:25169:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1788838343.060173:0:25169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caf4521c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:748b336d-6cce-4128-a605-cac20ec72b58+8:2402:x1875732235200128:12345-192.168.204.55@tcp:2:lhsmtool_posix.0 Request processed in 436us (663us total) trans 12884901893 rc 0/0 00000100:00100000:0.0:1788838343.060181:0:25169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 26 00000100:00100000:0.0:1788838343.065057:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:3.0:1788838343.065390:0:24280:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235200256 00000100:00100000:3.0:1788838343.065403:0:24280:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235200256 00000100:00100000:3.0:1788838343.065517:0:24280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 27 00000100:00100000:3.0:1788838343.065532:0:24280:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caf4125180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:748b336d-6cce-4128-a605-cac20ec72b58+8:2404:x1875732235200256:12345-192.168.204.55@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1788838343.065596:0:24280:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000bace347b/0xae64dcd520c44efd lrc: 3/1,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838343.065622:0:24280:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002a3b23c3/0xae64dcd520c44ef6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.55@tcp remote: 0x10e6568bab335a2d expref: 8 pid: 24815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838343.065664:0:24280:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788838343.065669:0:24280:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1788838343.065675:0:24280:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bace347b/0xae64dcd520c44efd lrc: 4/1,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838343.065740:0:24280:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002a3b23c3/0xae64dcd520c44ef6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.204.55@tcp remote: 0x10e6568bab335a2d expref: 8 pid: 24815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838343.065758:0:24280:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002a3b23c3/0xae64dcd520c44ef6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.204.55@tcp remote: 0x10e6568bab335a2d expref: 8 pid: 24815 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788838343.065776:0:24280:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caf4520a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:24280:1875732255228544:192.168.204.55@tcp:104: 00000100:00100000:3.0:1788838343.065893:0:24280:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0c9c27efcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1788838343.069093:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:1.0:1788838343.069861:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235200384 00000100:00100000:1.0:1788838343.069875:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235200384 00010000:00010000:1.0:1788838343.069944:0:22759:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002a3b23c3/0xae64dcd520c44ef6 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.55@tcp remote: 0x10e6568bab335a2d expref: 9 pid: 24815 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788838343.070001:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 21 00000100:00100000:1.0:1788838343.070012:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caf4522680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:748b336d-6cce-4128-a605-cac20ec72b58+9:2403:x1875732235200384:12345-192.168.204.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788838343.070032:0:22759:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788838343.070063:0:22759:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002a3b23c3/0xae64dcd520c44ef6 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.55@tcp remote: 0x10e6568bab335a2d expref: 9 pid: 24815 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838343.070079:0:22759:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002a3b23c3/0xae64dcd520c44ef6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.204.55@tcp remote: 0x10e6568bab335a2d expref: 9 pid: 24815 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838343.070122:0:22759:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1788838343.070127:0:22759:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1788838343.070143:0:22759:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000bace347b/0xae64dcd520c44efd lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838343.070157:0:22759:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bace347b/0xae64dcd520c44efd lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838343.070184:0:22759:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788838343.070269:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caf4522680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:748b336d-6cce-4128-a605-cac20ec72b58+9:2403:x1875732235200384:12345-192.168.204.55@tcp:103:ldlm_bl.0 Request processed in 257us (1189us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838343.070277:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 21 00010000:00010000:0.0:1788838343.071738:0:24280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002a3b23c3/0xae64dcd520c44ef6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.204.55@tcp remote: 0x10e6568bab335a2d expref: 8 pid: 24815 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788838343.071765:0:24280:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caf4520a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:24280:1875732255228544:192.168.204.55@tcp:104: 00010000:00010000:0.0:1788838343.071793:0:24280:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000bace347b/0xae64dcd520c44efd lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838343.071819:0:24280:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000bace347b/0xae64dcd520c44efd lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838343.071839:0:24280:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bace347b/0xae64dcd520c44efd lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838343.071870:0:24280:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000bace347b/0xae64dcd520c44efd lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838343.071879:0:24280:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bace347b/0xae64dcd520c44efd lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838343.071887:0:24280:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bace347b/0xae64dcd520c44efd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838343.071895:0:24280:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0cadf86c200 already unused, calling callback (ffffffffc0e9d420) 00010000:00010000:0.0:1788838343.071899:0:24280:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bace347b/0xae64dcd520c44efd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838343.071908:0:24280:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bace347b/0xae64dcd520c44efd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838343.071925:0:24280:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bace347b/0xae64dcd520c44efd lrc: 2/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838343.071943:0:24280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bace347b/0xae64dcd520c44efd lrc: 0/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788838343.072031:0:24280:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caf4125180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:748b336d-6cce-4128-a605-cac20ec72b58+7:2404:x1875732235200256:12345-192.168.204.55@tcp:1:lhsmtool_posix.0 Request processed in 6503us (6988us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838343.072041:0:24280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 27 00000100:00100000:0.0:1788838343.076398:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:2.0:1788838343.077358:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235200640 00000100:00100000:2.0:1788838343.077375:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235200640 00000100:00100000:2.0:1788838343.077468:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 70 00000100:00100000:2.0:1788838343.077480:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c3443800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:748b336d-6cce-4128-a605-cac20ec72b58+15:18832:x1875732235200640:12345-192.168.204.55@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1788838343.077597:0:22774:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7000/0xae64dcd520c44f04 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838343.077621:0:22774:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c1400/0xae64dcd520c44dd7 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab3359cb expref: 15 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838343.077632:0:22774:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7000/0xae64dcd520c44f04 lrc: 4/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838343.077676:0:22774:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c1400/0xae64dcd520c44dd7 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.55@tcp remote: 0x10e6568bab3359cb expref: 15 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838343.077693:0:22774:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c1400/0xae64dcd520c44dd7 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.55@tcp remote: 0x10e6568bab3359cb expref: 15 pid: 22774 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788838343.077711:0:22774:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c3444380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22774:1875732255228672:192.168.204.55@tcp:104: 00000100:00100000:2.0:1788838343.077822:0:22774:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0caf451a000 going to sleep for 11 seconds 00000100:00100000:0.0:1788838343.088670:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:3.0:1788838343.088763:0:25113:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235200768 00000100:00100000:3.0:1788838343.088777:0:25113:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235200768 00010000:00010000:3.0:1788838343.088856:0:25113:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c1400/0xae64dcd520c44dd7 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.55@tcp remote: 0x10e6568bab3359cb expref: 16 pid: 22774 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788838343.088871:0:22774:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c3444380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22774:1875732255228672:192.168.204.55@tcp:104: 00000100:00100000:0.0:1788838343.088924:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 22 00000100:00100000:0.0:1788838343.088939:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c3440000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:748b336d-6cce-4128-a605-cac20ec72b58+16:2402:x1875732235200768:12345-192.168.204.55@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788838343.088959:0:22761:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788838343.088981:0:22761:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c1400/0xae64dcd520c44dd7 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.55@tcp remote: 0x10e6568bab3359cb expref: 16 pid: 22774 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838343.089000:0:22761:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c1400/0xae64dcd520c44dd7 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.55@tcp remote: 0x10e6568bab3359cb expref: 16 pid: 22774 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838343.089099:0:22774:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7000/0xae64dcd520c44f04 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838343.089115:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c1400/0xae64dcd520c44dd7 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.55@tcp remote: 0x10e6568bab3359cb expref: 16 pid: 22774 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838343.089148:0:22761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffffa0cafd220e00) 00010000:00010000:0.0:1788838343.089157:0:22761:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7a00/0xae64dcd520c44e6a lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab3359fc expref: 15 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838343.089184:0:22761:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7000/0xae64dcd520c44f04 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838343.089201:0:22761:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7000/0xae64dcd520c44f04 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838343.089210:0:22761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7000/0xae64dcd520c44f04 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838343.089253:0:22761:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788838343.089364:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c3440000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:748b336d-6cce-4128-a605-cac20ec72b58+15:2402:x1875732235200768:12345-192.168.204.55@tcp:103:ldlm_bl.0 Request processed in 428us (710us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838343.089373:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 22 00010000:00010000:1.0:1788838343.089686:0:22774:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7000/0xae64dcd520c44f04 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838343.089885:0:22774:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7000/0xae64dcd520c44f04 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838343.090170:0:22774:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0200/0xae64dcd520c44f0b lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838343.090190:0:22774:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0a00/0xae64dcd520c44ed3 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab335a18 expref: 15 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838343.090199:0:22774:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0200/0xae64dcd520c44f0b lrc: 4/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838343.090238:0:22774:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0a00/0xae64dcd520c44ed3 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.55@tcp remote: 0x10e6568bab335a18 expref: 15 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838343.090254:0:22774:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0a00/0xae64dcd520c44ed3 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.55@tcp remote: 0x10e6568bab335a18 expref: 15 pid: 22774 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788838343.090271:0:22774:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cac1218380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22774:1875732255228800:192.168.204.55@tcp:104: 00000100:00100000:1.0:1788838343.092085:0:22774:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0cac2e17600 going to sleep for 11 seconds 00000100:00100000:1.0:1788838343.097516:0:22774:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cac1218380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22774:1875732255228800:192.168.204.55@tcp:104: 00010000:00010000:1.0:1788838343.097563:0:22774:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0200/0xae64dcd520c44f0b lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788838343.101162:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:1.0:1788838343.101380:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235200896 00000100:00100000:1.0:1788838343.101420:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235200896 00010000:00010000:1.0:1788838343.101482:0:22759:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0a00/0xae64dcd520c44ed3 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.55@tcp remote: 0x10e6568bab335a18 expref: 16 pid: 22774 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788838343.101660:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 23 00000100:00100000:1.0:1788838343.101673:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cac6dfec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:748b336d-6cce-4128-a605-cac20ec72b58+16:2403:x1875732235200896:12345-192.168.204.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788838343.101695:0:22759:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788838343.101703:0:22759:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0a00/0xae64dcd520c44ed3 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.55@tcp remote: 0x10e6568bab335a18 expref: 16 pid: 22774 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838343.101719:0:22759:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0a00/0xae64dcd520c44ed3 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.55@tcp remote: 0x10e6568bab335a18 expref: 16 pid: 22774 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838343.101747:0:22759:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0a00/0xae64dcd520c44ed3 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.55@tcp remote: 0x10e6568bab335a18 expref: 16 pid: 22774 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838343.101767:0:22759:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffffa0cafc5cd700) 00010000:00010000:1.0:1788838343.101773:0:22759:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0200/0xae64dcd520c44f0b lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838343.101785:0:22759:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0200/0xae64dcd520c44f0b lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838343.101794:0:22759:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0200/0xae64dcd520c44f0b lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838343.101841:0:22759:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788838343.101926:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cac6dfec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:748b336d-6cce-4128-a605-cac20ec72b58+15:2403:x1875732235200896:12345-192.168.204.55@tcp:103:ldlm_bl.0 Request processed in 255us (778us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838343.101947:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 23 00010000:00010000:2.0:1788838343.102427:0:22774:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0200/0xae64dcd520c44f0b lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838343.102438:0:22774:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0200/0xae64dcd520c44f0b lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1788838343.102601:0:22774:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901920 00000001:00080000:2.0:1788838343.102774:0:22774:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901921 00000001:00080000:2.0:1788838343.102819:0:22774:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901922 00000100:00100000:2.0:1788838343.102935:0:22774:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c3446d80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:22774:1875732255228928:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1788838343.103013:0:22774:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788838343.103063:0:22774:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0caf451a0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788838343.103888:0:22780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255228928 00000100:00100000:0.0:1788838343.103899:0:22780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255228928 00000100:00100000:0.0:1788838343.103986:0:22780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:0.0:1788838343.103997:0:22780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c3444380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22774:x1875732255228928:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1788838343.104125:0:22780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c3444380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22774:x1875732255228928:12345-0@lo:1000:mdt00_000.0 Request processed in 131us (1111us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838343.104134:0:22780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1788838343.104298:0:22774:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c3446d80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:22774:1875732255228928:0@lo:1000:mdt00_000.0 00000001:00080000:2.0:1788838343.104590:0:22774:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901923 00000100:00100000:2.0:1788838343.105011:0:22774:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c3446d80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:22774:1875732255229056:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1788838343.105068:0:22774:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788838343.105099:0:22774:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0caf451a780 going to sleep for 11 seconds 00000100:00100000:0.0:1788838343.105253:0:22779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255229056 00000100:00100000:0.0:1788838343.105261:0:22779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255229056 00000100:00100000:0.0:1788838343.105305:0:22779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1788838343.105345:0:22779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c3445880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22774:x1875732255229056:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1788838343.105506:0:22779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c3445880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:22774:x1875732255229056:12345-0@lo:1000:mdt00_000.0 Request processed in 192us (437us total) trans 12884901894 rc 0/0 00000100:00100000:0.0:1788838343.105513:0:22779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:2.0:1788838343.105688:0:22774:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c3446d80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:22774:1875732255229056:0@lo:1000:mdt00_000.0 00010000:00010000:2.0:1788838343.105740:0:22774:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0200/0xae64dcd520c44f0b lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838343.105753:0:22774:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0200/0xae64dcd520c44f0b lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838343.105763:0:22774:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0200/0xae64dcd520c44f0b lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838343.105769:0:22774:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0cafc8c0200 already unused, calling callback (ffffffffc1abe4f0) 00010000:00010000:2.0:1788838343.105774:0:22774:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0200/0xae64dcd520c44f0b lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838343.105784:0:22774:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0200/0xae64dcd520c44f0b lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838343.105819:0:22774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffffa0cafc5cd700) 00010000:00010000:2.0:1788838343.105823:0:22774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788838343.106199:0:22774:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0200/0xae64dcd520c44f0b lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838343.106209:0:22774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0200/0xae64dcd520c44f0b lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838343.107127:0:22774:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b5000/0xae64dcd520c44e63 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838343.107141:0:22774:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b5000/0xae64dcd520c44e63 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838343.107149:0:22774:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b5000/0xae64dcd520c44e63 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838343.107156:0:22774:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0caff7b5000 already unused, calling callback (ffffffffc1abe4f0) 00010000:00010000:2.0:1788838343.107160:0:22774:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b5000/0xae64dcd520c44e63 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838343.107168:0:22774:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b5000/0xae64dcd520c44e63 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838343.107184:0:22774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffffa0cafd220e00) 00010000:00010000:2.0:1788838343.107187:0:22774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788838343.107199:0:22774:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7a00/0xae64dcd520c44e6a lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab3359fc expref: 18 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838343.107213:0:22774:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7a00/0xae64dcd520c44e6a lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab3359fc expref: 18 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838343.107261:0:22774:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7a00/0xae64dcd520c44e6a lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab3359fc expref: 18 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838343.107383:0:22774:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7a00/0xae64dcd520c44e6a lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab3359fc expref: 18 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788838343.107404:0:22774:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c3445180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22774:1875732255229184:192.168.204.55@tcp:105: 00000100:00100000:2.0:1788838343.107542:0:22774:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0caf451a780 going to sleep for 11 seconds 00000100:00100000:2.0:1788838343.109672:0:22774:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c3445180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22774:1875732255229184:192.168.204.55@tcp:105: 00010000:00010000:2.0:1788838343.109716:0:22774:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b5000/0xae64dcd520c44e63 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838343.109729:0:22774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b5000/0xae64dcd520c44e63 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838343.109773:0:22774:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7800/0xae64dcd520c44f12 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838343.109792:0:22774:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7800/0xae64dcd520c44f12 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838343.109806:0:22774:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7800/0xae64dcd520c44f12 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838343.109819:0:22774:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7800/0xae64dcd520c44f12 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838343.109826:0:22774:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7800/0xae64dcd520c44f12 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838343.109916:0:22774:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7800/0xae64dcd520c44f12 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838343.109924:0:22774:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0c9c2bd7800 already unused, calling callback (ffffffffc1abe4f0) 00010000:00010000:2.0:1788838343.109928:0:22774:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7800/0xae64dcd520c44f12 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838343.109937:0:22774:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7800/0xae64dcd520c44f12 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838343.109951:0:22774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffffa0cafd220e00) 00010000:00010000:2.0:1788838343.109955:0:22774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788838343.109959:0:22774:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7800/0xae64dcd520c44f12 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838343.109978:0:22774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7800/0xae64dcd520c44f12 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838343.109993:0:22774:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7000/0xae64dcd520c44f04 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838343.110000:0:22774:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7000/0xae64dcd520c44f04 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838343.110006:0:22774:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7000/0xae64dcd520c44f04 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838343.110012:0:22774:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0c9c2bd7000 already unused, calling callback (ffffffffc1abe4f0) 00010000:00010000:2.0:1788838343.110015:0:22774:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7000/0xae64dcd520c44f04 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838343.110103:0:22774:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7000/0xae64dcd520c44f04 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838343.110112:0:22774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffffa0cafd220e00) 00010000:00010000:2.0:1788838343.110115:0:22774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1788838343.110118:0:22774:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7000/0xae64dcd520c44f04 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838343.110124:0:22774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7000/0xae64dcd520c44f04 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788838343.110640:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c3443800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:748b336d-6cce-4128-a605-cac20ec72b58+18:18832:x1875732235200640:12345-192.168.204.55@tcp:57:lhsmtool_posix.0 Request processed in 33156us (34255us total) trans 12884901924 rc 0/0 00000100:00100000:2.0:1788838343.110653:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 70 00000020:00080000:2.0:1788838343.110661:0:22774:0:(tgt_main.c:784:tgt_ses_key_exit()) total 5 transactions per RPC 00000100:00100000:0.0:1788838343.110670:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:0.0:1788838343.112798:0:25820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235201024 00000100:00100000:0.0:1788838343.112841:0:25820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235201024 00000100:00100000:0.0:1788838343.113006:0:25820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 12 00000100:00100000:0.0:1788838343.113019:0:25820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c3442680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:748b336d-6cce-4128-a605-cac20ec72b58+18:18831:x1875732235201024:12345-192.168.204.55@tcp:49:bash.0 00000040:00080000:3.0:1788838343.113184:0:22810:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:3.0:1788838343.113191:0:22810:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788838343.113217:0:22810:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:3.0:1788838343.113225:0:22810:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:1.0:1788838343.113382:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:0.0:1788838343.113586:0:25820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c3442680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:748b336d-6cce-4128-a605-cac20ec72b58+18:18831:x1875732235201024:12345-192.168.204.55@tcp:49:bash.0 Request processed in 569us (2914us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838343.113595:0:25820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 12 00000100:00100000:0.0:1788838343.113614:0:25820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235201280 00000100:00100000:0.0:1788838343.113618:0:25820:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235201280 00000100:00100000:0.0:1788838343.113646:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 13 00000100:00100000:0.0:1788838343.113652:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cac1218380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:748b336d-6cce-4128-a605-cac20ec72b58+18:18832:x1875732235201280:12345-192.168.204.55@tcp:35:lhsmtool_posix.0 00000004:00080000:0.0:1788838343.113984:0:22777:0:(mdd_object.c:4014:mdd_close()) Object [0x2000013a1:0x3:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:0.0:1788838343.114193:0:22777:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901925 00010000:00010000:0.0:1788838343.114387:0:22777:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b4c00/0xae64dcd520c44f19 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838343.114526:0:22777:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b4c00/0xae64dcd520c44f19 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838343.114543:0:22777:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b4c00/0xae64dcd520c44f19 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838343.114553:0:22777:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b4c00/0xae64dcd520c44f19 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838343.114560:0:22777:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b4c00/0xae64dcd520c44f19 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838343.114568:0:22777:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b4c00/0xae64dcd520c44f19 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838343.114606:0:22777:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788838343.114697:0:23929:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1788838343.114700:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cac1218380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:748b336d-6cce-4128-a605-cac20ec72b58+20:18832:x1875732235201280:12345-192.168.204.55@tcp:35:lhsmtool_posix.0 Request processed in 1046us (1318us total) trans 12884901926 rc 0/0 00010000:00010000:3.0:1788838343.114706:0:23929:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b4c00/0xae64dcd520c44f19 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788838343.114708:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 13 00000020:00080000:0.0:1788838343.114712:0:22777:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1788838343.114723:0:23929:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0caff7b4c00 already unused, calling callback (ffffffffc0e9d420) 00010000:00010000:3.0:1788838343.114728:0:23929:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b4c00/0xae64dcd520c44f19 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838343.114736:0:23929:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b4c00/0xae64dcd520c44f19 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838343.114752:0:23929:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffffa0cafc5cd700) 00010000:00010000:3.0:1788838343.114754:0:23929:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1788838343.114761:0:23929:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b4c00/0xae64dcd520c44f19 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838343.114769:0:23929:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0caff7b4c00/0xae64dcd520c44f19 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22777 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838343.114783:0:23929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788838343.114785:0:23929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788838343.114787:0:23929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788838343.119086:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:0.0:1788838343.119299:0:24815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235201408 00000100:00100000:0.0:1788838343.119311:0:24815:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235201408 00000100:00100000:0.0:1788838343.119458:0:24815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 28 00000100:00100000:0.0:1788838343.119472:0:24815:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cac121a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:748b336d-6cce-4128-a605-cac20ec72b58+7:18831:x1875732235201408:12345-192.168.204.55@tcp:101:bash.0 00010000:00010000:0.0:1788838343.119512:0:24815:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788838343.119552:0:24815:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008acaadb1/0xae64dcd520c44f20 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x10e6568bab335a34 expref: -99 pid: 24815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788838343.119605:0:24815:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x42:0x0] initial LVB size: 0, mtime: 0x6a9f81c7, atime: 0x6a9f81c5, ctime: 0x6a9f81c7, blocks: 0x0 00010000:00010000:0.0:1788838343.119636:0:24815:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=792s v=(0 0) 00010000:00010000:0.0:1788838343.119642:0:24815:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788838343.119655:0:24815:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008acaadb1/0xae64dcd520c44f20 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab335a34 expref: 8 pid: 24815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838343.119674:0:24815:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008acaadb1/0xae64dcd520c44f20 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab335a34 expref: 8 pid: 24815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838343.119689:0:24815:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0caff7b4000, rc 0) 00000100:00100000:0.0:1788838343.119779:0:24815:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cac121a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:748b336d-6cce-4128-a605-cac20ec72b58+8:18831:x1875732235201408:12345-192.168.204.55@tcp:101:bash.0 Request processed in 309us (835us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838343.119807:0:24815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 28 00000100:00100000:2.0:1788838343.125153:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:1.0:1788838343.125520:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235201536 00000100:00100000:1.0:1788838343.125535:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235201536 00000100:00100000:1.0:1788838343.125612:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 71 00000100:00100000:1.0:1788838343.125624:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c3445180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:748b336d-6cce-4128-a605-cac20ec72b58+20:18831:x1875732235201536:12345-192.168.204.55@tcp:101:bash.0 00010000:00010000:1.0:1788838343.125658:0:22776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788838343.125687:0:22776:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0a00/0xae64dcd520c44f27 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x10e6568bab335a3b expref: -99 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838343.125735:0:22776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0800/0xae64dcd520c44f2e lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838343.125752:0:22776:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0800/0xae64dcd520c44f2e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838343.125765:0:22776:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0800/0xae64dcd520c44f2e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838343.125945:0:22776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0a00/0xae64dcd520c44f27 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab335a3b expref: 22 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838343.125978:0:22776:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0800/0xae64dcd520c44f2e lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab335a3b expref: 21 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838343.125987:0:22776:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffffa0cafd220e00) 00010000:00010000:1.0:1788838343.125990:0:22776:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1788838343.126003:0:22776:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0cafc8c0800, rc 0) 00000100:00100000:1.0:1788838343.126094:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c3445180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:748b336d-6cce-4128-a605-cac20ec72b58+21:18831:x1875732235201536:12345-192.168.204.55@tcp:101:bash.0 Request processed in 472us (957us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838343.126103:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 71 00000100:00100000:0.0:1788838343.135312:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:2.0:1788838343.137803:0:22778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235201792 00000100:00100000:2.0:1788838343.137825:0:22778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235201792 00000100:00100000:2.0:1788838343.137932:0:22778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 14 00000100:00100000:2.0:1788838343.137947:0:22778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c3443100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:748b336d-6cce-4128-a605-cac20ec72b58+21:18831:x1875732235201792:12345-192.168.204.55@tcp:35:bash.0 00000001:00080000:2.0:1788838343.138700:0:22778:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901927 00000100:00100000:2.0:1788838343.138928:0:22778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c3443100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:748b336d-6cce-4128-a605-cac20ec72b58+23:18831:x1875732235201792:12345-192.168.204.55@tcp:35:bash.0 Request processed in 980us (3627us total) trans 12884901928 rc 0/0 00000100:00100000:2.0:1788838343.138940:0:22778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 14 00000020:00080000:2.0:1788838343.138947:0:22778:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1788838343.248475:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:2.0:1788838343.248632:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235202048 00000100:00100000:2.0:1788838343.248644:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235202048 00000100:00100000:2.0:1788838343.248723:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 72 00000100:00100000:2.0:1788838343.248749:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c3440e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:748b336d-6cce-4128-a605-cac20ec72b58+23:18843:x1875732235202048:12345-192.168.204.55@tcp:101:lfs.0 00010000:00010000:2.0:1788838343.248776:0:22775:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788838343.248799:0:22775:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7000/0xae64dcd520c44f35 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x10e6568bab335a42 expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788838343.248917:0:22775:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:2.0:1788838343.249053:0:22775:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7000/0xae64dcd520c44f35 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab335a42 expref: 25 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838343.249068:0:22775:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffffa0cafd220000) 00010000:00010000:2.0:1788838343.249072:0:22775:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788838343.249076:0:22775:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0c9c2bd7000/0xae64dcd520c44f35 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.55@tcp remote: 0x10e6568bab335a42 expref: 25 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838343.249091:0:22775:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0c9c2bd7000, rc 0) 00000100:00100000:2.0:1788838343.249158:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c3440e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:748b336d-6cce-4128-a605-cac20ec72b58+24:18843:x1875732235202048:12345-192.168.204.55@tcp:101:lfs.0 Request processed in 411us (692us total) trans 12884901929 rc 301/301 00000100:00100000:2.0:1788838343.249166:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 72 00000100:00100000:0.0:1788838343.251558:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:1.0:1788838343.251685:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235202176 00000100:00100000:1.0:1788838343.251696:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235202176 00000100:00100000:1.0:1788838343.251755:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 73 00000100:00100000:1.0:1788838343.251766:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c3443480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:748b336d-6cce-4128-a605-cac20ec72b58+24:18843:x1875732235202176:12345-192.168.204.55@tcp:34:lfs.0 00010000:00010000:1.0:1788838343.251849:0:22776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0a00/0xae64dcd520c44f43 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838343.251870:0:22776:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0a00/0xae64dcd520c44f43 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838343.251883:0:22776:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0a00/0xae64dcd520c44f43 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838343.251900:0:22776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c1800/0xae64dcd520c44f4a lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838343.251907:0:22776:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c1800/0xae64dcd520c44f4a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838343.251913:0:22776:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c1800/0xae64dcd520c44f4a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838343.251999:0:22776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0200/0xae64dcd520c44f51 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838343.252009:0:22776:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0200/0xae64dcd520c44f51 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838343.252034:0:22776:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0200/0xae64dcd520c44f51 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788838343.252081:0:22776:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0200/0xae64dcd520c44f51 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838343.252094:0:22776:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0a00/0xae64dcd520c44f43 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838343.252102:0:22776:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0a00/0xae64dcd520c44f43 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838343.252109:0:22776:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0a00/0xae64dcd520c44f43 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838343.252116:0:22776:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0cafc8c0a00 already unused, calling callback (ffffffffc1abe4f0) 00010000:00010000:1.0:1788838343.252120:0:22776:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0a00/0xae64dcd520c44f43 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838343.252128:0:22776:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0a00/0xae64dcd520c44f43 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838343.252140:0:22776:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffffa0cafd220a00) 00010000:00010000:1.0:1788838343.252143:0:22776:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788838343.252148:0:22776:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0a00/0xae64dcd520c44f43 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838343.252154:0:22776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0a00/0xae64dcd520c44f43 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838343.252167:0:22776:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c1800/0xae64dcd520c44f4a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838343.252544:0:22776:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c1800/0xae64dcd520c44f4a lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838343.252552:0:22776:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c1800/0xae64dcd520c44f4a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838343.252558:0:22776:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0cafc8c1800 already unused, calling callback (ffffffffc1abe4f0) 00010000:00010000:1.0:1788838343.252561:0:22776:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c1800/0xae64dcd520c44f4a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838343.252567:0:22776:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c1800/0xae64dcd520c44f4a lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838343.252576:0:22776:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffffa0cac3c4c100) 00010000:00010000:1.0:1788838343.252579:0:22776:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788838343.252583:0:22776:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c1800/0xae64dcd520c44f4a lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838343.252588:0:22776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c1800/0xae64dcd520c44f4a lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838343.252604:0:22776:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0200/0xae64dcd520c44f51 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838343.252610:0:22776:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0200/0xae64dcd520c44f51 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838343.252615:0:22776:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0200/0xae64dcd520c44f51 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838343.252619:0:22776:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0cafc8c0200 already unused, calling callback (ffffffffc1abe4f0) 00010000:00010000:1.0:1788838343.252630:0:22776:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0200/0xae64dcd520c44f51 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838343.252636:0:22776:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0200/0xae64dcd520c44f51 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838343.252643:0:22776:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffffa0cafd220e00) 00010000:00010000:1.0:1788838343.252645:0:22776:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788838343.252648:0:22776:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0200/0xae64dcd520c44f51 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838343.252653:0:22776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0cafc8c0200/0xae64dcd520c44f51 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788838343.252831:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c3443480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:748b336d-6cce-4128-a605-cac20ec72b58+24:18843:x1875732235202176:12345-192.168.204.55@tcp:34:lfs.0 Request processed in 1064us (1278us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838343.252841:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 73 00000100:00100000:3.0:1788838343.265132:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:0.0:1788838343.272101:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235202432 00000100:00100000:0.0:1788838343.272116:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235202432 00000100:00100000:0.0:1788838343.272201:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 15 00000100:00100000:0.0:1788838343.272213:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caf4522300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:748b336d-6cce-4128-a605-cac20ec72b58+24:18843:x1875732235202432:12345-192.168.204.55@tcp:35:lfs.0 00000100:00100000:0.0:1788838343.272465:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caf4522300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:748b336d-6cce-4128-a605-cac20ec72b58+25:18843:x1875732235202432:12345-192.168.204.55@tcp:35:lfs.0 Request processed in 253us (7340us total) trans 12884901930 rc 0/0 00000100:00100000:0.0:1788838343.272472:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 15 00010000:00010000:3.0:1788838343.295513:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788838343.871580:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caf4522680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1875732255229312:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788838343.871664:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838343.872400:0:24284:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255229312 00000100:00100000:0.0:1788838343.872410:0:24284:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255229312 00000100:00100000:0.0:1788838343.872492:0:24284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1788838343.872503:0:24284:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafb7b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1875732255229312:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788838343.872536:0:24284:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00080000:3.0:1788838343.872799:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788838343.872976:0:24284:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafb7b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1875732255229312:12345-0@lo:13:osp-pre-0-1.0 Request processed in 474us (1309us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838343.872984:0:24284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1788838343.873168:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caf4522680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1875732255229312:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1788838344.323168:0:22763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1788838344.821512:0:25858:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-pcc test_1d: @@@@@@ FAIL: /mnt/lustre/d1d.sanity-pcc/f1d.sanity-pcc expected pcc state: readwrite, but got: none 00010000:00010000:3.0:1788838345.344012:0:23929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788838345.407547:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c3440700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1875732255229696:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788838345.407617:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838345.407618:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cac121aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1875732255229824:0@lo:400:kworker.0 00000100:00100000:3.0:1788838345.407629:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caf4520a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1875732255229952:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788838345.407656:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838345.407680:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cac1219500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1875732255230208:0@lo:400:kworker.0 00000100:00100000:1.0:1788838345.407689:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cac121ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3649:1875732255230336:0@lo:400:kworker.0 00000100:00100000:1.0:1788838345.407718:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788838345.407737:0:24285:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255229696 00000100:00100000:1.0:1788838345.407740:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c400df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3649:1875732255230976:0@lo:400:kworker.0 00000100:00100000:2.0:1788838345.407746:0:24285:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255229696 00000100:00100000:1.0:1788838345.407767:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838345.407789:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c37a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3649:1875732255231360:0@lo:400:kworker.0 00000100:00100000:2.0:1788838345.407809:0:24285:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1788838345.407821:0:24285:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c3440380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1875732255229696:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788838345.407839:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:2.0:1788838345.407856:0:24285:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915857920 avail 3684335616 00000100:00100000:0.0:1788838345.407862:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c400f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1875732255230720:0@lo:400:kworker.0 00000100:00100000:1.0:1788838345.407888:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838345.407888:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788838345.407930:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c37ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3648:1875732255231232:0@lo:400:kworker.0 00000100:00100000:2.0:1788838345.407937:0:24285:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c3440380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1875732255229696:12345-0@lo:13:osp-pre-1-1.0 Request processed in 116us (316us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838345.407947:0:24285:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1788838345.407949:0:23819:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255229824 00000100:00100000:1.0:1788838345.407954:0:23819:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255229824 00000100:00100000:2.0:1788838345.407978:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cac1218e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:3647:1875732255229440:0@lo:400:kworker.0 00000100:00100000:1.0:1788838345.408001:0:23819:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:2.0:1788838345.408014:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838345.408019:0:23819:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c37a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3649:x1875732255229824:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788838345.408051:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c3441880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1875732255229568:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788838345.408073:0:23819:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c37a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3649:x1875732255229824:12345-0@lo:400:kworker.0 Request processed in 57us (415us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838345.408081:0:23819:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:2.0:1788838345.408087:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788838345.408108:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cac1218a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1875732255230080:0@lo:400:kworker.0 00000100:00100000:1.0:1788838345.408109:0:25168:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255230336 00000100:00100000:1.0:1788838345.408115:0:25168:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255230336 00000100:00100000:2.0:1788838345.408136:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838345.408146:0:25168:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255230976 00000100:00100000:1.0:1788838345.408149:0:25168:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255230976 00000100:00100000:2.0:1788838345.408158:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cac1219880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1875732255230592:0@lo:400:kworker.0 00000100:00100000:1.0:1788838345.408164:0:25168:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255231360 00000100:00100000:1.0:1788838345.408169:0:25168:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255231360 00000100:00100000:0.0:1788838345.408178:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838345.408185:0:25168:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255231232 00000100:00100000:2.0:1788838345.408190:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788838345.408190:0:25168:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255231232 00000100:00100000:1.0:1788838345.408211:0:25168:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:0.0:1788838345.408214:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c3440700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1875732255229696:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788838345.408217:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caeb632300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3647:1875732255231104:0@lo:400:kworker.0 00000100:00100000:1.0:1788838345.408219:0:25168:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c37a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1875732255230336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788838345.408246:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:0.0:1788838345.408255:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c37ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1875732255230976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788838345.408257:0:25168:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c37a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1875732255230336:12345-0@lo:400:kworker.0 Request processed in 40us (540us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838345.408263:0:25168:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:1.0:1788838345.408275:0:25168:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:1.0:1788838345.408280:0:25168:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c37a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3649:x1875732255231360:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1788838345.408367:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788838345.408371:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788838345.408374:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788838345.408386:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788838345.408437:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788838345.408705:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cac1218700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1875732255230464:0@lo:400:kworker.0 00000100:00100000:3.0:1788838345.408741:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788838345.408760:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0caf4522680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1875732255230848:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788838345.408779:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788838345.408789:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0c9c37aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3650:1875732255231488:0@lo:400:kworker.0 00000100:00100000:3.0:1788838345.408808:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788838345.408836:0:22780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255229952 00000100:00100000:3.0:1788838345.408840:0:22780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255229952 00000100:00100000:3.0:1788838345.408861:0:22780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255230464 00000100:00100000:3.0:1788838345.408864:0:22780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255230464 00000100:00100000:3.0:1788838345.408874:0:22780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255230848 00000100:00100000:3.0:1788838345.408876:0:22780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255230848 00000100:00100000:3.0:1788838345.408885:0:22780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:3.0:1788838345.408891:0:22780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c4847100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3650:x1875732255229952:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788838345.408927:0:22780:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1788838345.408971:0:22780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c4847100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3650:x1875732255229952:12345-0@lo:41:osp-pre-1-0.0 Request processed in 79us (585us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838345.408978:0:22780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:3.0:1788838345.408993:0:22780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:3.0:1788838345.408999:0:22780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c4847800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3650:x1875732255230464:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788838345.409029:0:22780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c4847800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3650:x1875732255230464:12345-0@lo:400:kworker.0 Request processed in 30us (287us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838345.409035:0:22780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:3.0:1788838345.409045:0:22780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:3.0:1788838345.409051:0:22780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c4844700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3650:x1875732255230848:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788838345.409066:0:22780:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446289408 avail 1300049920 00000100:00100000:3.0:1788838345.409093:0:22780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c4844700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3650:x1875732255230848:12345-0@lo:41:osp-pre-0-1.0 Request processed in 42us (313us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838345.409105:0:22780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:3.0:1788838345.409142:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caf4520a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1875732255229952:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788838345.409153:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cac1218700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1875732255230464:0@lo:400:kworker.0 00000100:00100000:3.0:1788838345.409163:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caf4522680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1875732255230848:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788838345.409203:0:24284:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255229568 00000100:00100000:3.0:1788838345.409207:0:24284:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255229568 00000100:00100000:3.0:1788838345.409248:0:24284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1788838345.409255:0:24284:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cac87c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3647:x1875732255229568:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788838345.409277:0:24284:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1788838345.409337:0:24284:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cac87c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3647:x1875732255229568:12345-0@lo:13:osp-pre-0-0.0 Request processed in 60us (1230us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838345.409344:0:24284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1788838345.409364:0:22775:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 4 min 3 max 116 00000100:00100000:3.0:1788838345.409372:0:22775:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_004' 00000100:00080000:3.0:1788838345.409403:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788838345.409420:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255229440 00000100:00100000:3.0:1788838345.409424:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255229440 00000100:00100000:3.0:1788838345.409450:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 165 00000100:00100000:3.0:1788838345.409457:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafda83450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+24:3647:x1875732255229440:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788838345.409487:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafda83450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fd66c5f6-1c92-4ca9-b38a-83d89cf40417+24:3647:x1875732255229440:12345-0@lo:400:kworker.0 Request processed in 31us (1474us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838345.409493:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 165 00000100:00100000:3.0:1788838345.409543:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255230208 00000100:00100000:3.0:1788838345.409547:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255230208 00000100:00100000:3.0:1788838345.409575:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255230720 00000100:00100000:3.0:1788838345.409578:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255230720 00000100:00100000:3.0:1788838345.409606:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255230080 00000100:00100000:3.0:1788838345.409609:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255230080 00000100:00100000:3.0:1788838345.409618:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255230592 00000100:00100000:3.0:1788838345.409620:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255230592 00000100:00100000:3.0:1788838345.409633:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1788838345.409638:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c3441180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3648:x1875732255230208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788838345.409672:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c3441180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3648:x1875732255230208:12345-0@lo:400:kworker.0 Request processed in 34us (1835us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838345.409678:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1788838345.409688:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1788838345.409693:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c3442d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3648:x1875732255230720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788838345.409716:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c3442d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3648:x1875732255230720:12345-0@lo:400:kworker.0 Request processed in 23us (1828us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838345.409721:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1788838345.409731:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1788838345.409736:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cac87c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3647:x1875732255230080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788838345.409761:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cac87c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3647:x1875732255230080:12345-0@lo:400:kworker.0 Request processed in 25us (1625us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838345.409767:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1788838345.409777:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1788838345.409783:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c376ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3647:x1875732255230592:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788838345.409880:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c376ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3647:x1875732255230592:12345-0@lo:400:kworker.0 Request processed in 96us (1693us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838345.409886:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1788838345.409904:0:22776:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 4 min 3 max 116 00000100:00100000:3.0:1788838345.409910:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255231104 00000100:00100000:3.0:1788838345.409913:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255231104 00000100:00100000:3.0:1788838345.409989:0:22776:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 4 min 3 max 116 00000100:00100000:3.0:1788838345.409993:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255231488 00000100:00100000:3.0:1788838345.409996:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255231488 00000100:00100000:3.0:1788838345.410006:0:22776:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 4 min 3 max 116 00000100:00100000:3.0:1788838345.410012:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:3.0:1788838345.410017:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c3440a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1875732255231232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788838345.410051:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c3440a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1875732255231232:12345-0@lo:400:kworker.0 Request processed in 34us (1874us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838345.410058:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:3.0:1788838345.410069:0:22776:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 4 min 3 max 116 00000100:00100000:3.0:1788838345.410075:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:3.0:1788838345.410080:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c376e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1875732255231104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788838345.410109:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c376e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1875732255231104:12345-0@lo:400:kworker.0 Request processed in 29us (1673us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838345.410114:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:3.0:1788838345.410123:0:22776:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 4 min 3 max 116 00000100:00100000:3.0:1788838345.410128:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:3.0:1788838345.410133:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c4846a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3650:x1875732255231488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788838345.410164:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c4846a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3650:x1875732255231488:12345-0@lo:400:kworker.0 Request processed in 30us (1354us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838345.410170:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00080000:3.0:1788838345.410188:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788838345.410191:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788838345.410193:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788838345.410195:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788838345.410289:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cac121aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1875732255229824:0@lo:400:kworker.0 00000100:00100000:3.0:1788838345.410305:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cac121ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3649:1875732255230336:0@lo:400:kworker.0 00010000:00080000:3.0:1788838345.410379:0:3650:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0c9c37aaa00 x1875732255231488/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788838361 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788838345.410388:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c37aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3650:1875732255231488:0@lo:400:kworker.0 00000100:00100000:1.0:1788838345.410942:0:25168:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c37a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3649:x1875732255231360:12345-0@lo:400:kworker.0 Request processed in 2658us (3049us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838345.410952:0:25168:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:3.0:1788838345.410965:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c37a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3649:1875732255231360:0@lo:400:kworker.0 00000100:00100000:1.0:1788838345.411417:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cac1219500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1875732255230208:0@lo:400:kworker.0 00000100:00100000:1.0:1788838345.411439:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c400f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1875732255230720:0@lo:400:kworker.0 00010000:00080000:1.0:1788838345.411455:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0c9c37ab100 x1875732255231232/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788838361 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788838345.411491:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c37ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3648:1875732255231232:0@lo:400:kworker.0 00000100:00100000:2.0:1788838345.411656:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0caeb632300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3647:1875732255231104:0@lo:400:kworker.0 00000100:00100000:2.0:1788838345.411670:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0cafb7b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1875732255231616:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788838345.411707:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788838345.411748:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cac1218e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fd66c5f6-1c92-4ca9-b38a-83d89cf40417:3647:1875732255229440:0@lo:400:kworker.0 00000100:00100000:2.0:1788838345.411771:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c3441880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1875732255229568:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788838345.411785:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cac1218a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1875732255230080:0@lo:400:kworker.0 00000100:00100000:0.0:1788838345.411793:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c37ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1875732255230976:12345-0@lo:400:kworker.0 Request processed in 3537us (4023us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838345.411799:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cac1219880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1875732255230592:0@lo:400:kworker.0 00000100:00100000:0.0:1788838345.411806:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:1.0:1788838345.412106:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0c9c400df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3649:1875732255230976:0@lo:400:kworker.0 00000100:00100000:3.0:1788838345.412407:0:24284:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732255231616 00000100:00100000:3.0:1788838345.412414:0:24284:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732255231616 00000100:00100000:3.0:1788838345.412516:0:24284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1788838345.412527:0:24284:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c376ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1875732255231616:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788838345.412553:0:24284:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915857920 avail 3684335616 00000100:00100000:3.0:1788838345.412613:0:24284:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c376ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1875732255231616:12345-0@lo:13:osp-pre-1-0.0 Request processed in 88us (904us total) trans 0 rc 0/0 00000100:00100000:3.0:1788838345.412619:0:24284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1788838345.412691:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0cafb7b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1875732255231616:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788838346.128022:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:0.0:1788838346.128070:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:0.0:1788838346.128103:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:0.0:1788838346.128210:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:0.0:1788838346.128258:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:0.0:1788838346.128284:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:1.0:1788838346.128352:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235202944 00000100:00100000:1.0:1788838346.128363:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235202944 00000100:00100000:1.0:1788838346.128433:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235203456 00000100:00100000:1.0:1788838346.128437:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235203456 00000100:00100000:1.0:1788838346.128493:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 32 00000100:00100000:1.0:1788838346.128505:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c3441880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:748b336d-6cce-4128-a605-cac20ec72b58+8:2405:x1875732235202944:12345-192.168.204.55@tcp:400:kworker.0 00000100:00100000:1.0:1788838346.128589:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c3441880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:748b336d-6cce-4128-a605-cac20ec72b58+8:2405:x1875732235202944:12345-192.168.204.55@tcp:400:kworker.0 Request processed in 86us (518us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838346.128849:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 32 00000100:00100000:1.0:1788838346.128870:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 33 00000100:00100000:1.0:1788838346.128877:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c34cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0eb816e3-65e9-4d8e-9787-fae49b1fa9d8+5:2405:x1875732235203456:12345-192.168.204.55@tcp:400:kworker.0 00000100:00100000:1.0:1788838346.128918:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c34cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0eb816e3-65e9-4d8e-9787-fae49b1fa9d8+5:2405:x1875732235203456:12345-192.168.204.55@tcp:400:kworker.0 Request processed in 42us (708us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838346.128924:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 33 00000100:00100000:0.0:1788838346.130049:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:0.0:1788838346.130145:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235202560 00000100:00100000:0.0:1788838346.130154:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235202560 00000100:00100000:0.0:1788838346.130198:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 166 00000100:00100000:0.0:1788838346.130208:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0cafda80050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0c096ab9-1724-4a4a-a843-84bfe80ecc2c+13:2405:x1875732235202560:12345-192.168.204.55@tcp:400:kworker.0 00000100:00100000:0.0:1788838346.130274:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0cafda80050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0c096ab9-1724-4a4a-a843-84bfe80ecc2c+13:2405:x1875732235202560:12345-192.168.204.55@tcp:400:kworker.0 Request processed in 55us (2002us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838346.130282:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 166 00000100:00100000:2.0:1788838346.130583:0:25168:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235202688 00000100:00100000:2.0:1788838346.130589:0:25168:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235202688 00000100:00100000:2.0:1788838346.130630:0:25168:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235203200 00000100:00100000:2.0:1788838346.130648:0:25168:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235203200 00000100:00100000:2.0:1788838346.130672:0:25168:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235202816 00000100:00100000:2.0:1788838346.130675:0:25168:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235202816 00000100:00100000:2.0:1788838346.130689:0:25168:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 68 00000100:00100000:2.0:1788838346.130696:0:25168:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c3440700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:748b336d-6cce-4128-a605-cac20ec72b58+25:2405:x1875732235202688:12345-192.168.204.55@tcp:400:kworker.0 00000100:00100000:2.0:1788838346.130738:0:25168:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c3440700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:748b336d-6cce-4128-a605-cac20ec72b58+25:2405:x1875732235202688:12345-192.168.204.55@tcp:400:kworker.0 Request processed in 42us (2728us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838346.130744:0:25168:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 68 00000100:00100000:2.0:1788838346.130758:0:25168:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 69 00000100:00100000:2.0:1788838346.130764:0:25168:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c3440000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0eb816e3-65e9-4d8e-9787-fae49b1fa9d8+6:2405:x1875732235203200:12345-192.168.204.55@tcp:400:kworker.0 00000100:00100000:2.0:1788838346.130791:0:25168:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c3440000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0eb816e3-65e9-4d8e-9787-fae49b1fa9d8+6:2405:x1875732235203200:12345-192.168.204.55@tcp:400:kworker.0 Request processed in 27us (2687us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838346.130797:0:25168:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 69 00000100:00100000:2.0:1788838346.130821:0:25168:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 70 00000100:00100000:2.0:1788838346.130828:0:25168:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c34ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:748b336d-6cce-4128-a605-cac20ec72b58+5:2405:x1875732235202816:12345-192.168.204.55@tcp:400:kworker.0 00000100:00100000:2.0:1788838346.130851:0:25168:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c34ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:748b336d-6cce-4128-a605-cac20ec72b58+5:2405:x1875732235202816:12345-192.168.204.55@tcp:400:kworker.0 Request processed in 24us (2567us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838346.130857:0:25168:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 70 00000100:00100000:2.0:1788838346.131396:0:25169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235203072 00000100:00100000:2.0:1788838346.131403:0:25169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235203072 00000100:00100000:2.0:1788838346.131444:0:25169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 34 00000100:00100000:2.0:1788838346.131452:0:25169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0c9c34ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:748b336d-6cce-4128-a605-cac20ec72b58+5:2405:x1875732235203072:12345-192.168.204.55@tcp:400:kworker.0 00000100:00100000:2.0:1788838346.131494:0:25169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0c9c34ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:748b336d-6cce-4128-a605-cac20ec72b58+5:2405:x1875732235203072:12345-192.168.204.55@tcp:400:kworker.0 Request processed in 43us (1451us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838346.131500:0:25169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 34 00000100:00080000:2.0:1788838346.131527:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788838346.131532:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788838346.131534:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788838346.131537:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788838346.131559:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:2.0:1788838346.131602:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.55@tcp (source: 12345-192.168.204.55@tcp) 00000100:00100000:2.0:1788838346.131617:0:25169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235203584 00000100:00100000:2.0:1788838346.131621:0:25169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235203584 00000100:00100000:2.0:1788838346.131646:0:25169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 35 00000100:00100000:2.0:1788838346.131653:0:25169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caec9d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0eb816e3-65e9-4d8e-9787-fae49b1fa9d8+5:2405:x1875732235203584:12345-192.168.204.55@tcp:400:kworker.0 00000100:00100000:2.0:1788838346.132013:0:25169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caec9d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0eb816e3-65e9-4d8e-9787-fae49b1fa9d8+5:2405:x1875732235203584:12345-192.168.204.55@tcp:400:kworker.0 Request processed in 357us (408us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838346.132019:0:25169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 35 00000100:00080000:2.0:1788838346.132036:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788838346.132045:0:25168:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875732235203328 00000100:00100000:2.0:1788838346.132049:0:25168:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875732235203328 00000100:00100000:2.0:1788838346.132144:0:25168:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.55@tcp, seq: 71 00000100:00100000:2.0:1788838346.132151:0:25168:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0caeb632300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0eb816e3-65e9-4d8e-9787-fae49b1fa9d8+5:2405:x1875732235203328:12345-192.168.204.55@tcp:400:kworker.0 00000100:00100000:2.0:1788838346.132181:0:25168:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0caeb632300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0eb816e3-65e9-4d8e-9787-fae49b1fa9d8+5:2405:x1875732235203328:12345-192.168.204.55@tcp:400:kworker.0 Request processed in 32us (623us total) trans 0 rc 0/0 00000100:00100000:2.0:1788838346.132188:0:25168:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.55@tcp, seq: 71 00000100:00080000:1.0:1788838346.132408:0:22770:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 Debug log: 14694 lines, 14694 kept, 0 dropped, 0 bad.